00010000:00000010:0.1F:1781622983.699612:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8507978100. 00010000:00000010:0.1:1781622983.699665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8504012400. 00010000:00000010:2.1F:1781622983.821398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85099ecc00. 00010000:00000010:1.1F:1781622983.864626:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8508638c00. 00010000:00000010:1.1:1781622983.864668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8500031600. 00010000:00000010:3.1F:1781622983.885243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8500030c00. 00000080:00000010:0.1:1781622983.927774:0:107378:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85203235e0. 00010000:00000010:2.1:1781622985.842743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85202de800. 00000080:00000010:1.1:1781622985.860440:0:107405:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8508d7fca0. 00010000:00000010:2.1:1781622985.907094:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8508638300. 00010000:00000010:2.1:1781622985.907118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8500031e00. 00010000:00000010:2.1:1781622985.907124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8505df0e00. 00000080:00000010:2.1:1781622985.924159:0:107397:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8508d7f360. 00000080:00000010:2.1:1781622985.928102:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8f852577dac0. 00010000:00000010:0.1:1781623009.942072:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8507978500. 00010000:00000010:0.1:1781623009.942080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8504013200. 00010000:00000010:1.1:1781623055.291255:0:107751:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85099ec800. 00010000:00000010:1.1:1781623055.291274:0:107751:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8508638e00. 00010000:00000010:1.1:1781623055.291281:0:107751:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f850711cc00. 00010000:00000010:1.1:1781623055.291284:0:107751:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f85050dc300. 00010000:00000010:1.1:1781623055.336118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8505131a00. 00010000:00000010:1.1:1781623055.336135:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f85124dd500. 00010000:00000010:1.1:1781623055.336140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8524dc9c00. 00010000:00000010:1.1:1781623055.336144:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f850600fd00. 00010000:00000010:1.1:1781623055.336149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8524dcb800. 00010000:00000010:1.1:1781623055.336152:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f850600f400. 00010000:00000010:1.1:1781623055.360809:0:107758:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8500030c00. 00010000:00000010:1.1:1781623055.360827:0:107758:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8508638000. 00010000:00000010:1.1:1781623055.360833:0:107758:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8524dcbc00. 00010000:00000010:1.1:1781623055.360838:0:107758:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8520342500. 00010000:00000010:1.1:1781623055.360844:0:107758:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8505131600. 00010000:00000010:1.1:1781623055.360848:0:107758:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8520342000. 00010000:00000010:1.1:1781623055.360853:0:107758:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f851eb8d400. 00010000:00000010:1.1:1781623055.360858:0:107758:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8509622000. 00010000:00000010:1.1:1781623055.360861:0:107758:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f851eb8de00. 00010000:00000010:1.1:1781623055.360864:0:107758:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8509622100. 00010000:00000010:1.1:1781623055.360868:0:107758:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8524dcaa00. 00010000:00000010:1.1:1781623055.360871:0:107758:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8520342f00. 00010000:00000010:1.1:1781623055.360875:0:107758:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8524dc9200. 00010000:00000010:1.1:1781623055.360879:0:107758:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f850600f900. 00010000:00000010:1.1:1781623055.360884:0:107758:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8504013800. 00010000:00000010:1.1:1781623055.360888:0:107758:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8507978a00. 00010000:00000010:1.1:1781623055.360892:0:107758:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8524dc8600. 00010000:00000010:1.1:1781623055.360896:0:107758:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8505bde300. 00010000:00000010:1.1:1781623055.360899:0:107758:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f851eb8da00. 00010000:00000010:1.1:1781623055.360902:0:107758:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8509622600. 00010000:00000010:1.1:1781623072.659217:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8505bdee00. 00010000:00000010:1.1:1781623072.659227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8505df1000. 00010000:00000010:0.1:1781623074.269384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8500031600. 00010000:00000010:0.1:1781623074.291686:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8508a0c200. 00010000:00000010:0.1:1781623074.291703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85202dfc00. 00010000:00000010:1.1:1781623074.304257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8505df1400. 00000080:00000010:1.1:1781623074.347071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8507339840. 00010000:00000010:2.1:1781623074.361131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8500030600. 00010000:00000010:2.1:1781623074.371071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8500030a00. 00000080:00000010:0.1:1781623074.417204:0:108839:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85048455e0. 00010000:00000010:0.1:1781623074.458579:0:108844:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f85050dcf00. 00010000:00000010:0.1:1781623074.458592:0:108844:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8540536e00. 00010000:00000010:2.1:1781623074.467062:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8505bdec00. 00010000:00000010:2.1:1781623074.467074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8524dc8800. 00010000:00000010:2.1:1781623074.467079:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8520342b00. 00010000:00000010:2.1:1781623074.467082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8524dcae00. 00010000:00000010:2.1:1781623074.467085:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8509622c00. 00010000:00000010:2.1:1781623074.467088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8504013400. 00010000:00000010:2.1:1781623074.467091:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8507978900. 00010000:00000010:2.1:1781623074.467094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8504013600. 00010000:00000010:2.1:1781623074.467097:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8508638a00. 00010000:00000010:2.1:1781623074.467101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85099ece00. 00010000:00000010:2.1:1781623074.467103:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8520342200. 00010000:00000010:2.1:1781623074.467106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8505130000. 00010000:00000010:2.1:1781623074.467110:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f85124ddc00. 00010000:00000010:2.1:1781623074.467112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8505130200. 00010000:00000010:2.1:1781623074.467115:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8508638900. 00010000:00000010:2.1:1781623074.467117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85099ec600. 00010000:00000010:2.1:1781623074.467119:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f85124dde00. 00010000:00000010:2.1:1781623074.467122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8505131c00. 00010000:00000010:2.1:1781623074.467125:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8507978d00. 00010000:00000010:2.1:1781623074.467128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8504012600. 00010000:00000010:2.1:1781623074.540178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8540537400. 00010000:00000010:0.1:1781623074.548571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8540536c00. 00010000:00000010:3.1:1781623077.685298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8505df1a00. 00010000:00000010:1.1:1781623087.696099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8540537a00. 00000080:00000010:0.1:1781623087.717056:0:109729:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f850417cda0. 00010000:00000010:1.1:1781623087.748887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85202de000. 00010000:00000010:1.1:1781623087.767076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8505df0400. 00000080:00000010:1.1:1781623087.772611:0:109729:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f850417cf00. 00010000:00000010:0.1:1781623087.792459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85202df800. 00000080:00000010:0.1:1781623087.840992:0:109734:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028dd260. 00000080:00000010:1.1:1781623087.897083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f850417c760. 00000080:00000010:3.1:1781623087.900402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85116b1a20. 00010000:00000010:2.1:1781623088.098808:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8505bde500. 00010000:00000010:2.1:1781623088.098815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8505df0400. 00010000:00000010:0.1:1781623088.109063:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f85050dc200. 00010000:00000010:0.1:1781623088.109079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8500030600. 00010000:00000010:1.1:1781623088.135067:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8505bdea00. 00010000:00000010:1.1:1781623088.135083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8505df1800. 00010000:00000010:1.1:1781623088.154172:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8508638700. 00010000:00000010:1.1:1781623088.154189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8500030c00. 00010000:00000010:3.1:1781623088.173200:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8505bde900. 00010000:00000010:3.1:1781623088.173219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8540536c00. 00010000:00000010:0.1:1781623088.198159:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8508638000. 00010000:00000010:0.1:1781623088.198169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85202de600. 00010000:00000010:2.1:1781623088.215019:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f85050dcf00. 00010000:00000010:2.1:1781623088.215062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8540536600. 00010000:00000010:0.1:1781623088.243072:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8508a0c600. 00010000:00000010:0.1:1781623088.243085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85420ed200. 00010000:00000010:1.1:1781623088.259456:0:1354:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8505bdec00. 00010000:00000010:1.1:1781623088.259525:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8505df0e00. 00010000:00000010:2.1:1781623088.274366:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f85050dc700. 00010000:00000010:2.1:1781623088.274382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85420eca00. 00010000:00000010:3.1:1781623090.875426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8505df0c00. 00010000:00000010:1.1:1781623090.942086:0:109753:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8540536c00. 00000080:00000010:1.1:1781623090.942095:0:109753:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8505cf5fc0. 00000080:00000010:3.1:1781623090.965064:0:109759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85201d0680. 00010000:00000010:3.1:1781623090.965148:0:109759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8524dc8000. 00010000:00000010:3.1:1781623090.965157:0:109759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f851eb8c200. 00010000:00000010:3.1:1781623090.965164:0:109759:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f850600f600. 00000080:00000010:3.1:1781623090.965169:0:109759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8507879300. 00010000:00000010:3.1:1781623090.965177:0:109759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85099ec000. 00010000:00000010:3.1:1781623090.965181:0:109759:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8507978700. 00010000:00000010:3.1:1781623090.965184:0:109759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8500030400. 00000080:00000010:3.1:1781623090.965276:0:109759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85201d15c0. 00010000:00000010:3.1:1781623090.965341:0:109759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8505df0000. 00010000:00000010:3.1:1781623090.965345:0:109759:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8508638800. 00000080:00000010:3.1:1781623090.965352:0:109759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8510f95700. 00010000:00000010:3.1:1781623090.965360:0:109759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8504012e00. 00010000:00000010:3.1:1781623090.965364:0:109759:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f85124dd900. 00000080:00000010:3.1:1781623090.965367:0:109759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85201d08c0. 00010000:00000010:3.1:1781623090.965374:0:109759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8524dc8400. 00010000:00000010:3.1:1781623090.965377:0:109759:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f850600f700. 00000080:00000010:3.1:1781623090.965381:0:109759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85201d0940. 00010000:00000010:3.1:1781623090.965386:0:109759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8505131e00. 00010000:00000010:3.1:1781623090.965391:0:109759:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8520342c00. 00000080:00000010:3.1:1781623090.965394:0:109759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8520323920. 00010000:00000010:3.1:1781623090.965400:0:109759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f850711d600. 00010000:00000010:3.1:1781623090.965403:0:109759:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f85050dce00. 00000080:00000010:3.1:1781623090.965408:0:109759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85201d0c20. 00010000:00000010:3.1:1781623090.965413:0:109759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8524dc9e00. 00010000:00000010:3.1:1781623090.965417:0:109759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8524dc9400. 00010000:00000010:3.1:1781623090.965420:0:109759:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f850600ff00. 00010000:00000010:3.1:1781623090.965423:0:109759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8505df1400. 00000080:00000010:3.1:1781623090.965433:0:109759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8504845500. 00010000:00000010:3.1:1781623090.965438:0:109759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8500031400. 00010000:00000010:3.1:1781623090.965443:0:109759:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8505bde200. 00000080:00000010:3.1:1781623090.965448:0:109759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85201d0a40. 00010000:00000010:3.1:1781623090.965453:0:109759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8524dc9000. 00010000:00000010:3.1:1781623090.965456:0:109759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8524dc9800. 00010000:00000010:3.1:1781623090.965459:0:109759:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8505bde100. 00000080:00000010:3.1:1781623090.965462:0:109759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8510f956a0. 00010000:00000010:3.1:1781623090.965536:0:109759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8504013c00. 00010000:00000010:3.1:1781623090.965541:0:109759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85099ede00. 00010000:00000010:3.1:1781623090.965544:0:109759:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8507978c00. 00010000:00000010:3.1:1781623090.965549:0:109759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85202df800. 00010000:00000010:3.1:1781623090.965552:0:109759:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8508a0c800. 00000080:00000010:3.1:1781623090.965556:0:109759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85201d0f20. 00010000:00000010:3.1:1781623090.965562:0:109759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8524dca800. 00010000:00000010:3.1:1781623090.965564:0:109759:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8507978600. 00010000:00000010:3.1:1781623090.965567:0:109759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85099eca00. 00010000:00000010:3.1:1781623090.965569:0:109759:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8508638600. 00000080:00000010:3.1:1781623090.965572:0:109759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8510f95ea0. 00010000:00000010:3.1:1781623090.965578:0:109759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f851eb8d000. 00010000:00000010:3.1:1781623090.965582:0:109759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8524dcb600. 00010000:00000010:3.1:1781623090.965586:0:109759:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8509622b00. 00000080:00000010:3.1:1781623090.965651:0:109759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85201d0d40. 00010000:00000010:3.1:1781623090.965664:0:109759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8524dcb000. 00010000:00000010:3.1:1781623090.965667:0:109759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8524dca200. 00010000:00000010:3.1:1781623090.965670:0:109759:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f850600fc00. 00000080:00000010:3.1:1781623090.965673:0:109759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85078792c0. 00010000:00000010:3.1:1781623090.965680:0:109759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85099ec200. 00010000:00000010:3.1:1781623090.965683:0:109759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8504013000. 00010000:00000010:3.1:1781623090.965686:0:109759:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8507978f00. 00000080:00000010:3.1:1781623090.965688:0:109759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85078796e0. 00010000:00000010:3.1:1781623090.965693:0:109759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85099ed400. 00010000:00000010:3.1:1781623090.965695:0:109759:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8507978300. 00000080:00000010:3.1:1781623090.965704:0:109759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85201d0100. 00010000:00000010:3.1:1781623090.965711:0:109759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8505130a00. 00010000:00000010:3.1:1781623090.965715:0:109759:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f85124ddb00. 00000080:00000010:3.1:1781623090.965718:0:109759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85201d0720. 00010000:00000010:1.1:1781623090.972487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8524dca000. 00010000:00000010:1.1:1781623090.972494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8524dcac00. 00010000:00000010:1.1:1781623090.972500:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8520342e00. 00000080:00000010:1.1:1781623090.972507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8510f95d80. 00010000:00000010:1.1:1781623090.972519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8504012000. 00010000:00000010:1.1:1781623090.972523:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8509622d00. 00000080:00000010:1.1:1781623090.972529:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85201d0d00. 00010000:00000010:1.1:1781623090.975722:0:108671:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8505df1600. 00010000:00000010:1.1:1781623090.975735:0:108671:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8505bde800. 00000080:00000010:1.1:1781623090.975741:0:108671:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8507879de0. 00010000:00000010:1.1:1781623090.975749:0:108671:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85099eda00. 00010000:00000010:1.1:1781623090.975754:0:108671:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8505130c00. 00010000:00000010:1.1:1781623090.975759:0:108671:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f85124dd200. 00000080:00000010:1.1:1781623090.975765:0:108671:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8510f95aa0. 00010000:00000010:1.1:1781623090.975777:0:108671:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f851eb8c400. 00010000:00000010:1.1:1781623090.975781:0:108671:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8509622700. 00000080:00000010:1.1:1781623090.975801:0:108671:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85201d0a60. 00010000:00000010:1.1:1781623090.975806:0:108671:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8505130600. 00010000:00000010:1.1:1781623090.975811:0:108671:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8520342d00. 00000080:00000010:1.1:1781623090.975813:0:108671:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85201d0a20. 00010000:00000010:1.1:1781623090.975817:0:108671:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8524dc9a00. 00010000:00000010:1.1:1781623090.975821:0:108671:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f850600fe00. 00000080:00000010:1.1:1781623090.975825:0:108671:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85201d08a0. 00010000:00000010:1.1:1781623090.975829:0:108671:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8505131400. 00010000:00000010:1.1:1781623090.975832:0:108671:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f85124dd700. 00000080:00000010:1.1:1781623090.975836:0:108671:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8507879a20. 00010000:00000010:1.1:1781623090.975840:0:108671:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85099ed200. 00010000:00000010:1.1:1781623090.975844:0:108671:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8507978800. 00000080:00000010:1.1:1781623090.975847:0:108671:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8507879bc0. 00010000:00000010:1.1:1781623090.975851:0:108671:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85099edc00. 00010000:00000010:1.1:1781623090.975855:0:108671:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f85050dca00. 00000080:00000010:1.1:1781623090.975858:0:108671:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85201d0fa0. 00010000:00000010:1.1:1781623090.975864:0:108671:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8524dcba00. 00010000:00000010:1.1:1781623090.975867:0:108671:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f850600f200. 00000080:00000010:1.1:1781623090.975870:0:108671:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8510f95cc0. 00010000:00000010:1.1:1781623090.975874:0:108671:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8504013a00. 00010000:00000010:1.1:1781623090.975878:0:108671:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8504012c00. 00010000:00000010:1.1:1781623090.975881:0:108671:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8507978e00. 00000080:00000010:1.1:1781623090.975885:0:108671:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8510f95100. 00010000:00000010:1.1:1781623090.975889:0:108671:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f851eb8ce00. 00010000:00000010:1.1:1781623090.975891:0:108671:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8509622a00. 00000080:00000010:1.1:1781623090.975893:0:108671:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8510f95c00. 00010000:00000010:1.1:1781623090.975898:0:108671:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8504012800. 00010000:00000010:1.1:1781623090.975900:0:108671:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8507978400. 00000080:00000010:1.1:1781623090.975903:0:108671:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85201d0260. 00010000:00000010:1.1:1781623090.975907:0:108671:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8524dc9600. 00010000:00000010:1.1:1781623090.975988:0:108671:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f850600fa00. 00000080:00000010:1.1:1781623090.975993:0:108671:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85201d04c0. 00010000:00000010:1.1:1781623090.975999:0:108671:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8505131200. 00010000:00000010:1.1:1781623090.976009:0:108671:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f85124dd600. 00000080:00000010:1.1:1781623090.976012:0:108671:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8510f95740. 00010000:00000010:1.1:1781623090.976016:0:108671:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f851eb8c600. 00010000:00000010:1.1:1781623090.976021:0:108671:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f851eb8d200. 00010000:00000010:1.1:1781623090.976165:0:108671:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8508a0cf00. 00000080:00000010:1.1:1781623090.976171:0:108671:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85201d0ea0. 00010000:00000010:1.1:1781623090.976178:0:108671:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8505131000. 00010000:00000010:1.1:1781623090.976182:0:108671:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8505130800. 00010000:00000010:1.1:1781623090.976185:0:108671:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f85124dd400. 00000080:00000010:1.1:1781623090.976187:0:108671:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8510f952c0. 00010000:00000010:1.1:1781623090.976194:0:108671:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f851eb8d600. 00010000:00000010:1.1:1781623090.976200:0:108671:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f851eb8cc00. 00010000:00000010:1.1:1781623090.976203:0:108671:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8509622900. 00000080:00000010:1.1:1781623090.976206:0:108671:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85201d0700. 00010000:00000010:1.1:1781623090.976220:0:108671:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8505130e00. 00010000:00000010:1.1:1781623090.976225:0:108671:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f85124ddf00. 00000080:00000010:1.1:1781623090.976228:0:108671:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8510f95760. 00010000:00000010:1.1:1781623090.976233:0:108671:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f851eb8dc00. 00010000:00000010:1.1:1781623090.976237:0:108671:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8509622f00. 00000080:00000010:1.1:1781623090.976242:0:108671:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85201d06a0. 00010000:00000010:1.1:1781623090.976250:0:108671:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8524dc8a00. 00010000:00000010:1.1:1781623090.976254:0:108671:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8505bde700. 00000080:00000010:1.1:1781623090.976258:0:108671:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8510f95720. 00010000:00000010:1.1:1781623090.976264:0:108671:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f851eb8c000. 00010000:00000010:1.1:1781623090.976269:0:108671:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8524dc8c00. 00010000:00000010:1.1:1781623090.976274:0:108671:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f850600f100. 00000080:00000010:1.1:1781623090.976279:0:108671:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85201d0d20. 00010000:00000010:1.1:1781623090.976285:0:108671:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8524dca600. 00010000:00000010:1.1:1781623090.976288:0:108671:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8520342800. 00000080:00000010:1.1:1781623090.976293:0:108671:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85201d0280. 00010000:00000010:1.1:1781623090.976302:0:108671:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8524dcb200. 00010000:00000010:1.1:1781623090.976307:0:108671:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8520342300. 00000080:00000010:1.1:1781623090.976312:0:108671:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85201d0460. 00010000:00000010:1.1:1781623090.976328:0:108671:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8505130400. 00010000:00000010:1.1:1781623090.976366:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f85124dd100. 00000080:00000010:1.1:1781623090.976373:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8520323fa0. 00010000:00000010:1.1:1781623090.976383:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f850711da00. 00010000:00000010:1.1:1781623090.976389:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f850711d200. 00010000:00000010:1.1:1781623090.976395:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f85050dc000. 00000080:00000010:1.1:1781623090.976400:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85201d0b00. 00010000:00000010:1.1:1781623090.976407:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8524dcb400. 00010000:00000010:1.1:1781623090.976412:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8524dcbe00. 00010000:00000010:1.1:1781623090.976419:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8520342600. 00000080:00000010:1.1:1781623090.976425:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8507879e00. 00010000:00000010:1.1:1781623090.976435:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85099ec400. 00010000:00000010:1.1:1781623090.976439:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f85124dda00. 00000080:00000010:1.1:1781623090.976443:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85201d03a0. 00010000:00000010:1.1:1781623090.976450:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8524dca400. 00010000:00000010:1.1:1781623090.976453:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8504012a00. 00010000:00000010:1.1:1781623090.976458:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f850600f500. 00000080:00000010:1.1:1781623090.976462:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85201d00a0. 00010000:00000010:1.1:1781623090.976466:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8524dc8200. 00010000:00000010:1.1:1781623090.976469:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8524dc8e00. 00010000:00000010:1.1:1781623090.976471:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f850600fb00. 00000080:00000010:1.1:1781623090.976475:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8510f950a0. 00010000:00000010:1.1:1781623090.976479:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f851eb8ca00. 00010000:00000010:1.1:1781623090.976482:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f851eb8d800. 00010000:00000010:1.1:1781623090.976485:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8509622800. 00000080:00000010:1.1:1781623090.976488:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8510f95ce0. 00010000:00000010:1.1:1781623090.976492:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8504012200. 00010000:00000010:1.1:1781623090.976495:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8504013e00. 00010000:00000010:1.1:1781623090.976497:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8507978000. 00010000:00000010:2.1:1781623091.054053:0:109760:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8508a0c600. 00010000:00000010:2.1:1781623091.054068:0:109760:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85202df800. 00010000:00000010:2.1:1781623091.066071:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8508638900. 00010000:00000010:0.1:1781623091.096853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8540537c00. 00010000:00000010:2.1:1781623091.295076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8505df1400. 00010000:00000010:2.1:1781623091.295094:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8508638f00. 00010000:00000010:2.1:1781623091.295099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85420ed400. 00010000:00000010:2.1:1781623091.295103:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8509622800. 00010000:00000010:2.1:1781623091.295106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8505df1600. 00000080:00000010:2.1:1781623091.313531:0:109764:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cb900. 00000080:00000010:2.1:1781623091.317096:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8f852d6e0000. 00010000:00000010:0.1:1781623091.943191:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f85050dce00. 00010000:00000010:0.1:1781623091.943221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8540537400. 00010000:00000010:3.1:1781623098.956545:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8505bdee00. 00010000:00000010:3.1:1781623098.956559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8505df1c00. 00000080:00000010:1.1:1781623098.957237:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8f8525770000. 00000080:00000010:1.1:1781623098.957248:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85116b1b40. 00000080:00000010:0.1:1781623098.966628:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8f852d6e6b40. 00000080:00000010:0.1:1781623098.966651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028dd320. 00010000:00000010:3.1:1781623098.966972:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8508638200. 00010000:00000010:3.1:1781623098.966981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8500031600. 00010000:00000010:0.1:1781623098.970298:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8505bde300. 00010000:00000010:0.1:1781623098.970313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8505df0800. 00000080:00000010:3.1:1781623098.975288:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8f852577dac0. 00000080:00000010:3.1:1781623098.975309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f850417cc80. 00010000:00000010:0.1:1781623098.998565:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8505bde600. 00010000:00000010:0.1:1781623098.998582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8505df1e00. 00000080:00000010:2.1:1781623099.005826:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8f852577f380. 00000080:00000010:2.1:1781623099.005845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f850417cfa0. 00010000:00000010:3.1:1781623099.036529:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8508a0c000. 00010000:00000010:3.1:1781623099.036538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85202de400. 00000080:00000010:0.1:1781623099.043414:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8f85257a0840. 00000080:00000010:0.1:1781623099.043428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cb4e0. 00010000:00000010:2.1:1781623099.069388:0:2343:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8508638100. 00010000:00000010:2.1:1781623099.069399:0:2343:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8500030a00. 00000080:00000010:1.1:1781623099.083193:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8f852d6e2940. 00000080:00000010:1.1:1781623099.083205:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85116b1e00. 00010000:00000010:1.1:1781623099.083528:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f85050dc100. 00010000:00000010:1.1:1781623099.083535:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8540536400. 00000080:00000010:1.1:1781623099.087218:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8f852d6198c0. 00000080:00000010:1.1:1781623099.087250:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85116b1240. 00010000:00000010:3.1:1781623099.114662:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f85050dc400. 00010000:00000010:3.1:1781623099.114673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8540537000. 00000080:00000010:0.1:1781623099.131568:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8f852d61a100. 00000080:00000010:0.1:1781623099.131589:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cbfe0. 00010000:00000010:0.1:1781623099.152736:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8505bdef00. 00010000:00000010:0.1:1781623099.152755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8505df1000. 00000080:00000010:0.1:1781623099.152771:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8f8525776b40. 00000080:00000010:0.1:1781623099.152791:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f850417cba0. 00010000:00000010:2.1:1781623099.164178:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f85050dc900. 00010000:00000010:2.1:1781623099.164198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8540536a00. 00000080:00000010:1.1:1781623099.168776:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8f852d619080. 00000080:00000010:1.1:1781623099.168795:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cb040. 00000080:00000010:1.1:1781623099.168804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028dd2a0. 00010000:00000010:0.1:1781623141.482410:0:110704:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f85050dcb00. 00010000:00000010:0.1:1781623141.482431:0:110704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8540537000. 00000080:00000010:3.1:1781623141.504505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028dd7e0. 00010000:00000010:2.1:1781623141.538509:0:2343:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8508638400. 00010000:00000010:2.1:1781623141.538525:0:2343:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85420ecc00. 00010000:00000010:2.1:1781623141.538531:0:2343:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8508638000. 00010000:00000010:2.1:1781623141.538534:0:2343:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85420ed200. 00000080:00000010:2.1:1781623141.538540:0:2343:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cbf00. 00010000:00000010:2.1:1781623141.558524:0:110705:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85420ed200. 00000080:00000010:2.1:1781623141.566080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cbf00. 00010000:00000010:2.1:1781623141.619291:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8508638400. 00010000:00000010:2.1:1781623141.619309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85420ecc00. 00000080:00000010:1.1:1781623141.664119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cb9a0. 00010000:00000010:2.1:1781623141.724101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85202dea00. 00000080:00000010:2.1:1781623141.738090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe60e0. 00010000:00000010:1.1:1781623141.781286:0:110711:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8505df1800. 00000080:00000010:1.1:1781623141.803139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85103d6700. 00010000:00000010:0.1:1781623141.835363:0:110712:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85202de800. 00000080:00000010:0.1:1781623141.841493:0:110713:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe69e0. 00010000:00000010:3.1:1781623141.881088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85202de800. 00000080:00000010:0.1:1781623141.899098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe69e0. 00010000:00000010:2.1:1781623141.927386:0:110555:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85420eca00. 00000080:00000010:0.1:1781623141.936205:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cbea0. 00010000:00000010:1.1:1781623141.985464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85420eca00. 00000080:00000010:1.1:1781623142.006834:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cb140. 00010000:00000010:2.1:1781623142.045270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8540537c00. 00000080:00000010:1.1:1781623142.051090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028dd0e0. 00010000:00000010:0.1:1781623142.093295:0:110718:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85202dec00. 00000080:00000010:3.1:1781623142.094080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe69a0. 00000080:00000010:1.1:1781623152.586926:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6660. 00010000:00000010:1.1:1781623152.586940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85202dec00. 00010000:00000010:1.1:1781623152.586944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85420ecc00. 00000080:00000010:1.1:1781623152.586950:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028ddb60. 00010000:00000010:1.1:1781623152.586960:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8508638000. 00010000:00000010:1.1:1781623152.586965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8540536000. 00010000:00000010:0.1:1781623152.587286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f850711c000. 00010000:00000010:0.1:1781623152.587301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85099ed000. 00010000:00000010:0.1:1781623152.587305:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f85050dc600. 00010000:00000010:0.1:1781623152.587309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8505df0a00. 00010000:00000010:0.1:1781623152.587312:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8505bde000. 00010000:00000010:0.1:1781623152.587316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85202dfc00. 00010000:00000010:0.1:1781623152.587319:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8508a0c200. 00010000:00000010:0.1:1781623165.284275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85202df600. 00000080:00000010:0.1:1781623165.312443:0:111393:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6320. 00010000:00000010:0.1:1781623165.341121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85202df600. 00010000:00000010:1.1:1781623165.425254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8505df1600. 00010000:00000010:1.1:1781623165.433368:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8508638400. 00010000:00000010:1.1:1781623165.433405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85420ed800. 00010000:00000010:1.1:1781623165.433412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85202dea00. 00000080:00000010:1.1:1781623165.468192:0:111393:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8501345bc0. 00000080:00000010:1.1:1781623165.468215:0:111393:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8f852d6e0000. 00000080:00000010:1.1:1781623165.468233:0:111393:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6340. 00010000:00000010:1.1:1781623165.490105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8505df1600. 00010000:00000010:1.1:1781623165.490127:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8508a0ce00. 00010000:00000010:1.1:1781623165.490134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8540537c00. 00010000:00000010:1.1:1781623165.490141:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8508638700. 00010000:00000010:1.1:1781623165.490145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85420ed400. 00000080:00000010:1.1:1781623165.524533:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8f852d61c200. 00000080:00000010:1.1:1781623165.524550:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8501345960. 00010000:00000010:0.1:1781623168.257066:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8508a0cc00. 00010000:00000010:0.1:1781623168.257080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85202dfa00. 00010000:00000010:0.1:1781623170.108087:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f85050dc500. 00010000:00000010:0.1:1781623170.108111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8540537a00. 00000080:00000010:0.1:1781623170.134203:0:111620:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6140. 00010000:00000010:1.1:1781623170.173096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8505df1200. 00000080:00000010:1.1:1781623170.221123:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f850863df20. 00000080:00000010:0.1:1781623170.260095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f850863da80. 00000080:00000010:0.1:1781623173.486355:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6a40. 00000080:00000010:2.1:1781623173.500509:0:111724:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cb2a0. 00010000:00000010:2.1:1781623173.500557:0:111724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8505df0a00. 00000080:00000010:2.1:1781623173.500562:0:111724:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028ddf60. 00000080:00000010:2.1:1781623173.500568:0:111724:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028dd260. 00000080:00000010:3.1:1781623173.511073:0:111719:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cb060. 00000080:00000010:2.1:1781623173.531114:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028ddfc0. 00000080:00000010:1.1:1781623173.546093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe64c0. 00000080:00000010:2.1:1781623173.564117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028dd880. 00000080:00000010:2.1:1781623173.569162:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8502fb92e0. 00000080:00000010:1.1:1781623173.584602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028ddb60. 00000080:00000010:0.1:1781623173.609078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028dd440. 00000080:00000010:2.1:1781623173.631075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cb380. 00000080:00000010:1.1:1781623173.635219:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8502fb97c0. 00000080:00000010:1.1:1781623173.672682:0:111718:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6a40. 00000080:00000010:1.1:1781623173.680089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8502fb97c0. 00000080:00000010:1.1:1781623173.724175:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6a60. 00000080:00000010:1.1:1781623173.735095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8502fb9100. 00000080:00000010:3.1:1781623173.756265:0:111733:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028dda40. 00000080:00000010:0.1:1781623173.775052:0:111740:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028dd320. 00000080:00000010:1.1:1781623173.781279:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cb9c0. 00000080:00000010:1.1:1781623173.787639:0:111745:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8502fb9480. 00000080:00000010:3.1:1781623173.815615:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cb540. 00000080:00000010:3.1:1781623173.824694:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cbfa0. 00000080:00000010:3.1:1781623173.849570:0:111754:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028dd4c0. 00000080:00000010:1.1:1781623173.877345:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85103bd380. 00000080:00000010:0.1:1781623173.882081:0:111707:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85103bd580. 00000080:00000010:0.1:1781623173.895689:0:111732:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85040f2180. 00000080:00000010:2.1:1781623173.906796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6fe0. 00000080:00000010:2.1:1781623173.947266:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028dd200. 00000080:00000010:0.1:1781623173.970276:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cb140. 00000080:00000010:2.1:1781623173.982633:0:111764:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028dd600. 00000080:00000010:1.1:1781623173.996245:0:111764:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cb940. 00000080:00000010:0.1:1781623174.034119:0:111732:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028ddec0. 00000080:00000010:3.1:1781623174.133281:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6680. 00000080:00000010:3.1:1781623174.137339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028dd8e0. 00000080:00000010:3.1:1781623174.169455:0:111785:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028ddee0. 00000080:00000010:0.1:1781623174.176552:0:111784:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cbca0. 00000080:00000010:2.1:1781623174.198288:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe67a0. 00000080:00000010:2.1:1781623174.205277:0:111792:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028ddec0. 00000080:00000010:0.1:1781623174.223180:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cbe20. 00000080:00000010:2.1:1781623174.246257:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028ddcc0. 00000080:00000010:2.1:1781623174.262202:0:111802:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cbb60. 00000080:00000010:2.1:1781623174.279674:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028dd600. 00000080:00000010:1.1:1781623174.298071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8507307620. 00000080:00000010:1.1:1781623174.318784:0:111782:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8507307220. 00000080:00000010:0.1:1781623174.350142:0:111707:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cbe40. 00000080:00000010:0.1:1781623174.370246:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6d20. 00000080:00000010:1.1:1781623174.390497:0:111716:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028dd200. 00000080:00000010:1.1:1781623174.404074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8507307200. 00000080:00000010:0.1:1781623174.457293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6580. 00000080:00000010:0.1:1781623174.457569:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6b60. 00000080:00000010:1.1:1781623174.485501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028ddfc0. 00000080:00000010:2.1:1781623174.495233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028dd880. 00000080:00000010:2.1:1781623174.505096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cb960. 00000080:00000010:1.1:1781623174.518760:0:111708:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe67c0. 00000080:00000010:1.1:1781623174.535077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8507307200. 00000080:00000010:3.1:1781623174.550052:0:111815:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028dd9a0. 00000080:00000010:0.1:1781623174.584234:0:111813:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cb680. 00000080:00000010:1.1:1781623174.616491:0:111812:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8507307200. 00000080:00000010:1.1:1781623174.621061:0:111812:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028dd9a0. 00000080:00000010:1.1:1781623174.621130:0:111812:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8507307780. 00000080:00000010:2.1:1781623174.636052:0:111716:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028dd320. 00000080:00000010:2.1:1781623174.648970:0:1360:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cb5e0. 00000080:00000010:2.1:1781623174.662101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8507307560. 00000080:00000010:1.1:1781623174.716933:0:55565:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cbc00. 00000080:00000010:0.1:1781623174.744065:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cb260. 00000080:00000010:0.1:1781623174.746155:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6060. 00000080:00000010:3.1:1781623174.767365:0:111814:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cb4a0. 00000080:00000010:3.1:1781623174.811103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028ddf60. 00000080:00000010:1.1:1781623174.837859:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6560. 00000080:00000010:3.1:1781623174.848135:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cb360. 00000080:00000010:0.1:1781623174.878396:0:111829:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6100. 00000080:00000010:0.1:1781623174.878406:0:111829:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6ec0. 00000080:00000010:1.1:1781623174.887479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028dd0e0. 00000080:00000010:1.1:1781623174.896119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cb2c0. 00000080:00000010:1.1:1781623174.922249:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8507307660. 00000080:00000010:1.1:1781623174.946278:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe65e0. 00000080:00000010:1.1:1781623174.961203:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85073076a0. 00000080:00000010:0.1:1781623174.983097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6ec0. 00000080:00000010:0.1:1781623175.011108:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cb8a0. 00000080:00000010:1.1:1781623175.028624:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6860. 00000080:00000010:0.1:1781623175.082553:0:111708:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cbd40. 00000080:00000010:0.1:1781623175.097233:0:100379:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe69c0. 00000080:00000010:1.1:1781623175.103070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028dd5a0. 00000080:00000010:0.1:1781623175.115098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028dd600. 00000080:00000010:1.1:1781623175.158659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85073078e0. 00000080:00000010:3.1:1781623175.214146:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85073076a0. 00000080:00000010:0.1:1781623175.242153:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8507307780. 00000080:00000010:0.1:1781623175.242198:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6f20. 00000080:00000010:1.1:1781623175.256169:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8507307c40. 00000080:00000010:1.1:1781623175.288005:0:111862:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8507307d00. 00000080:00000010:3.1:1781623175.307395:0:1:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6c20. 00000080:00000010:1.1:1781623175.309250:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028ddfc0. 00000080:00000010:2.1:1781623175.322889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cbea0. 00000080:00000010:0.1:1781623175.348198:0:111402:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6480. 00000080:00000010:0.1:1781623175.358638:0:100379:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85073076a0. 00000080:00000010:0.1:1781623175.388988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6080. 00000080:00000010:1.1:1781623175.405388:0:111873:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028ddee0. 00000080:00000010:0.1:1781623175.420076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028ddc00. 00000080:00000010:1.1:1781623175.453503:0:111877:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6080. 00000080:00000010:0.1:1781623175.463353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6520. 00000080:00000010:1.1:1781623175.490101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cbde0. 00000080:00000010:0.1:1781623175.493428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85103bd580. 00000080:00000010:2.1:1781623175.525802:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028dd0e0. 00000080:00000010:2.1:1781623175.546228:0:111708:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85103bd380. 00000080:00000010:2.1:1781623175.559276:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6ec0. 00000080:00000010:1.1:1781623175.572086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe65a0. 00000080:00000010:1.1:1781623175.591155:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cb340. 00000080:00000010:1.1:1781623175.648539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f851258be60. 00000080:00000010:2.1:1781623175.663059:0:111907:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cba60. 00000080:00000010:2.1:1781623175.725525:0:111913:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cbc80. 00000080:00000010:1.1:1781623175.736063:0:111707:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85103bd380. 00000080:00000010:1.1:1781623175.753139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85103bd580. 00000080:00000010:0.1:1781623175.762477:0:111920:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028ddf60. 00000080:00000010:1.1:1781623175.794190:0:111715:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6f60. 00000080:00000010:1.1:1781623175.806076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cb8e0. 00000080:00000010:2.1:1781623175.854199:0:25:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028dd240. 00000080:00000010:0.1:1781623175.859596:0:111927:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028dd4c0. 00000080:00000010:2.1:1781623175.890499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85103bd580. 00000080:00000010:0.1:1781623175.906670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe64e0. 00000080:00000010:1.1:1781623175.936527:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6ea0. 00000080:00000010:0.1:1781623175.956397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe62a0. 00000080:00000010:0.1:1781623175.961102:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6cc0. 00000080:00000010:3.1:1781623175.965263:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cb700. 00000080:00000010:1.1:1781623175.993205:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028ddec0. 00000080:00000010:0.1:1781623176.015915:0:100379:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6cc0. 00000080:00000010:0.1:1781623176.019256:0:111944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6460. 00000080:00000010:1.1:1781623176.033197:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85103bde00. 00000080:00000010:1.1:1781623176.063057:0:111708:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8508a3d7e0. 00000080:00000010:0.1:1781623176.065067:0:111917:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028ddec0. 00000080:00000010:0.1:1781623176.068886:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6460. 00000080:00000010:0.1:1781623176.083349:0:111949:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8508a3d7e0. 00000080:00000010:3.1:1781623176.099692:0:111722:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6460. 00000080:00000010:3.1:1781623176.108158:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cba20. 00000080:00000010:0.1:1781623176.144543:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8508a3de00. 00000080:00000010:0.1:1781623176.155290:0:1032:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6040. 00000080:00000010:0.1:1781623176.188938:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8508a3dee0. 00000080:00000010:0.1:1781623176.215090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6040. 00000080:00000010:0.1:1781623176.225062:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cb040. 00000080:00000010:0.1:1781623176.239052:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6040. 00000080:00000010:2.1:1781623176.245935:0:98954:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6080. 00000080:00000010:2.1:1781623176.291462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6020. 00000080:00000010:3.1:1781623176.298296:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028ddf60. 00000080:00000010:3.1:1781623176.317798:0:2343:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028dd880. 00000080:00000010:2.1:1781623176.327179:0:111949:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6f80. 00000080:00000010:0.1:1781623176.339439:0:111952:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028ddf60. 00000080:00000010:2.1:1781623176.341281:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6220. 00000080:00000010:1.1:1781623176.372042:0:111949:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028dd4c0. 00000080:00000010:1.1:1781623176.408704:0:1013:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8508a3dd20. 00000080:00000010:0.1:1781623176.411479:0:111950:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6d80. 00000080:00000010:0.1:1781623176.427527:0:111959:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6520. 00000080:00000010:1.1:1781623176.436073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8508a3d120. 00000080:00000010:1.1:1781623176.451093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8508a3dd20. 00000080:00000010:0.1:1781623176.475921:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe62c0. 00000080:00000010:0.1:1781623176.480592:0:111962:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6160. 00000080:00000010:3.1:1781623176.483214:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028dd320. 00000080:00000010:2.1:1781623176.509941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cb9a0. 00000080:00000010:3.1:1781623176.510475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cb900. 00000080:00000010:3.1:1781623176.532279:0:1:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cb1c0. 00000080:00000010:0.1:1781623176.557170:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028dd320. 00000080:00000010:0.1:1781623176.560680:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cbb40. 00000080:00000010:1.1:1781623176.598937:0:111722:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6d40. 00000080:00000010:1.1:1781623176.606696:0:111965:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cb200. 00000080:00000010:2.1:1781623176.611066:0:111966:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8508a3d120. 00000080:00000010:0.1:1781623176.639190:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6d20. 00000080:00000010:1.1:1781623176.651126:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8508a3d060. 00000080:00000010:1.1:1781623176.661194:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8508a3d780. 00000080:00000010:1.1:1781623176.669732:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8508a3d0e0. 00000080:00000010:1.1:1781623176.687192:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8508a3dca0. 00000080:00000010:1.1:1781623176.728855:0:111716:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028ddc00. 00000080:00000010:1.1:1781623176.750793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8508a3dca0. 00000080:00000010:0.1:1781623176.764582:0:111971:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028dd880. 00000080:00000010:3.1:1781623176.803464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6d20. 00000080:00000010:2.1:1781623176.813541:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8508a3d060. 00000080:00000010:1.1:1781623176.849286:0:111977:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cb360. 00000080:00000010:0.1:1781623176.854291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6d00. 00000080:00000010:1.1:1781623176.875244:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6400. 00000080:00000010:1.1:1781623176.916069:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cb7a0. 00000080:00000010:1.1:1781623176.916080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8508a3d6a0. 00000080:00000010:0.1:1781623176.954263:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cb020. 00000080:00000010:1.1:1781623176.959048:0:111707:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8508a3d6a0. 00000080:00000010:1.1:1781623176.979300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6da0. 00000080:00000010:3.1:1781623177.008379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8508a3dbc0. 00000080:00000010:3.1:1781623177.019795:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cbf40. 00000080:00000010:3.1:1781623177.036179:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028dd260. 00000080:00000010:0.1:1781623177.053991:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe62c0. 00000080:00000010:2.1:1781623177.087086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6ba0. 00000080:00000010:0.1:1781623177.117203:0:111704:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028dd260. 00000080:00000010:0.1:1781623177.158254:0:112005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6de0. 00000080:00000010:1.1:1781623177.190058:0:112011:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cb840. 00000080:00000010:3.1:1781623177.204050:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8508a3d2a0. 00000080:00000010:0.1:1781623177.225143:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6de0. 00000080:00000010:1.1:1781623177.236052:0:111717:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6c20. 00000080:00000010:0.1:1781623177.245596:0:112019:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6840. 00000080:00000010:3.1:1781623177.261427:0:1017:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8508a3d840. 00000080:00000010:3.1:1781623177.283236:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028ddba0. 00000080:00000010:3.1:1781623177.293051:0:1016:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6200. 00000080:00000010:3.1:1781623177.301163:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028dd880. 00000080:00000010:0.1:1781623177.321689:0:112021:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6740. 00000080:00000010:3.1:1781623177.328151:0:112025:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028dd880. 00000080:00000010:2.1:1781623177.332096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6820. 00000080:00000010:0.1:1781623177.343139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6e40. 00000080:00000010:1.1:1781623177.354712:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cb8e0. 00000080:00000010:0.1:1781623177.365576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cb440. 00000080:00000010:0.1:1781623177.386275:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6120. 00000080:00000010:1.1:1781623177.401320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028dd9a0. 00000080:00000010:2.1:1781623177.405125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6120. 00000080:00000010:1.1:1781623177.405765:0:111716:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8508a3d2e0. 00000080:00000010:1.1:1781623177.416079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6380. 00000080:00000010:1.1:1781623177.442132:0:112036:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6de0. 00000080:00000010:2.1:1781623177.461046:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cba80. 00000080:00000010:0.1:1781623177.471442:0:112010:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6b40. 00000080:00000010:1.1:1781623177.484288:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe63a0. 00000080:00000010:0.1:1781623177.496595:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cba80. 00000080:00000010:0.1:1781623177.525479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6620. 00000080:00000010:3.1:1781623177.532121:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028dd880. 00000080:00000010:3.1:1781623177.536312:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028ddb60. 00000080:00000010:0.1:1781623177.540172:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cb140. 00000080:00000010:0.1:1781623177.551458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6620. 00000080:00000010:1.1:1781623177.569300:0:112048:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8508a3d2e0. 00000080:00000010:1.1:1781623177.580193:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8508a3d0c0. 00000080:00000010:1.1:1781623177.593166:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028ddee0. 00000080:00000010:1.1:1781623177.616018:0:108671:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cbb40. 00000080:00000010:3.1:1781623177.644044:0:112056:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cb140. 00000080:00000010:1.1:1781623177.651422:0:112053:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cbfa0. 00000080:00000010:0.1:1781623177.652070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028dd960. 00000080:00000010:0.1:1781623177.666475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6840. 00000080:00000010:3.1:1781623177.674843:0:112002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028ddf80. 00000080:00000010:1.1:1781623177.700087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6880. 00000080:00000010:1.1:1781623177.710086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8508a3d360. 00000080:00000010:1.1:1781623177.740107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6720. 00000080:00000010:1.1:1781623177.769484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8508a3d360. 00000080:00000010:1.1:1781623177.779294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028dd100. 00000080:00000010:0.1:1781623177.794250:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028ddec0. 00000080:00000010:2.1:1781623177.795799:0:112070:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8508a3d660. 00000080:00000010:0.1:1781623177.816900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6b00. 00000080:00000010:0.1:1781623177.849717:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8508a3d580. 00000080:00000010:1.1:1781623177.867419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8508a3d2e0. 00000080:00000010:1.1:1781623177.884194:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8508a3d440. 00000080:00000010:1.1:1781623177.884232:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6b00. 00000080:00000010:3.1:1781623177.940097:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cbc20. 00000080:00000010:3.1:1781623177.952176:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028dd200. 00000080:00000010:1.1:1781623177.953552:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6c80. 00000080:00000010:1.1:1781623177.994492:0:111707:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8508a3dc00. 00000080:00000010:2.1:1781623177.996574:0:112083:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028ddb40. 00000080:00000010:1.1:1781623178.000879:0:112085:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cb4e0. 00000080:00000010:0.1:1781623178.023081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028dd5a0. 00000080:00000010:3.1:1781623178.026563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cbb60. 00000080:00000010:3.1:1781623178.034148:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028dde60. 00000080:00000010:2.1:1781623178.062517:0:2343:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8508a3d2c0. 00000080:00000010:1.1:1781623178.080538:0:112093:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cb540. 00000080:00000010:0.1:1781623178.114794:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6640. 00000080:00000010:1.1:1781623178.141917:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8508a3d4c0. 00000080:00000010:1.1:1781623178.150696:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8508a3dc80. 00000080:00000010:2.1:1781623178.165488:0:112095:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cb2e0. 00000080:00000010:1.1:1781623178.205806:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8508a3dc80. 00000080:00000010:3.1:1781623178.214075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8508a3d4c0. 00000080:00000010:0.1:1781623178.228747:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8508a3d320. 00000080:00000010:1.1:1781623178.256279:0:112098:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6fa0. 00000080:00000010:2.1:1781623178.275817:0:111715:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6100. 00000080:00000010:2.1:1781623178.285230:0:112094:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028ddf80. 00000080:00000010:2.1:1781623178.320375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cb520. 00000080:00000010:1.1:1781623178.321000:0:111708:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028ddec0. 00000080:00000010:3.1:1781623178.321712:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cbe20. 00000080:00000010:1.1:1781623178.328227:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cbac0. 00000080:00000010:0.1:1781623178.346144:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6c00. 00000080:00000010:3.1:1781623178.370606:0:112093:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6980. 00000080:00000010:0.1:1781623178.374070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6c00. 00000080:00000010:0.1:1781623178.408268:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6500. 00000080:00000010:1.1:1781623178.443099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028dd0a0. 00000080:00000010:1.1:1781623178.478084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8508a3d900. 00000080:00000010:0.1:1781623178.498214:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6500. 00000080:00000010:0.1:1781623178.533057:0:111715:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028dd200. 00000080:00000010:2.1:1781623178.566156:0:1360:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028dda40. 00000080:00000010:3.1:1781623178.584547:0:111708:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8508a3dec0. 00000080:00000010:1.1:1781623178.590417:0:108671:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cb7c0. 00000080:00000010:3.1:1781623178.596168:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cbe40. 00000080:00000010:3.1:1781623178.619659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028dd2c0. 00000080:00000010:3.1:1781623178.627179:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8508a3db40. 00000080:00000010:3.1:1781623178.641150:0:111720:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028dd260. 00000080:00000010:3.1:1781623178.650088:0:2344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6ae0. 00000080:00000010:1.1:1781623178.659710:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8508a3d760. 00000080:00000010:1.1:1781623178.664200:0:111716:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cb2a0. 00000080:00000010:1.1:1781623178.670539:0:1032:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028dd0e0. 00000080:00000010:1.1:1781623178.685165:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8508a3df80. 00000080:00000010:0.1:1781623178.695324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe65c0. 00000080:00000010:0.1:1781623178.701078:0:112094:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6bc0. 00000080:00000010:3.1:1781623178.707200:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028ddcc0. 00000080:00000010:0.1:1781623178.722380:0:112114:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cbc00. 00000080:00000010:1.1:1781623178.741132:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6bc0. 00000080:00000010:1.1:1781623178.759379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cb4a0. 00000080:00000010:1.1:1781623178.764433:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8508a3dfe0. 00000080:00000010:1.1:1781623178.778300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe65c0. 00000080:00000010:1.1:1781623178.791926:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8508a3dfe0. 00000080:00000010:2.1:1781623178.815586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cb9a0. 00000080:00000010:3.1:1781623178.818207:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cb3a0. 00000080:00000010:1.1:1781623178.819225:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8508a3dfe0. 00000080:00000010:3.1:1781623178.846059:0:112062:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028ddee0. 00000080:00000010:0.1:1781623178.853421:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8508a3d3a0. 00000080:00000010:1.1:1781623178.889803:0:112062:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028dd440. 00000080:00000010:3.1:1781623178.896105:0:112062:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028ddee0. 00000080:00000010:3.1:1781623178.902602:0:112092:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028dd2a0. 00000080:00000010:1.1:1781623178.911983:0:112129:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe65c0. 00000080:00000010:0.1:1781623178.946529:0:112091:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8508a3d400. 00000080:00000010:0.1:1781623178.967834:0:112091:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cb540. 00000080:00000010:2.1:1781623178.991517:0:112090:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe67a0. 00000080:00000010:3.1:1781623179.001231:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cbf40. 00000080:00000010:3.1:1781623179.001253:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028dd8e0. 00000080:00000010:3.1:1781623179.054160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cba20. 00000080:00000010:3.1:1781623179.073941:0:112136:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028dd8e0. 00000080:00000010:2.1:1781623179.093065:0:112138:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cb640. 00000080:00000010:2.1:1781623179.094082:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cb680. 00000080:00000010:3.1:1781623179.107091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cbdc0. 00000080:00000010:1.1:1781623179.146545:0:112135:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cbc80. 00000080:00000010:1.1:1781623179.166687:0:112135:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8508a3d960. 00000080:00000010:0.1:1781623179.190328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028dd8e0. 00000080:00000010:3.1:1781623179.204399:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028dd2a0. 00000080:00000010:3.1:1781623179.224716:0:111722:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028ddb60. 00000080:00000010:2.1:1781623179.232359:0:112147:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cbda0. 00000080:00000010:3.1:1781623179.240535:0:1017:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cb3c0. 00000080:00000010:2.1:1781623179.268230:0:111720:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cb160. 00000080:00000010:2.1:1781623179.279269:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cb180. 00000080:00000010:0.1:1781623179.310301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028dd200. 00000080:00000010:0.1:1781623179.314073:0:112153:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6640. 00000080:00000010:2.1:1781623179.350483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cb160. 00000080:00000010:3.1:1781623179.358495:0:111722:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028dd2a0. 00000080:00000010:2.1:1781623179.370125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cb040. 00000080:00000010:2.1:1781623179.378372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028dd2a0. 00000080:00000010:0.1:1781623179.398841:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6900. 00000080:00000010:2.1:1781623179.416104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cb760. 00000080:00000010:2.1:1781623179.422227:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028ddf80. 00000080:00000010:3.1:1781623179.444667:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cb500. 00000080:00000010:2.1:1781623179.455080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cb340. 00000080:00000010:0.1:1781623179.478145:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cb0c0. 00000080:00000010:0.1:1781623179.494084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cbf00. 00010000:00000010:1.1:1781623185.974280:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8508a0cc00. 00010000:00000010:1.1:1781623185.974299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85202dea00. 00000080:00000010:1.1:1781623185.990169:0:112393:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8508a3d6c0. 00010000:00000010:1.1:1781623186.022077:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8509622800. 00010000:00000010:1.1:1781623186.022100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8505df0800. 00010000:00000010:1.1:1781623186.046089:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8509622700. 00010000:00000010:1.1:1781623186.046113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8505df1200. 00000080:00000010:1.1:1781623186.046119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8508a3d4c0. 00010000:00000010:1.1:1781623186.080082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8505df1200. 00000080:00000010:0.1:1781623186.101074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8508a3d4c0. 00010000:00000010:0.1:1781623187.154482:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8509622800. 00010000:00000010:0.1:1781623187.154494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8505df0800. 00000080:00000010:0.1:1781623187.168198:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6b00. 00010000:00000010:2.1:1781623187.202209:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f85050dc400. 00010000:00000010:2.1:1781623187.202237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8540537000. 00010000:00000010:2.1:1781623187.202244:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f85050dc800. 00010000:00000010:2.1:1781623187.202247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8540537400. 00000080:00000010:1.1:1781623187.224429:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85037647a0. 00000080:00000010:1.1:1781623187.237190:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8f852575b9c0. 00010000:00000010:0.1:1781623212.304063:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f85050dc600. 00010000:00000010:0.1:1781623212.304091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8540536400. 00010000:00000010:1.1:1781623214.571473:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8508a0c900. 00010000:00000010:1.1:1781623214.571484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85202de200. 00010000:00000010:1.1:1781623214.578094:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8508a0c100. 00010000:00000010:1.1:1781623214.578115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85202dfa00. 00010000:00000010:1.1:1781623214.578120:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8509622300. 00010000:00000010:1.1:1781623214.578132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8505df1e00. 00010000:00000010:1.1:1781623214.578137:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8509622e00. 00010000:00000010:1.1:1781623214.578140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8505df1000. 00010000:00000010:1.1:1781623214.578142:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8508a0cc00. 00010000:00000010:1.1:1781623214.578145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85202dfe00. 00010000:00000010:1.1:1781623214.578149:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f85050dc800. 00010000:00000010:1.1:1781623214.578152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8540537800. 00010000:00000010:1.1:1781623214.578156:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8508a0c300. 00010000:00000010:1.1:1781623214.578159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85202de800. 00010000:00000010:1.1:1781623214.578180:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8508a0c600. 00010000:00000010:1.1:1781623214.578183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85202df600. 00010000:00000010:1.1:1781623214.578186:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8509622200. 00010000:00000010:1.1:1781623214.578189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8505df1200. 00010000:00000010:1.1:1781623214.578199:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8508638a00. 00010000:00000010:1.1:1781623214.578204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85420ed400. 00010000:00000010:1.1:1781623214.578208:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f85050dcc00. 00010000:00000010:1.1:1781623214.578211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8500031e00. 00000020:00000001:0.0:1781623223.741950:0:55565:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1781623223.741952:0:55565:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1781623223.741953:0:55565:0:(cl_object.c:925:cl_env_put()) 1@ffff8f850455ee10 00000020:00000010:0.0:1781623223.741955:0:55565:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f85096ed200. 00000020:00000010:0.0:1781623223.741957:0:55565:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f851e55a000. 00000008:00000010:0.0:1781623223.741959:0:55565:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f8506384e18. 00020000:00000010:0.0:1781623223.741962:0:55565:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8502ebe000. 00008000:00000010:0.0:1781623223.741964:0:55565:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8512407880. 00000080:00000010:0.0:1781623223.741979:0:55565:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f85058075e8. 00000080:00000010:0.0:1781623223.741982:0:55565:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f8502a44248. 00000020:00000010:0.0:1781623223.741984:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f85096ec800. 00000008:00000010:0.0:1781623223.741986:0:55565:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f8508868c60. 00020000:00000010:0.0:1781623223.741988:0:55565:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f851247b180. 00008000:00000010:0.0:1781623223.741990:0:55565:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d212a58. 00000080:00000010:0.0:1781623223.741992:0:55565:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f852d3840f0. 00000020:00000010:0.0:1781623223.741995:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f85096ec000. 00000020:00000010:0.0:1781623223.741996:0:55565:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f850455ee10. 00020000:00000001:0.0:1781623223.741998:0:55565:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1781623223.742000:0:55565:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:0.0:1781623223.742001:0:55565:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:0.0:1781623223.742002:0:55565:0:(vvp_io.c:287:vvp_io_fini()) [0x20000fe02:0x168:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1781623223.742005:0:55565:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1781623223.742006:0:55565:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1781623223.742007:0:55565:0:(cl_object.c:925:cl_env_put()) 1@ffff8f850455eab0 00000020:00000010:0.0:1781623223.742009:0:55565:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f85096eda00. 00000020:00000010:0.0:1781623223.742010:0:55565:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f851e55af00. 00000008:00000010:0.0:1781623223.742013:0:55565:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f8506382178. 00020000:00000010:0.0:1781623223.742015:0:55565:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8502ebed80. 00008000:00000010:0.0:1781623223.742017:0:55565:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8512405530. 00000080:00000010:0.0:1781623223.742019:0:55565:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f8505807150. 00000080:00000010:0.0:1781623223.742021:0:55565:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f8502a45ff0. 00000020:00000010:0.0:1781623223.742023:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f85096ed400. 00000008:00000010:0.0:1781623223.742175:0:55565:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f85088689a0. 00020000:00000010:0.0:1781623223.742178:0:55565:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f8512479680. 00008000:00000010:0.0:1781623223.742180:0:55565:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d212668. 00000080:00000010:0.0:1781623223.742182:0:55565:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f852d384870. 00000020:00000010:0.0:1781623223.742185:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f85096ece00. 00000020:00000010:0.0:1781623223.742186:0:55565:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f850455eab0. 00000080:00000001:0.0:1781623223.742188:0:55565:0:(file.c:5274:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1781623223.742190:0:55565:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:0.0:1781623224.643334:0:55565:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f8512479680. 00008000:00000010:0.0:1781623224.643339:0:55565:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d212668. 00000080:00000010:0.0:1781623224.643343:0:55565:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f852d384870. 00000020:00000001:0.0:1781623224.643345:0:55565:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400193659896 : -123673515891720 : ffff8f85040463f8) 00000020:00001000:0.0:1781623224.643347:0:55565:0:(cl_object.c:831:cl_env_get()) 1@ffff8f85040463f0 00000020:00000001:0.0:1781623224.643350:0:55565:0:(cl_object.c:151:cl_object_top()) ffff8f8506cca080 -> ffff8f8506cca080 00000020:00000001:0.0:1781623224.643351:0:55565:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1781623224.643353:0:55565:0:(vvp_io.c:1800:vvp_io_init()) Process entered 00000080:00200000:0.0:1781623224.643355:0:55565:0:(vvp_io.c:1805:vvp_io_init()) [0x20000fe02:0x168:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1781623224.643357:0:55565:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781623224.643358:0:55565:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1781623224.643359:0:55565:0:(vvp_io.c:1877:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1781623224.643361:0:55565:0:(lov_object.c:1559:lov_io_init()) [0x20000fe02:0x168:0x0]io ffff8f850726ce10 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1781623224.643363:0:55565:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff8f852d021e88) owner 0000000000000000/ffff8f8502d9cf80 00020000:00000001:0.0:1781623224.643366:0:55565:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1781623224.643367:0:55565:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1781623224.643369:0:55565:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1781623224.643370:0:55565:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.643372:0:55565:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1781623224.643374:0:55565:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1781623224.643375:0:55565:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.643376:0:55565:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781623224.643377:0:55565:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1781623224.643378:0:55565:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1781623224.643379:0:55565:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff8f852d021e88) owner 0000000000000000/ffff8f8502d9cf80 00000020:00000001:0.0:1781623224.643381:0:55565:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.643383:0:55565:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1781623224.643384:0:55565:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1781623224.643386:0:55565:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1781623224.643388:0:55565:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1781623224.643390:0:55565:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1781623224.643392:0:55565:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1781623224.643393:0:55565:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1781623224.643395:0:55565:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781623224.643397:0:55565:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f850455eab0. 00000020:00000010:0.0:1781623224.643400:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f85096ed400. 00000020:00000010:0.0:1781623224.643410:0:55565:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f85096ec800. 00000020:00000010:0.0:1781623224.643413:0:55565:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f851e55af00. 00000008:00000010:0.0:1781623224.643417:0:55565:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f8506382178. 00020000:00000010:0.0:1781623224.643420:0:55565:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8502ebed80. 00008000:00000010:0.0:1781623224.643424:0:55565:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8512405530. 00000080:00000010:0.0:1781623224.643428:0:55565:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f8505807150. 00000080:00000010:0.0:1781623224.643430:0:55565:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f8502a45ff0. 00000020:00000010:0.0:1781623224.643433:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f85096ec000. 00000008:00000010:0.0:1781623224.643436:0:55565:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f85088689a0. 00020000:00000010:0.0:1781623224.643438:0:55565:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f851247b180. 00008000:00000010:0.0:1781623224.643441:0:55565:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d212a58. 00000080:00000010:0.0:1781623224.643443:0:55565:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f852d3840f0. 00000020:00000001:0.0:1781623224.643445:0:55565:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400199002808 : -123673510548808 : ffff8f850455eab8) 00000020:00001000:0.0:1781623224.643447:0:55565:0:(cl_object.c:831:cl_env_get()) 1@ffff8f850455eab0 00000020:00000001:0.0:1781623224.643449:0:55565:0:(cl_object.c:151:cl_object_top()) ffff8f8506cca3a0 -> ffff8f8506cca080 00000020:00000001:0.0:1781623224.643450:0:55565:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1781623224.643452:0:55565:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781623224.643453:0:55565:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1781623224.643454:0:55565:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.643456:0:55565:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.643458:0:55565:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446620400432944872 : -123673276606744 : ffff8f85124796e8) 00000020:00000001:0.0:1781623224.643460:0:55565:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1781623224.643461:0:55565:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.643463:0:55565:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.643464:0:55565:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.643466:0:55565:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1781623224.643467:0:55565:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:0.0:1781623224.643468:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.643469:0:55565:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1781623224.643470:0:55565:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1781623224.643471:0:55565:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.643473:0:55565:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.643474:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.643476:0:55565:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.643478:0:55565:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1781623224.643479:0:55565:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.643480:0:55565:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.643482:0:55565:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1781623224.643483:0:55565:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:0.0:1781623224.643484:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.643485:0:55565:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1781623224.643486:0:55565:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1781623224.643487:0:55565:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1781623224.643490:0:55565:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1781623224.643492:0:55565:0:(osc_cache.c:1828:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1781623224.643493:0:55565:0:(osc_cache.c:1829:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1781623224.643495:0:55565:0:(osc_cache.c:2336:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1781623224.643496:0:55565:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:0.0:1781623224.643498:0:55565:0:(osc_cache.c:2305:osc_next_obj()) Process leaving (rc=18446620400246141312 : -123673463410304 : ffff8f8507253180) 00000008:00000020:0.0:1781623224.643500:0:55565:0:(osc_cache.c:2341:osc_check_rpcs()) obj ffff8f8507253180 ready 0|-|- wr 1|-|+ rd 0|- 9 in flight 00000008:00000001:0.0:1781623224.643503:0:55565:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1781623224.643504:0:55565:0:(osc_cache.c:1828:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1781623224.643505:0:55565:0:(osc_cache.c:1829:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1781623224.643506:0:55565:0:(osc_cache.c:2400:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1781623224.643509:0:55565:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff8f8508197340 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:0.0:1781623224.643512:0:55565:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1781623224.643513:0:55565:0:(osc_io.c:1161:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.643515:0:55565:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.643516:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.643518:0:55565:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.643519:0:55565:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.643520:0:55565:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1781623224.643522:0:55565:0:(lov_io.c:1680:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1781623224.643523:0:55565:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1781623224.643524:0:55565:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1781623224.643525:0:55565:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1781623224.643526:0:55565:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.643527:0:55565:0:(lov_io.c:1691:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1781623224.643529:0:55565:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1781623224.643530:0:55565:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1781623224.643531:0:55565:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:0.0:1781623224.643532:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.643533:0:55565:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1781623224.643534:0:55565:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1781623224.643535:0:55565:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.643537:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.643538:0:55565:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1781623224.643539:0:55565:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1781623224.643540:0:55565:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1781623224.643541:0:55565:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1781623224.643542:0:55565:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1781623224.643543:0:55565:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1781623224.643544:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.643545:0:55565:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1781623224.643546:0:55565:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1781623224.643547:0:55565:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.643548:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.643550:0:55565:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1781623224.643551:0:55565:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1781623224.643552:0:55565:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.643553:0:55565:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1781623224.643554:0:55565:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:0.0:1781623224.643555:0:55565:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1781623224.643556:0:55565:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1781623224.643557:0:55565:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1781623224.643558:0:55565:0:(cl_object.c:925:cl_env_put()) 1@ffff8f850455eab0 00000020:00000010:0.0:1781623224.643560:0:55565:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f85096ec800. 00000020:00000010:0.0:1781623224.643563:0:55565:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f851e55af00. 00000008:00000010:0.0:1781623224.643566:0:55565:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f8506382178. 00020000:00000010:0.0:1781623224.643570:0:55565:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8502ebed80. 00008000:00000010:0.0:1781623224.643572:0:55565:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8512405530. 00000080:00000010:0.0:1781623224.643575:0:55565:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f8505807150. 00000080:00000010:0.0:1781623224.643578:0:55565:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f8502a45ff0. 00000020:00000010:0.0:1781623224.643580:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f85096ed400. 00000008:00000010:0.0:1781623224.643583:0:55565:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f85088689a0. 00020000:00000010:0.0:1781623224.643586:0:55565:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f851247b180. 00008000:00000010:0.0:1781623224.643589:0:55565:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d212a58. 00000080:00000010:0.0:1781623224.643591:0:55565:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f852d3840f0. 00000020:00000010:0.0:1781623224.643594:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f85096ec000. 00000020:00000010:0.0:1781623224.643595:0:55565:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f850455eab0. 00020000:00000001:0.0:1781623224.643597:0:55565:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1781623224.643599:0:55565:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:0.0:1781623224.643600:0:55565:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:0.0:1781623224.643602:0:55565:0:(vvp_io.c:287:vvp_io_fini()) [0x20000fe02:0x168:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1781623224.643605:0:55565:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1781623224.643605:0:55565:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1781623224.643607:0:55565:0:(cl_object.c:925:cl_env_put()) 1@ffff8f85040463f0 00000020:00000010:0.0:1781623224.643609:0:55565:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f8504e04000. 00000020:00000010:0.0:1781623224.643612:0:55565:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f850618a9c0. 00000008:00000010:0.0:1781623224.643614:0:55565:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f85048a1650. 00020000:00000010:0.0:1781623224.643617:0:55565:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8532a9bf00. 00008000:00000010:0.0:1781623224.643619:0:55565:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8503f93170. 00000080:00000010:0.0:1781623224.643622:0:55565:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f8508734888. 00000080:00000010:0.0:1781623224.643624:0:55565:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f850726cdb0. 00000020:00000010:0.0:1781623224.643626:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f8504e04c00. 00000008:00000010:0.0:1781623224.643628:0:55565:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f8502f5b4a0. 00020000:00000010:0.0:1781623224.643630:0:55565:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f8512479680. 00008000:00000010:0.0:1781623224.643632:0:55565:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d212668. 00000080:00000010:0.0:1781623224.643634:0:55565:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f852d384870. 00000020:00000010:0.0:1781623224.643636:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f8504e04800. 00000020:00000010:0.0:1781623224.643638:0:55565:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f85040463f0. 00000080:00000001:0.0:1781623224.643639:0:55565:0:(file.c:5274:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1781623224.643641:0:55565:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1781623224.643649:0:55565:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:0.0:1781623224.643651:0:55565:0:(file.c:5240:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1781623224.643652:0:55565:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781623224.643654:0:55565:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f850455eab0. 00000020:00000010:0.0:1781623224.643657:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f85096ec000. 00000020:00000010:0.0:1781623224.643660:0:55565:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f85096ed400. 00000020:00000010:0.0:1781623224.643662:0:55565:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f851e55af00. 00000008:00000010:0.0:1781623224.643665:0:55565:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f8506382178. 00020000:00000010:0.0:1781623224.643667:0:55565:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8502ebed80. 00008000:00000010:0.0:1781623224.643669:0:55565:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8512405530. 00000080:00000010:0.0:1781623224.643672:0:55565:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f8505807150. 00000080:00000010:0.0:1781623224.643674:0:55565:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f8502a45ff0. 00000020:00000010:0.0:1781623224.643676:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f85096ec800. 00000008:00000010:0.0:1781623224.643678:0:55565:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f85088689a0. 00020000:00000010:0.0:1781623224.643680:0:55565:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f8512479680. 00008000:00000010:0.0:1781623224.643683:0:55565:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d212668. 00000080:00000010:0.0:1781623224.643685:0:55565:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f852d384870. 00000020:00000001:0.0:1781623224.643688:0:55565:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400199002808 : -123673510548808 : ffff8f850455eab8) 00000020:00001000:0.0:1781623224.643689:0:55565:0:(cl_object.c:831:cl_env_get()) 1@ffff8f850455eab0 00000020:00000001:0.0:1781623224.643691:0:55565:0:(cl_object.c:151:cl_object_top()) ffff8f8532982d00 -> ffff8f8532982d00 00000020:00000001:0.0:1781623224.643692:0:55565:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1781623224.643693:0:55565:0:(vvp_io.c:1800:vvp_io_init()) Process entered 00000080:00200000:0.0:1781623224.643694:0:55565:0:(vvp_io.c:1805:vvp_io_init()) [0x20000fe02:0x167:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1781623224.643696:0:55565:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781623224.643697:0:55565:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1781623224.643698:0:55565:0:(vvp_io.c:1877:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1781623224.643700:0:55565:0:(lov_object.c:1559:lov_io_init()) [0x20000fe02:0x167:0x0]io ffff8f8502a46050 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1781623224.643702:0:55565:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff8f85073ddba0) owner 0000000000000000/ffff8f8502d9cf80 00020000:00000001:0.0:1781623224.643704:0:55565:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1781623224.643705:0:55565:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1781623224.643706:0:55565:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1781623224.643707:0:55565:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.643709:0:55565:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1781623224.643710:0:55565:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1781623224.643711:0:55565:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.643713:0:55565:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781623224.643714:0:55565:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1781623224.643715:0:55565:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1781623224.643716:0:55565:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff8f85073ddba0) owner 0000000000000000/ffff8f8502d9cf80 00000020:00000001:0.0:1781623224.643718:0:55565:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.643720:0:55565:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1781623224.643721:0:55565:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1781623224.643722:0:55565:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1781623224.643723:0:55565:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1781623224.643736:0:55565:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1781623224.643738:0:55565:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1781623224.643739:0:55565:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1781623224.643740:0:55565:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781623224.643743:0:55565:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f850455ee10. 00000020:00000010:0.0:1781623224.643746:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f8512536a00. 00000020:00000010:0.0:1781623224.643749:0:55565:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f8509f57800. 00000020:00000010:0.0:1781623224.643751:0:55565:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f851e55a000. 00000008:00000010:0.0:1781623224.643755:0:55565:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f8506384e18. 00020000:00000010:0.0:1781623224.643757:0:55565:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8502ebe000. 00008000:00000010:0.0:1781623224.643760:0:55565:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8512407880. 00000080:00000010:0.0:1781623224.643762:0:55565:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f85058075e8. 00000080:00000010:0.0:1781623224.643765:0:55565:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f8502a44248. 00000020:00000010:0.0:1781623224.643768:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f8509f56c00. 00000008:00000010:0.0:1781623224.643770:0:55565:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f8508868c60. 00020000:00000010:0.0:1781623224.643772:0:55565:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f851247b180. 00008000:00000010:0.0:1781623224.643774:0:55565:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d212a58. 00000080:00000010:0.0:1781623224.643777:0:55565:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f852d3840f0. 00000020:00000001:0.0:1781623224.643779:0:55565:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400199003672 : -123673510547944 : ffff8f850455ee18) 00000020:00001000:0.0:1781623224.643780:0:55565:0:(cl_object.c:831:cl_env_get()) 1@ffff8f850455ee10 00000020:00000001:0.0:1781623224.643782:0:55565:0:(cl_object.c:151:cl_object_top()) ffff8f8532982c38 -> ffff8f8532982d00 00000020:00000001:0.0:1781623224.643784:0:55565:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1781623224.643785:0:55565:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781623224.643786:0:55565:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1781623224.643787:0:55565:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.643789:0:55565:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.643790:0:55565:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446620400432944872 : -123673276606744 : ffff8f85124796e8) 00000020:00000001:0.0:1781623224.643792:0:55565:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1781623224.643793:0:55565:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.643794:0:55565:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.643796:0:55565:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.643797:0:55565:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1781623224.643798:0:55565:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:0.0:1781623224.643799:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.643800:0:55565:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1781623224.643801:0:55565:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1781623224.643802:0:55565:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.643804:0:55565:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.643805:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.643806:0:55565:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.643808:0:55565:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1781623224.643809:0:55565:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.643810:0:55565:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.643811:0:55565:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1781623224.643812:0:55565:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:0.0:1781623224.643813:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.643815:0:55565:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1781623224.643816:0:55565:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1781623224.643817:0:55565:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1781623224.643819:0:55565:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1781623224.643820:0:55565:0:(osc_cache.c:1828:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1781623224.643822:0:55565:0:(osc_cache.c:1829:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1781623224.643823:0:55565:0:(osc_cache.c:2336:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1781623224.643824:0:55565:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:0.0:1781623224.643826:0:55565:0:(osc_cache.c:2305:osc_next_obj()) Process leaving (rc=18446620400262148928 : -123673447402688 : ffff8f8508197340) 00000008:00000020:0.0:1781623224.643828:0:55565:0:(osc_cache.c:2341:osc_check_rpcs()) obj ffff8f8508197340 ready 0|-|- wr 1|-|+ rd 0|- 9 in flight 00000008:00000001:0.0:1781623224.643831:0:55565:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1781623224.643831:0:55565:0:(osc_cache.c:1828:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1781623224.643832:0:55565:0:(osc_cache.c:1829:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1781623224.643834:0:55565:0:(osc_cache.c:2400:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1781623224.643836:0:55565:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff8f8507253180 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:0.0:1781623224.643839:0:55565:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1781623224.643840:0:55565:0:(osc_io.c:1161:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.643842:0:55565:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.643843:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.643845:0:55565:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.643846:0:55565:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.643847:0:55565:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1781623224.643848:0:55565:0:(lov_io.c:1680:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1781623224.643849:0:55565:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1781623224.643850:0:55565:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1781623224.643851:0:55565:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1781623224.643852:0:55565:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.643853:0:55565:0:(lov_io.c:1691:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1781623224.643854:0:55565:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1781623224.643855:0:55565:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1781623224.643857:0:55565:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:0.0:1781623224.643858:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.643858:0:55565:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1781623224.643859:0:55565:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1781623224.643860:0:55565:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.643862:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.643863:0:55565:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1781623224.643864:0:55565:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1781623224.643865:0:55565:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1781623224.643866:0:55565:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1781623224.643867:0:55565:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1781623224.643869:0:55565:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1781623224.643870:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.643871:0:55565:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1781623224.643872:0:55565:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1781623224.643872:0:55565:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.643874:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.643876:0:55565:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1781623224.643876:0:55565:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1781623224.643877:0:55565:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.643879:0:55565:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1781623224.643880:0:55565:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:0.0:1781623224.643881:0:55565:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1781623224.643882:0:55565:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1781623224.643883:0:55565:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1781623224.643884:0:55565:0:(cl_object.c:925:cl_env_put()) 1@ffff8f850455ee10 00000020:00000010:0.0:1781623224.643886:0:55565:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f8509f57800. 00000020:00000010:0.0:1781623224.643889:0:55565:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f851e55a000. 00000008:00000010:0.0:1781623224.643891:0:55565:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f8506384e18. 00020000:00000010:0.0:1781623224.643895:0:55565:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8502ebe000. 00008000:00000010:0.0:1781623224.643898:0:55565:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8512407880. 00000080:00000010:0.0:1781623224.643900:0:55565:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f85058075e8. 00000080:00000010:0.0:1781623224.643903:0:55565:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f8502a44248. 00000020:00000010:0.0:1781623224.643905:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f8512536a00. 00000008:00000010:0.0:1781623224.643909:0:55565:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f8508868c60. 00020000:00000010:0.0:1781623224.643911:0:55565:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f851247b180. 00008000:00000010:0.0:1781623224.643913:0:55565:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d212a58. 00000080:00000010:0.0:1781623224.643915:0:55565:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f852d3840f0. 00000020:00000010:0.0:1781623224.643917:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f8509f56c00. 00000020:00000010:0.0:1781623224.643919:0:55565:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f850455ee10. 00020000:00000001:0.0:1781623224.643921:0:55565:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1781623224.643922:0:55565:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:0.0:1781623224.643924:0:55565:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:0.0:1781623224.643925:0:55565:0:(vvp_io.c:287:vvp_io_fini()) [0x20000fe02:0x167:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1781623224.643928:0:55565:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1781623224.643929:0:55565:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1781623224.643930:0:55565:0:(cl_object.c:925:cl_env_put()) 1@ffff8f850455eab0 00000020:00000010:0.0:1781623224.643932:0:55565:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f85096ed400. 00000020:00000010:0.0:1781623224.643934:0:55565:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f851e55af00. 00000008:00000010:0.0:1781623224.643936:0:55565:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f8506382178. 00020000:00000010:0.0:1781623224.643938:0:55565:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8502ebed80. 00008000:00000010:0.0:1781623224.643940:0:55565:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8512405530. 00000080:00000010:0.0:1781623224.643942:0:55565:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f8505807150. 00000080:00000010:0.0:1781623224.643944:0:55565:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f8502a45ff0. 00000020:00000010:0.0:1781623224.643946:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f85096ec000. 00000008:00000010:0.0:1781623224.643948:0:55565:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f85088689a0. 00020000:00000010:0.0:1781623224.643949:0:55565:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f8512479680. 00008000:00000010:0.0:1781623224.643951:0:55565:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d212668. 00000080:00000010:0.0:1781623224.643953:0:55565:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f852d384870. 00000020:00000010:0.0:1781623224.643955:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f85096ec800. 00000020:00000010:0.0:1781623224.643957:0:55565:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f850455eab0. 00000080:00000001:0.0:1781623224.643969:0:55565:0:(file.c:5274:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1781623224.643971:0:55565:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1781623224.643974:0:55565:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:0.0:1781623224.643975:0:55565:0:(file.c:5240:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1781623224.643976:0:55565:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781623224.643978:0:55565:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f850455eab0. 00000020:00000010:0.0:1781623224.643980:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f8509f56c00. 00000020:00000010:0.0:1781623224.643982:0:55565:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f8509f57800. 00000020:00000010:0.0:1781623224.643984:0:55565:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f851e55af00. 00000008:00000010:0.0:1781623224.643986:0:55565:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f8506382178. 00020000:00000010:0.0:1781623224.643988:0:55565:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8502ebed80. 00008000:00000010:0.0:1781623224.643990:0:55565:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8512405530. 00000080:00000010:0.0:1781623224.643992:0:55565:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f8505807150. 00000080:00000010:0.0:1781623224.643994:0:55565:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f8502a45ff0. 00000020:00000010:0.0:1781623224.643997:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f8509f57e00. 00000008:00000010:0.0:1781623224.643998:0:55565:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f85088689a0. 00020000:00000010:0.0:1781623224.644000:0:55565:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f8512479680. 00008000:00000010:0.0:1781623224.644002:0:55565:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d212668. 00000080:00000010:0.0:1781623224.644004:0:55565:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f852d384870. 00000020:00000001:0.0:1781623224.644006:0:55565:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400199002808 : -123673510548808 : ffff8f850455eab8) 00000020:00001000:0.0:1781623224.644007:0:55565:0:(cl_object.c:831:cl_env_get()) 1@ffff8f850455eab0 00000020:00000001:0.0:1781623224.644009:0:55565:0:(cl_object.c:151:cl_object_top()) ffff8f8506cca080 -> ffff8f8506cca080 00000020:00000001:0.0:1781623224.644011:0:55565:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1781623224.644012:0:55565:0:(vvp_io.c:1800:vvp_io_init()) Process entered 00000080:00200000:0.0:1781623224.644014:0:55565:0:(vvp_io.c:1805:vvp_io_init()) [0x20000fe02:0x168:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1781623224.644015:0:55565:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781623224.644016:0:55565:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1781623224.644017:0:55565:0:(vvp_io.c:1877:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1781623224.644019:0:55565:0:(lov_object.c:1559:lov_io_init()) [0x20000fe02:0x168:0x0]io ffff8f8502a46050 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1781623224.644022:0:55565:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff8f852d021e88) owner 0000000000000000/ffff8f8502d9cf80 00020000:00000001:0.0:1781623224.644047:0:55565:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1781623224.644049:0:55565:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1781623224.644050:0:55565:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1781623224.644051:0:55565:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.644053:0:55565:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1781623224.644055:0:55565:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1781623224.644056:0:55565:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.644057:0:55565:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781623224.644058:0:55565:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1781623224.644059:0:55565:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1781623224.644060:0:55565:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff8f852d021e88) owner 0000000000000000/ffff8f8502d9cf80 00000020:00000001:0.0:1781623224.644063:0:55565:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.644064:0:55565:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1781623224.644065:0:55565:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1781623224.644066:0:55565:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1781623224.644068:0:55565:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1781623224.644070:0:55565:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1781623224.644072:0:55565:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1781623224.644073:0:55565:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1781623224.644074:0:55565:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781623224.644077:0:55565:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f850455ee10. 00000020:00000010:0.0:1781623224.644080:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f85096ec800. 00000020:00000010:0.0:1781623224.644082:0:55565:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f85096ec000. 00000020:00000010:0.0:1781623224.644084:0:55565:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f851e55a000. 00000008:00000010:0.0:1781623224.644087:0:55565:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f8506384e18. 00020000:00000010:0.0:1781623224.644089:0:55565:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8502ebe000. 00008000:00000010:0.0:1781623224.644092:0:55565:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8512407880. 00000080:00000010:0.0:1781623224.644094:0:55565:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f85058075e8. 00000080:00000010:0.0:1781623224.644096:0:55565:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f8502a44248. 00000020:00000010:0.0:1781623224.644099:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f85096ed400. 00000008:00000010:0.0:1781623224.644102:0:55565:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f8508868c60. 00020000:00000010:0.0:1781623224.644104:0:55565:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f851247b180. 00008000:00000010:0.0:1781623224.644106:0:55565:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d212a58. 00000080:00000010:0.0:1781623224.644109:0:55565:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f852d3840f0. 00000020:00000001:0.0:1781623224.644111:0:55565:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400199003672 : -123673510547944 : ffff8f850455ee18) 00000020:00001000:0.0:1781623224.644113:0:55565:0:(cl_object.c:831:cl_env_get()) 1@ffff8f850455ee10 00000020:00000001:0.0:1781623224.644114:0:55565:0:(cl_object.c:151:cl_object_top()) ffff8f8506cca3a0 -> ffff8f8506cca080 00000020:00000001:0.0:1781623224.644116:0:55565:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1781623224.644117:0:55565:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781623224.644118:0:55565:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1781623224.644119:0:55565:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.644121:0:55565:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.644123:0:55565:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446620400432944872 : -123673276606744 : ffff8f85124796e8) 00000020:00000001:0.0:1781623224.644124:0:55565:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1781623224.644126:0:55565:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.644127:0:55565:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.644129:0:55565:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.644130:0:55565:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1781623224.644132:0:55565:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:0.0:1781623224.644133:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.644134:0:55565:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1781623224.644135:0:55565:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1781623224.644136:0:55565:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.644138:0:55565:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.644139:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.644141:0:55565:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.644142:0:55565:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1781623224.644143:0:55565:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.644145:0:55565:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.644146:0:55565:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1781623224.644147:0:55565:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:0.0:1781623224.644148:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.644149:0:55565:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1781623224.644150:0:55565:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1781623224.644151:0:55565:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1781623224.644154:0:55565:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1781623224.644155:0:55565:0:(osc_cache.c:1828:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1781623224.644157:0:55565:0:(osc_cache.c:1829:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1781623224.644159:0:55565:0:(osc_cache.c:2336:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1781623224.644160:0:55565:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:0.0:1781623224.644162:0:55565:0:(osc_cache.c:2305:osc_next_obj()) Process leaving (rc=18446620400246141312 : -123673463410304 : ffff8f8507253180) 00000008:00000020:0.0:1781623224.644164:0:55565:0:(osc_cache.c:2341:osc_check_rpcs()) obj ffff8f8507253180 ready 0|-|- wr 1|-|+ rd 0|- 9 in flight 00000008:00000001:0.0:1781623224.644167:0:55565:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1781623224.644168:0:55565:0:(osc_cache.c:1828:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1781623224.644169:0:55565:0:(osc_cache.c:1829:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1781623224.644171:0:55565:0:(osc_cache.c:2400:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1781623224.644173:0:55565:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff8f8508197340 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:0.0:1781623224.644176:0:55565:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1781623224.644178:0:55565:0:(osc_io.c:1161:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.644179:0:55565:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.644181:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.644182:0:55565:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.644183:0:55565:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.644185:0:55565:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1781623224.644186:0:55565:0:(lov_io.c:1680:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1781623224.644187:0:55565:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1781623224.644188:0:55565:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1781623224.644189:0:55565:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1781623224.644190:0:55565:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.644191:0:55565:0:(lov_io.c:1691:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1781623224.644192:0:55565:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1781623224.644193:0:55565:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1781623224.644194:0:55565:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:0.0:1781623224.644195:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.644196:0:55565:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1781623224.644197:0:55565:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1781623224.644198:0:55565:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.644200:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.644201:0:55565:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1781623224.644202:0:55565:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1781623224.644203:0:55565:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1781623224.644204:0:55565:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1781623224.644205:0:55565:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1781623224.644206:0:55565:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1781623224.644207:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.644208:0:55565:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1781623224.644209:0:55565:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1781623224.644210:0:55565:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.644211:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.644213:0:55565:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1781623224.644214:0:55565:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1781623224.644215:0:55565:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.644216:0:55565:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1781623224.644217:0:55565:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:0.0:1781623224.644218:0:55565:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1781623224.644219:0:55565:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1781623224.644220:0:55565:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1781623224.644221:0:55565:0:(cl_object.c:925:cl_env_put()) 1@ffff8f850455ee10 00000020:00000010:0.0:1781623224.644223:0:55565:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f85096ec000. 00000020:00000010:0.0:1781623224.644225:0:55565:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f851e55a000. 00000008:00000010:0.0:1781623224.644227:0:55565:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f8506384e18. 00020000:00000010:0.0:1781623224.644229:0:55565:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8502ebe000. 00008000:00000010:0.0:1781623224.644232:0:55565:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8512407880. 00000080:00000010:0.0:1781623224.644234:0:55565:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f85058075e8. 00000080:00000010:0.0:1781623224.644236:0:55565:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f8502a44248. 00000020:00000010:0.0:1781623224.644238:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f85096ec800. 00000008:00000010:0.0:1781623224.644240:0:55565:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f8508868c60. 00020000:00000010:0.0:1781623224.644242:0:55565:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f851247b180. 00008000:00000010:0.0:1781623224.644244:0:55565:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d212a58. 00000080:00000010:0.0:1781623224.644246:0:55565:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f852d3840f0. 00000020:00000010:0.0:1781623224.644248:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f85096ed400. 00000020:00000010:0.0:1781623224.644250:0:55565:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f850455ee10. 00020000:00000001:0.0:1781623224.644251:0:55565:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1781623224.644252:0:55565:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:0.0:1781623224.644254:0:55565:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:0.0:1781623224.644255:0:55565:0:(vvp_io.c:287:vvp_io_fini()) [0x20000fe02:0x168:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1781623224.644257:0:55565:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1781623224.644258:0:55565:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1781623224.644259:0:55565:0:(cl_object.c:925:cl_env_put()) 1@ffff8f850455eab0 00000020:00000010:0.0:1781623224.644261:0:55565:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f8509f57800. 00000020:00000010:0.0:1781623224.644263:0:55565:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f851e55af00. 00000008:00000010:0.0:1781623224.644264:0:55565:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f8506382178. 00020000:00000010:0.0:1781623224.644266:0:55565:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8502ebed80. 00008000:00000010:0.0:1781623224.644268:0:55565:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8512405530. 00000080:00000010:0.0:1781623224.644270:0:55565:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f8505807150. 00000080:00000010:0.0:1781623224.644272:0:55565:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f8502a45ff0. 00000020:00000010:0.0:1781623224.644275:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f8509f56c00. 00000008:00000010:0.0:1781623224.644277:0:55565:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f85088689a0. 00020000:00000010:0.0:1781623224.644279:0:55565:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f8512479680. 00008000:00000010:0.0:1781623224.644281:0:55565:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d212668. 00000080:00000010:0.0:1781623224.644283:0:55565:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f852d384870. 00000020:00000010:0.0:1781623224.644285:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f8509f57e00. 00000020:00000010:0.0:1781623224.644288:0:55565:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f850455eab0. 00000080:00000001:0.0:1781623224.644290:0:55565:0:(file.c:5274:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1781623224.644292:0:55565:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1781623224.644310:0:55565:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:0.0:1781623224.644311:0:55565:0:(file.c:5240:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1781623224.644313:0:55565:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781623224.644315:0:55565:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f850455eab0. 00000020:00000010:0.0:1781623224.644317:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f85096ed400. 00000020:00000010:0.0:1781623224.644319:0:55565:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f85096ec800. 00000020:00000010:0.0:1781623224.644321:0:55565:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f851e55af00. 00000008:00000010:0.0:1781623224.644324:0:55565:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f8506382178. 00020000:00000010:0.0:1781623224.644326:0:55565:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8502ebed80. 00008000:00000010:0.0:1781623224.644328:0:55565:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8512405530. 00000080:00000010:0.0:1781623224.644331:0:55565:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f8505807150. 00000080:00000010:0.0:1781623224.644333:0:55565:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f8502a45ff0. 00000020:00000010:0.0:1781623224.644335:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f85096ec000. 00000008:00000010:0.0:1781623224.644337:0:55565:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f85088689a0. 00020000:00000010:0.0:1781623224.644339:0:55565:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f8512479680. 00008000:00000010:0.0:1781623224.644341:0:55565:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d212668. 00000080:00000010:0.0:1781623224.644343:0:55565:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f852d384870. 00000020:00000001:0.0:1781623224.644345:0:55565:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400199002808 : -123673510548808 : ffff8f850455eab8) 00000020:00001000:0.0:1781623224.644347:0:55565:0:(cl_object.c:831:cl_env_get()) 1@ffff8f850455eab0 00000020:00000001:0.0:1781623224.644349:0:55565:0:(cl_object.c:151:cl_object_top()) ffff8f8532982d00 -> ffff8f8532982d00 00000020:00000001:0.0:1781623224.644351:0:55565:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1781623224.644352:0:55565:0:(vvp_io.c:1800:vvp_io_init()) Process entered 00000080:00200000:0.0:1781623224.644353:0:55565:0:(vvp_io.c:1805:vvp_io_init()) [0x20000fe02:0x167:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1781623224.644356:0:55565:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781623224.644356:0:55565:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1781623224.644358:0:55565:0:(vvp_io.c:1877:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1781623224.644360:0:55565:0:(lov_object.c:1559:lov_io_init()) [0x20000fe02:0x167:0x0]io ffff8f8502a46050 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1781623224.644363:0:55565:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff8f85073ddba0) owner 0000000000000000/ffff8f8502d9cf80 00020000:00000001:0.0:1781623224.644366:0:55565:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1781623224.644367:0:55565:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1781623224.644368:0:55565:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1781623224.644369:0:55565:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.644371:0:55565:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1781623224.644373:0:55565:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1781623224.644374:0:55565:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.644376:0:55565:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781623224.644377:0:55565:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1781623224.644378:0:55565:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1781623224.644380:0:55565:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff8f85073ddba0) owner 0000000000000000/ffff8f8502d9cf80 00000020:00000001:0.0:1781623224.644382:0:55565:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.644383:0:55565:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1781623224.644385:0:55565:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1781623224.644386:0:55565:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1781623224.644387:0:55565:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1781623224.644389:0:55565:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1781623224.644391:0:55565:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1781623224.644392:0:55565:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1781623224.644393:0:55565:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781623224.644395:0:55565:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f850455ee10. 00000020:00000010:0.0:1781623224.644397:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f8509f57e00. 00000020:00000010:0.0:1781623224.644399:0:55565:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f8509f56c00. 00000020:00000010:0.0:1781623224.644401:0:55565:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f851e55a000. 00000008:00000010:0.0:1781623224.644404:0:55565:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f8506384e18. 00020000:00000010:0.0:1781623224.644406:0:55565:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8502ebe000. 00008000:00000010:0.0:1781623224.644409:0:55565:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8512407880. 00000080:00000010:0.0:1781623224.644411:0:55565:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f85058075e8. 00000080:00000010:0.0:1781623224.644413:0:55565:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f8502a44248. 00000020:00000010:0.0:1781623224.644415:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f8509f57800. 00000008:00000010:0.0:1781623224.644417:0:55565:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f8508868c60. 00020000:00000010:0.0:1781623224.644419:0:55565:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f851247b180. 00008000:00000010:0.0:1781623224.644421:0:55565:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d212a58. 00000080:00000010:0.0:1781623224.644423:0:55565:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f852d3840f0. 00000020:00000001:0.0:1781623224.644425:0:55565:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400199003672 : -123673510547944 : ffff8f850455ee18) 00000020:00001000:0.0:1781623224.644427:0:55565:0:(cl_object.c:831:cl_env_get()) 1@ffff8f850455ee10 00000020:00000001:0.0:1781623224.644429:0:55565:0:(cl_object.c:151:cl_object_top()) ffff8f8532982c38 -> ffff8f8532982d00 00000020:00000001:0.0:1781623224.644430:0:55565:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1781623224.644431:0:55565:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781623224.644432:0:55565:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1781623224.644434:0:55565:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.644435:0:55565:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.644436:0:55565:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446620400432944872 : -123673276606744 : ffff8f85124796e8) 00000020:00000001:0.0:1781623224.644438:0:55565:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1781623224.644439:0:55565:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.644441:0:55565:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.644443:0:55565:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.644444:0:55565:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1781623224.644445:0:55565:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:0.0:1781623224.644446:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.644447:0:55565:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1781623224.644448:0:55565:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1781623224.644449:0:55565:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.644451:0:55565:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.644452:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.644454:0:55565:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.644455:0:55565:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1781623224.644456:0:55565:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.644457:0:55565:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.644459:0:55565:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1781623224.644460:0:55565:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:0.0:1781623224.644461:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.644462:0:55565:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1781623224.644463:0:55565:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1781623224.644464:0:55565:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1781623224.644466:0:55565:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1781623224.644467:0:55565:0:(osc_cache.c:1828:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1781623224.644468:0:55565:0:(osc_cache.c:1829:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1781623224.644470:0:55565:0:(osc_cache.c:2336:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1781623224.644471:0:55565:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:0.0:1781623224.644472:0:55565:0:(osc_cache.c:2305:osc_next_obj()) Process leaving (rc=18446620400262148928 : -123673447402688 : ffff8f8508197340) 00000008:00000020:0.0:1781623224.644474:0:55565:0:(osc_cache.c:2341:osc_check_rpcs()) obj ffff8f8508197340 ready 0|-|- wr 1|-|+ rd 0|- 9 in flight 00000008:00000001:0.0:1781623224.644476:0:55565:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1781623224.644478:0:55565:0:(osc_cache.c:1828:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1781623224.644479:0:55565:0:(osc_cache.c:1829:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1781623224.644481:0:55565:0:(osc_cache.c:2400:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1781623224.644482:0:55565:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff8f8507253180 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:0.0:1781623224.644486:0:55565:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1781623224.644487:0:55565:0:(osc_io.c:1161:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.644489:0:55565:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.644490:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.644492:0:55565:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.644493:0:55565:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.644494:0:55565:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1781623224.644495:0:55565:0:(lov_io.c:1680:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1781623224.644496:0:55565:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1781623224.644497:0:55565:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1781623224.644498:0:55565:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1781623224.644499:0:55565:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.644500:0:55565:0:(lov_io.c:1691:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1781623224.644501:0:55565:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1781623224.644502:0:55565:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1781623224.644503:0:55565:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:0.0:1781623224.644504:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.644505:0:55565:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1781623224.644506:0:55565:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1781623224.644507:0:55565:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.644509:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.644510:0:55565:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1781623224.644511:0:55565:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1781623224.644512:0:55565:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1781623224.644513:0:55565:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1781623224.644514:0:55565:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1781623224.644515:0:55565:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1781623224.644516:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.644517:0:55565:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1781623224.644518:0:55565:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1781623224.644519:0:55565:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.644520:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.644522:0:55565:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1781623224.644523:0:55565:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1781623224.644524:0:55565:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.644525:0:55565:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1781623224.644526:0:55565:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:0.0:1781623224.644527:0:55565:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1781623224.644528:0:55565:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1781623224.644530:0:55565:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1781623224.644531:0:55565:0:(cl_object.c:925:cl_env_put()) 1@ffff8f850455ee10 00000020:00000010:0.0:1781623224.644533:0:55565:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f8509f56c00. 00000020:00000010:0.0:1781623224.644535:0:55565:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f851e55a000. 00000008:00000010:0.0:1781623224.644538:0:55565:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f8506384e18. 00020000:00000010:0.0:1781623224.644540:0:55565:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8502ebe000. 00008000:00000010:0.0:1781623224.644543:0:55565:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8512407880. 00000080:00000010:0.0:1781623224.644545:0:55565:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f85058075e8. 00000080:00000010:0.0:1781623224.644547:0:55565:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f8502a44248. 00000020:00000010:0.0:1781623224.644549:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f8509f57e00. 00000008:00000010:0.0:1781623224.644551:0:55565:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f8508868c60. 00020000:00000010:0.0:1781623224.644553:0:55565:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f851247b180. 00008000:00000010:0.0:1781623224.644555:0:55565:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d212a58. 00000080:00000010:0.0:1781623224.644558:0:55565:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f852d3840f0. 00000020:00000010:0.0:1781623224.644560:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f8509f57800. 00000020:00000010:0.0:1781623224.644561:0:55565:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f850455ee10. 00020000:00000001:0.0:1781623224.644563:0:55565:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1781623224.644564:0:55565:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:0.0:1781623224.644565:0:55565:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:0.0:1781623224.644567:0:55565:0:(vvp_io.c:287:vvp_io_fini()) [0x20000fe02:0x167:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1781623224.644569:0:55565:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1781623224.644570:0:55565:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1781623224.644572:0:55565:0:(cl_object.c:925:cl_env_put()) 1@ffff8f850455eab0 00000020:00000010:0.0:1781623224.644573:0:55565:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f85096ec800. 00000020:00000010:0.0:1781623224.644575:0:55565:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f851e55af00. 00000008:00000010:0.0:1781623224.644577:0:55565:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f8506382178. 00020000:00000010:0.0:1781623224.644579:0:55565:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8502ebed80. 00008000:00000010:0.0:1781623224.644581:0:55565:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8512405530. 00000080:00000010:0.0:1781623224.644584:0:55565:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f8505807150. 00000080:00000010:0.0:1781623224.644586:0:55565:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f8502a45ff0. 00000020:00000010:0.0:1781623224.644588:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f85096ed400. 00000008:00000010:0.0:1781623224.644590:0:55565:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f85088689a0. 00020000:00000010:0.0:1781623224.644592:0:55565:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f8512479680. 00008000:00000010:0.0:1781623224.644594:0:55565:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d212668. 00000080:00000010:0.0:1781623224.644596:0:55565:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f852d384870. 00000020:00000010:0.0:1781623224.644598:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f85096ec000. 00000020:00000010:0.0:1781623224.644600:0:55565:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f850455eab0. 00000080:00000001:0.0:1781623224.644602:0:55565:0:(file.c:5274:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1781623224.644604:0:55565:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1781623224.644607:0:55565:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:0.0:1781623224.644608:0:55565:0:(file.c:5240:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1781623224.644609:0:55565:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781623224.644612:0:55565:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f850455eab0. 00000020:00000010:0.0:1781623224.644614:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f8509f57800. 00000020:00000010:0.0:1781623224.644616:0:55565:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f8509f57e00. 00000020:00000010:0.0:1781623224.644619:0:55565:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f851e55af00. 00000008:00000010:0.0:1781623224.644621:0:55565:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f8506382178. 00020000:00000010:0.0:1781623224.644623:0:55565:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8502ebed80. 00008000:00000010:0.0:1781623224.644626:0:55565:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8512405530. 00000080:00000010:0.0:1781623224.644628:0:55565:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f8505807150. 00000080:00000010:0.0:1781623224.644631:0:55565:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f8502a45ff0. 00000020:00000010:0.0:1781623224.644633:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f8509f56c00. 00000008:00000010:0.0:1781623224.644635:0:55565:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f85088689a0. 00020000:00000010:0.0:1781623224.644637:0:55565:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f8512479680. 00008000:00000010:0.0:1781623224.644639:0:55565:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d212668. 00000080:00000010:0.0:1781623224.644641:0:55565:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f852d384870. 00000020:00000001:0.0:1781623224.644643:0:55565:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400199002808 : -123673510548808 : ffff8f850455eab8) 00000020:00001000:0.0:1781623224.644645:0:55565:0:(cl_object.c:831:cl_env_get()) 1@ffff8f850455eab0 00000020:00000001:0.0:1781623224.644647:0:55565:0:(cl_object.c:151:cl_object_top()) ffff8f8506cca080 -> ffff8f8506cca080 00000020:00000001:0.0:1781623224.644648:0:55565:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1781623224.644649:0:55565:0:(vvp_io.c:1800:vvp_io_init()) Process entered 00000080:00200000:0.0:1781623224.644651:0:55565:0:(vvp_io.c:1805:vvp_io_init()) [0x20000fe02:0x168:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1781623224.644653:0:55565:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781623224.644654:0:55565:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1781623224.644655:0:55565:0:(vvp_io.c:1877:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1781623224.644657:0:55565:0:(lov_object.c:1559:lov_io_init()) [0x20000fe02:0x168:0x0]io ffff8f8502a46050 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1781623224.644660:0:55565:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff8f852d021e88) owner 0000000000000000/ffff8f8502d9cf80 00020000:00000001:0.0:1781623224.644662:0:55565:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1781623224.644663:0:55565:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1781623224.644665:0:55565:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1781623224.644666:0:55565:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.644668:0:55565:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1781623224.644670:0:55565:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1781623224.644672:0:55565:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.644673:0:55565:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781623224.644674:0:55565:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1781623224.644675:0:55565:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1781623224.644676:0:55565:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff8f852d021e88) owner 0000000000000000/ffff8f8502d9cf80 00000020:00000001:0.0:1781623224.644678:0:55565:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.644679:0:55565:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1781623224.644680:0:55565:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1781623224.644681:0:55565:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1781623224.644683:0:55565:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1781623224.644685:0:55565:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1781623224.644687:0:55565:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1781623224.644688:0:55565:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1781623224.644689:0:55565:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781623224.644691:0:55565:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f850455ee10. 00000020:00000010:0.0:1781623224.644694:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f85096ec000. 00000020:00000010:0.0:1781623224.644696:0:55565:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f85096ed400. 00000020:00000010:0.0:1781623224.644698:0:55565:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f851e55a000. 00000008:00000010:0.0:1781623224.644701:0:55565:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f8506384e18. 00020000:00000010:0.0:1781623224.644703:0:55565:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8502ebe000. 00008000:00000010:0.0:1781623224.644705:0:55565:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8512407880. 00000080:00000010:0.0:1781623224.644707:0:55565:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f85058075e8. 00000080:00000010:0.0:1781623224.644709:0:55565:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f8502a44248. 00000020:00000010:0.0:1781623224.644712:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f85096ec800. 00000008:00000010:0.0:1781623224.644714:0:55565:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f8508868c60. 00020000:00000010:0.0:1781623224.644716:0:55565:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f851247b180. 00008000:00000010:0.0:1781623224.644718:0:55565:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d212a58. 00000080:00000010:0.0:1781623224.644719:0:55565:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f852d3840f0. 00000020:00000001:0.0:1781623224.644721:0:55565:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400199003672 : -123673510547944 : ffff8f850455ee18) 00000020:00001000:0.0:1781623224.644723:0:55565:0:(cl_object.c:831:cl_env_get()) 1@ffff8f850455ee10 00000020:00000001:0.0:1781623224.644725:0:55565:0:(cl_object.c:151:cl_object_top()) ffff8f8506cca3a0 -> ffff8f8506cca080 00000020:00000001:0.0:1781623224.644726:0:55565:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1781623224.644727:0:55565:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781623224.644728:0:55565:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1781623224.644729:0:55565:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.644731:0:55565:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.644732:0:55565:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446620400432944872 : -123673276606744 : ffff8f85124796e8) 00000020:00000001:0.0:1781623224.644734:0:55565:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1781623224.644735:0:55565:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.644737:0:55565:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.644738:0:55565:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.644740:0:55565:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1781623224.644741:0:55565:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:0.0:1781623224.644742:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.644742:0:55565:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1781623224.644743:0:55565:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1781623224.644744:0:55565:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.644746:0:55565:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.644747:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.644749:0:55565:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.644750:0:55565:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1781623224.644751:0:55565:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.644752:0:55565:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.644754:0:55565:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1781623224.644755:0:55565:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:0.0:1781623224.644756:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.644756:0:55565:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1781623224.644758:0:55565:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1781623224.644759:0:55565:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1781623224.644760:0:55565:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1781623224.644761:0:55565:0:(osc_cache.c:1828:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1781623224.644762:0:55565:0:(osc_cache.c:1829:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1781623224.644764:0:55565:0:(osc_cache.c:2336:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1781623224.644765:0:55565:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:0.0:1781623224.644766:0:55565:0:(osc_cache.c:2305:osc_next_obj()) Process leaving (rc=18446620400246141312 : -123673463410304 : ffff8f8507253180) 00000008:00000020:0.0:1781623224.644768:0:55565:0:(osc_cache.c:2341:osc_check_rpcs()) obj ffff8f8507253180 ready 0|-|- wr 1|-|+ rd 0|- 9 in flight 00000008:00000001:0.0:1781623224.644770:0:55565:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1781623224.644771:0:55565:0:(osc_cache.c:1828:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1781623224.644772:0:55565:0:(osc_cache.c:1829:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1781623224.644773:0:55565:0:(osc_cache.c:2400:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1781623224.644775:0:55565:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff8f8508197340 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:0.0:1781623224.644778:0:55565:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1781623224.644779:0:55565:0:(osc_io.c:1161:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.644781:0:55565:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.644783:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.644784:0:55565:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.644785:0:55565:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.644786:0:55565:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1781623224.644788:0:55565:0:(lov_io.c:1680:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1781623224.644789:0:55565:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1781623224.644789:0:55565:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1781623224.644790:0:55565:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1781623224.644791:0:55565:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.644793:0:55565:0:(lov_io.c:1691:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1781623224.644794:0:55565:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1781623224.644795:0:55565:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1781623224.644796:0:55565:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:0.0:1781623224.644797:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.644798:0:55565:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1781623224.644799:0:55565:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1781623224.644800:0:55565:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.644802:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.644804:0:55565:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1781623224.644805:0:55565:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1781623224.644806:0:55565:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1781623224.644807:0:55565:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1781623224.644808:0:55565:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1781623224.644809:0:55565:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1781623224.644810:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.644811:0:55565:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1781623224.644812:0:55565:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1781623224.644813:0:55565:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.644815:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.644816:0:55565:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1781623224.644817:0:55565:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1781623224.644818:0:55565:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.644820:0:55565:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1781623224.644821:0:55565:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:0.0:1781623224.644822:0:55565:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1781623224.644823:0:55565:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1781623224.644824:0:55565:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1781623224.644825:0:55565:0:(cl_object.c:925:cl_env_put()) 1@ffff8f850455ee10 00000020:00000010:0.0:1781623224.644827:0:55565:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f85096ed400. 00000020:00000010:0.0:1781623224.644830:0:55565:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f851e55a000. 00000008:00000010:0.0:1781623224.644832:0:55565:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f8506384e18. 00020000:00000010:0.0:1781623224.644835:0:55565:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8502ebe000. 00008000:00000010:0.0:1781623224.644837:0:55565:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8512407880. 00000080:00000010:0.0:1781623224.644840:0:55565:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f85058075e8. 00000080:00000010:0.0:1781623224.644842:0:55565:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f8502a44248. 00000020:00000010:0.0:1781623224.644844:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f85096ec000. 00000008:00000010:0.0:1781623224.644846:0:55565:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f8508868c60. 00020000:00000010:0.0:1781623224.644848:0:55565:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f851247b180. 00008000:00000010:0.0:1781623224.644851:0:55565:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d212a58. 00000080:00000010:0.0:1781623224.644853:0:55565:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f852d3840f0. 00000020:00000010:0.0:1781623224.644855:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f85096ec800. 00000020:00000010:0.0:1781623224.644857:0:55565:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f850455ee10. 00020000:00000001:0.0:1781623224.644858:0:55565:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1781623224.644860:0:55565:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:0.0:1781623224.644861:0:55565:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:0.0:1781623224.644862:0:55565:0:(vvp_io.c:287:vvp_io_fini()) [0x20000fe02:0x168:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1781623224.644865:0:55565:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1781623224.644866:0:55565:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1781623224.644867:0:55565:0:(cl_object.c:925:cl_env_put()) 1@ffff8f850455eab0 00000020:00000010:0.0:1781623224.644869:0:55565:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f8509f57e00. 00000020:00000010:0.0:1781623224.644871:0:55565:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f851e55af00. 00000008:00000010:0.0:1781623224.644873:0:55565:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f8506382178. 00020000:00000010:0.0:1781623224.644875:0:55565:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8502ebed80. 00008000:00000010:0.0:1781623224.644877:0:55565:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8512405530. 00000080:00000010:0.0:1781623224.644879:0:55565:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f8505807150. 00000080:00000010:0.0:1781623224.644881:0:55565:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f8502a45ff0. 00000020:00000010:0.0:1781623224.644883:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f8509f57800. 00000008:00000010:0.0:1781623224.644885:0:55565:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f85088689a0. 00020000:00000010:0.0:1781623224.644887:0:55565:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f8512479680. 00008000:00000010:0.0:1781623224.644889:0:55565:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d212668. 00000080:00000010:0.0:1781623224.644891:0:55565:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f852d384870. 00000020:00000010:0.0:1781623224.644894:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f8509f56c00. 00000020:00000010:0.0:1781623224.644895:0:55565:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f850455eab0. 00000080:00000001:0.0:1781623224.644897:0:55565:0:(file.c:5274:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1781623224.644899:0:55565:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1781623224.644903:0:55565:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:0.0:1781623224.644904:0:55565:0:(file.c:5240:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1781623224.644906:0:55565:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781623224.644908:0:55565:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f850455eab0. 00000020:00000010:0.0:1781623224.644910:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f85096ec800. 00000020:00000010:0.0:1781623224.644912:0:55565:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f85096ec000. 00000020:00000010:0.0:1781623224.644914:0:55565:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f851e55af00. 00000008:00000010:0.0:1781623224.644917:0:55565:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f8506382178. 00020000:00000010:0.0:1781623224.644919:0:55565:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8502ebed80. 00008000:00000010:0.0:1781623224.644921:0:55565:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8512405530. 00000080:00000010:0.0:1781623224.644923:0:55565:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f8505807150. 00000080:00000010:0.0:1781623224.644925:0:55565:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f8502a45ff0. 00000020:00000010:0.0:1781623224.644927:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f85096ed400. 00000008:00000010:0.0:1781623224.644930:0:55565:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f85088689a0. 00020000:00000010:0.0:1781623224.644931:0:55565:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f8512479680. 00008000:00000010:0.0:1781623224.644933:0:55565:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d212668. 00000080:00000010:0.0:1781623224.644936:0:55565:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f852d384870. 00000020:00000001:0.0:1781623224.644938:0:55565:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400199002808 : -123673510548808 : ffff8f850455eab8) 00000020:00001000:0.0:1781623224.644940:0:55565:0:(cl_object.c:831:cl_env_get()) 1@ffff8f850455eab0 00000020:00000001:0.0:1781623224.644941:0:55565:0:(cl_object.c:151:cl_object_top()) ffff8f8532982d00 -> ffff8f8532982d00 00000020:00000001:0.0:1781623224.644943:0:55565:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1781623224.644944:0:55565:0:(vvp_io.c:1800:vvp_io_init()) Process entered 00000080:00200000:0.0:1781623224.644945:0:55565:0:(vvp_io.c:1805:vvp_io_init()) [0x20000fe02:0x167:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1781623224.644947:0:55565:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781623224.644948:0:55565:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1781623224.644949:0:55565:0:(vvp_io.c:1877:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1781623224.644951:0:55565:0:(lov_object.c:1559:lov_io_init()) [0x20000fe02:0x167:0x0]io ffff8f8502a46050 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1781623224.644954:0:55565:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff8f85073ddba0) owner 0000000000000000/ffff8f8502d9cf80 00020000:00000001:0.0:1781623224.644956:0:55565:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1781623224.644957:0:55565:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1781623224.644958:0:55565:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1781623224.644970:0:55565:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.644971:0:55565:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1781623224.644973:0:55565:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1781623224.644974:0:55565:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.644975:0:55565:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781623224.644976:0:55565:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1781623224.644978:0:55565:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1781623224.644979:0:55565:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff8f85073ddba0) owner 0000000000000000/ffff8f8502d9cf80 00000020:00000001:0.0:1781623224.644981:0:55565:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.644983:0:55565:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1781623224.644984:0:55565:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1781623224.644985:0:55565:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1781623224.644986:0:55565:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1781623224.644988:0:55565:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1781623224.644990:0:55565:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1781623224.644991:0:55565:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1781623224.644993:0:55565:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781623224.644995:0:55565:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f850455ee10. 00000020:00000010:0.0:1781623224.644998:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f8509f56c00. 00000020:00000010:0.0:1781623224.645000:0:55565:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f8509f57800. 00000020:00000010:0.0:1781623224.645002:0:55565:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f851e55a000. 00000008:00000010:0.0:1781623224.645004:0:55565:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f8506384e18. 00020000:00000010:0.0:1781623224.645006:0:55565:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8502ebe000. 00008000:00000010:0.0:1781623224.645008:0:55565:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8512407880. 00000080:00000010:0.0:1781623224.645011:0:55565:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f85058075e8. 00000080:00000010:0.0:1781623224.645013:0:55565:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f8502a44248. 00000020:00000010:0.0:1781623224.645015:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f8509f57e00. 00000008:00000010:0.0:1781623224.645018:0:55565:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f8508868c60. 00020000:00000010:0.0:1781623224.645020:0:55565:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f851247b180. 00008000:00000010:0.0:1781623224.645022:0:55565:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d212a58. 00000080:00000010:0.0:1781623224.645060:0:55565:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f852d3840f0. 00000020:00000001:0.0:1781623224.645064:0:55565:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400199003672 : -123673510547944 : ffff8f850455ee18) 00000020:00001000:0.0:1781623224.645065:0:55565:0:(cl_object.c:831:cl_env_get()) 1@ffff8f850455ee10 00000020:00000001:0.0:1781623224.645067:0:55565:0:(cl_object.c:151:cl_object_top()) ffff8f8532982c38 -> ffff8f8532982d00 00000020:00000001:0.0:1781623224.645069:0:55565:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1781623224.645070:0:55565:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781623224.645071:0:55565:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1781623224.645072:0:55565:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.645073:0:55565:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.645075:0:55565:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446620400432944872 : -123673276606744 : ffff8f85124796e8) 00000020:00000001:0.0:1781623224.645077:0:55565:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1781623224.645078:0:55565:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.645080:0:55565:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.645081:0:55565:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.645082:0:55565:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1781623224.645083:0:55565:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:0.0:1781623224.645084:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.645085:0:55565:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1781623224.645086:0:55565:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1781623224.645087:0:55565:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.645088:0:55565:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.645090:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.645091:0:55565:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.645092:0:55565:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1781623224.645093:0:55565:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.645094:0:55565:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.645095:0:55565:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1781623224.645096:0:55565:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:0.0:1781623224.645098:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.645099:0:55565:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1781623224.645099:0:55565:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1781623224.645101:0:55565:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1781623224.645102:0:55565:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1781623224.645103:0:55565:0:(osc_cache.c:1828:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1781623224.645104:0:55565:0:(osc_cache.c:1829:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1781623224.645106:0:55565:0:(osc_cache.c:2336:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1781623224.645107:0:55565:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:0.0:1781623224.645108:0:55565:0:(osc_cache.c:2305:osc_next_obj()) Process leaving (rc=18446620400262148928 : -123673447402688 : ffff8f8508197340) 00000008:00000020:0.0:1781623224.645111:0:55565:0:(osc_cache.c:2341:osc_check_rpcs()) obj ffff8f8508197340 ready 0|-|- wr 1|-|+ rd 0|- 9 in flight 00000008:00000001:0.0:1781623224.645113:0:55565:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1781623224.645115:0:55565:0:(osc_cache.c:1828:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1781623224.645116:0:55565:0:(osc_cache.c:1829:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1781623224.645117:0:55565:0:(osc_cache.c:2400:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1781623224.645119:0:55565:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff8f8507253180 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:0.0:1781623224.645121:0:55565:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1781623224.645123:0:55565:0:(osc_io.c:1161:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.645124:0:55565:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.645126:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.645127:0:55565:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.645128:0:55565:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.645130:0:55565:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1781623224.645131:0:55565:0:(lov_io.c:1680:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1781623224.645132:0:55565:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1781623224.645133:0:55565:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1781623224.645134:0:55565:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1781623224.645135:0:55565:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.645136:0:55565:0:(lov_io.c:1691:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1781623224.645137:0:55565:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1781623224.645138:0:55565:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1781623224.645139:0:55565:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:0.0:1781623224.645139:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.645140:0:55565:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1781623224.645141:0:55565:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1781623224.645142:0:55565:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.645144:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.645145:0:55565:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1781623224.645146:0:55565:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1781623224.645147:0:55565:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1781623224.645148:0:55565:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1781623224.645149:0:55565:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1781623224.645150:0:55565:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1781623224.645150:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.645151:0:55565:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1781623224.645152:0:55565:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1781623224.645153:0:55565:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.645154:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.645155:0:55565:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1781623224.645156:0:55565:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1781623224.645157:0:55565:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.645158:0:55565:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1781623224.645159:0:55565:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:0.0:1781623224.645160:0:55565:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1781623224.645161:0:55565:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1781623224.645162:0:55565:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1781623224.645162:0:55565:0:(cl_object.c:925:cl_env_put()) 1@ffff8f850455ee10 00000020:00000010:0.0:1781623224.645164:0:55565:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f8509f57800. 00000020:00000010:0.0:1781623224.645166:0:55565:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f851e55a000. 00000008:00000010:0.0:1781623224.645168:0:55565:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f8506384e18. 00020000:00000010:0.0:1781623224.645170:0:55565:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8502ebe000. 00008000:00000010:0.0:1781623224.645172:0:55565:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8512407880. 00000080:00000010:0.0:1781623224.645174:0:55565:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f85058075e8. 00000080:00000010:0.0:1781623224.645176:0:55565:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f8502a44248. 00000020:00000010:0.0:1781623224.645178:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f8509f56c00. 00000008:00000010:0.0:1781623224.645180:0:55565:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f8508868c60. 00020000:00000010:0.0:1781623224.645182:0:55565:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f851247b180. 00008000:00000010:0.0:1781623224.645184:0:55565:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d212a58. 00000080:00000010:0.0:1781623224.645186:0:55565:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f852d3840f0. 00000020:00000010:0.0:1781623224.645188:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f8509f57e00. 00000020:00000010:0.0:1781623224.645190:0:55565:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f850455ee10. 00020000:00000001:0.0:1781623224.645191:0:55565:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1781623224.645192:0:55565:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:0.0:1781623224.645193:0:55565:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:0.0:1781623224.645195:0:55565:0:(vvp_io.c:287:vvp_io_fini()) [0x20000fe02:0x167:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1781623224.645197:0:55565:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1781623224.645198:0:55565:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1781623224.645199:0:55565:0:(cl_object.c:925:cl_env_put()) 1@ffff8f850455eab0 00000020:00000010:0.0:1781623224.645201:0:55565:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f85096ec000. 00000020:00000010:0.0:1781623224.645203:0:55565:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f851e55af00. 00000008:00000010:0.0:1781623224.645204:0:55565:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f8506382178. 00020000:00000010:0.0:1781623224.645206:0:55565:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8502ebed80. 00008000:00000010:0.0:1781623224.645208:0:55565:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8512405530. 00000080:00000010:0.0:1781623224.645210:0:55565:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f8505807150. 00000080:00000010:0.0:1781623224.645212:0:55565:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f8502a45ff0. 00000020:00000010:0.0:1781623224.645214:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f85096ec800. 00000008:00000010:0.0:1781623224.645216:0:55565:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f85088689a0. 00020000:00000010:0.0:1781623224.645218:0:55565:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f8512479680. 00008000:00000010:0.0:1781623224.645220:0:55565:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d212668. 00000080:00000010:0.0:1781623224.645222:0:55565:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f852d384870. 00000020:00000010:0.0:1781623224.645224:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f85096ed400. 00000020:00000010:0.0:1781623224.645226:0:55565:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f850455eab0. 00000080:00000001:0.0:1781623224.645228:0:55565:0:(file.c:5274:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1781623224.645229:0:55565:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1781623224.645232:0:55565:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:0.0:1781623224.645234:0:55565:0:(file.c:5240:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1781623224.645235:0:55565:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781623224.645237:0:55565:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f850455eab0. 00000020:00000010:0.0:1781623224.645239:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f8509f57e00. 00000020:00000010:0.0:1781623224.645241:0:55565:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f8509f56c00. 00000020:00000010:0.0:1781623224.645243:0:55565:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f851e55af00. 00000008:00000010:0.0:1781623224.645246:0:55565:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f8506382178. 00020000:00000010:0.0:1781623224.645248:0:55565:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8502ebed80. 00008000:00000010:0.0:1781623224.645250:0:55565:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8512405530. 00000080:00000010:0.0:1781623224.645252:0:55565:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f8505807150. 00000080:00000010:0.0:1781623224.645254:0:55565:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f8502a45ff0. 00000020:00000010:0.0:1781623224.645256:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f8509f57800. 00000008:00000010:0.0:1781623224.645258:0:55565:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f85088689a0. 00020000:00000010:0.0:1781623224.645260:0:55565:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f8512479680. 00008000:00000010:0.0:1781623224.645262:0:55565:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d212668. 00000080:00000010:0.0:1781623224.645264:0:55565:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f852d384870. 00000020:00000001:0.0:1781623224.645265:0:55565:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400199002808 : -123673510548808 : ffff8f850455eab8) 00000020:00001000:0.0:1781623224.645267:0:55565:0:(cl_object.c:831:cl_env_get()) 1@ffff8f850455eab0 00000020:00000001:0.0:1781623224.645269:0:55565:0:(cl_object.c:151:cl_object_top()) ffff8f8506cca080 -> ffff8f8506cca080 00000020:00000001:0.0:1781623224.645270:0:55565:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1781623224.645271:0:55565:0:(vvp_io.c:1800:vvp_io_init()) Process entered 00000080:00200000:0.0:1781623224.645272:0:55565:0:(vvp_io.c:1805:vvp_io_init()) [0x20000fe02:0x168:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1781623224.645274:0:55565:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781623224.645275:0:55565:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1781623224.645276:0:55565:0:(vvp_io.c:1877:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1781623224.645278:0:55565:0:(lov_object.c:1559:lov_io_init()) [0x20000fe02:0x168:0x0]io ffff8f8502a46050 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1781623224.645281:0:55565:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff8f852d021e88) owner 0000000000000000/ffff8f8502d9cf80 00020000:00000001:0.0:1781623224.645283:0:55565:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1781623224.645284:0:55565:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1781623224.645285:0:55565:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1781623224.645286:0:55565:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.645287:0:55565:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1781623224.645289:0:55565:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1781623224.645290:0:55565:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.645291:0:55565:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781623224.645292:0:55565:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1781623224.645293:0:55565:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1781623224.645294:0:55565:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff8f852d021e88) owner 0000000000000000/ffff8f8502d9cf80 00000020:00000001:0.0:1781623224.645296:0:55565:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.645298:0:55565:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1781623224.645298:0:55565:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1781623224.645299:0:55565:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1781623224.645301:0:55565:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1781623224.645303:0:55565:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1781623224.645305:0:55565:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1781623224.645306:0:55565:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1781623224.645307:0:55565:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781623224.645309:0:55565:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f850455ee10. 00000020:00000010:0.0:1781623224.645311:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f85096ed400. 00000020:00000010:0.0:1781623224.645314:0:55565:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f85096ec800. 00000020:00000010:0.0:1781623224.645315:0:55565:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f851e55a000. 00000008:00000010:0.0:1781623224.645318:0:55565:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f8506384e18. 00020000:00000010:0.0:1781623224.645320:0:55565:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8502ebe000. 00008000:00000010:0.0:1781623224.645322:0:55565:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8512407880. 00000080:00000010:0.0:1781623224.645324:0:55565:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f85058075e8. 00000080:00000010:0.0:1781623224.645326:0:55565:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f8502a44248. 00000020:00000010:0.0:1781623224.645328:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f85096ec000. 00000008:00000010:0.0:1781623224.645330:0:55565:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f8508868c60. 00020000:00000010:0.0:1781623224.645332:0:55565:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f851247b180. 00008000:00000010:0.0:1781623224.645334:0:55565:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d212a58. 00000080:00000010:0.0:1781623224.645336:0:55565:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f852d3840f0. 00000020:00000001:0.0:1781623224.645338:0:55565:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400199003672 : -123673510547944 : ffff8f850455ee18) 00000020:00001000:0.0:1781623224.645340:0:55565:0:(cl_object.c:831:cl_env_get()) 1@ffff8f850455ee10 00000020:00000001:0.0:1781623224.645342:0:55565:0:(cl_object.c:151:cl_object_top()) ffff8f8506cca3a0 -> ffff8f8506cca080 00000020:00000001:0.0:1781623224.645343:0:55565:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1781623224.645344:0:55565:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781623224.645345:0:55565:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1781623224.645347:0:55565:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.645348:0:55565:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.645350:0:55565:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446620400432944872 : -123673276606744 : ffff8f85124796e8) 00000020:00000001:0.0:1781623224.645351:0:55565:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1781623224.645353:0:55565:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.645354:0:55565:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.645356:0:55565:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.645357:0:55565:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1781623224.645358:0:55565:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:0.0:1781623224.645359:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.645360:0:55565:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1781623224.645361:0:55565:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1781623224.645363:0:55565:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.645364:0:55565:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.645366:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.645367:0:55565:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.645368:0:55565:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1781623224.645369:0:55565:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.645371:0:55565:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.645372:0:55565:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1781623224.645373:0:55565:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:0.0:1781623224.645374:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.645375:0:55565:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1781623224.645376:0:55565:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1781623224.645377:0:55565:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1781623224.645379:0:55565:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1781623224.645380:0:55565:0:(osc_cache.c:1828:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1781623224.645381:0:55565:0:(osc_cache.c:1829:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1781623224.645383:0:55565:0:(osc_cache.c:2336:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1781623224.645384:0:55565:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:0.0:1781623224.645385:0:55565:0:(osc_cache.c:2305:osc_next_obj()) Process leaving (rc=18446620400246141312 : -123673463410304 : ffff8f8507253180) 00000008:00000020:0.0:1781623224.645388:0:55565:0:(osc_cache.c:2341:osc_check_rpcs()) obj ffff8f8507253180 ready 0|-|- wr 1|-|+ rd 0|- 9 in flight 00000008:00000001:0.0:1781623224.645390:0:55565:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1781623224.645391:0:55565:0:(osc_cache.c:1828:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1781623224.645392:0:55565:0:(osc_cache.c:1829:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1781623224.645393:0:55565:0:(osc_cache.c:2400:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1781623224.645395:0:55565:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff8f8508197340 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:0.0:1781623224.645397:0:55565:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1781623224.645399:0:55565:0:(osc_io.c:1161:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.645400:0:55565:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.645401:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.645402:0:55565:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.645404:0:55565:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.645405:0:55565:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1781623224.645406:0:55565:0:(lov_io.c:1680:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1781623224.645407:0:55565:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1781623224.645408:0:55565:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1781623224.645409:0:55565:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1781623224.645410:0:55565:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.645411:0:55565:0:(lov_io.c:1691:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1781623224.645412:0:55565:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1781623224.645413:0:55565:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1781623224.645414:0:55565:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:0.0:1781623224.645415:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.645416:0:55565:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1781623224.645417:0:55565:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1781623224.645418:0:55565:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.645420:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.645421:0:55565:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1781623224.645422:0:55565:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1781623224.645423:0:55565:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1781623224.645423:0:55565:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1781623224.645424:0:55565:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1781623224.645425:0:55565:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1781623224.645426:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.645427:0:55565:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1781623224.645428:0:55565:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1781623224.645429:0:55565:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.645431:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.645432:0:55565:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1781623224.645433:0:55565:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1781623224.645434:0:55565:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.645436:0:55565:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1781623224.645437:0:55565:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:0.0:1781623224.645438:0:55565:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1781623224.645439:0:55565:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1781623224.645440:0:55565:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1781623224.645441:0:55565:0:(cl_object.c:925:cl_env_put()) 1@ffff8f850455ee10 00000020:00000010:0.0:1781623224.645443:0:55565:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f85096ec800. 00000020:00000010:0.0:1781623224.645445:0:55565:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f851e55a000. 00000008:00000010:0.0:1781623224.645447:0:55565:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f8506384e18. 00020000:00000010:0.0:1781623224.645449:0:55565:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8502ebe000. 00008000:00000010:0.0:1781623224.645452:0:55565:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8512407880. 00000080:00000010:0.0:1781623224.645454:0:55565:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f85058075e8. 00000080:00000010:0.0:1781623224.645456:0:55565:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f8502a44248. 00000020:00000010:0.0:1781623224.645458:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f85096ed400. 00000008:00000010:0.0:1781623224.645460:0:55565:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f8508868c60. 00020000:00000010:0.0:1781623224.645462:0:55565:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f851247b180. 00008000:00000010:0.0:1781623224.645464:0:55565:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d212a58. 00000080:00000010:0.0:1781623224.645466:0:55565:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f852d3840f0. 00000020:00000010:0.0:1781623224.645468:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f85096ec000. 00000020:00000010:0.0:1781623224.645470:0:55565:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f850455ee10. 00020000:00000001:0.0:1781623224.645472:0:55565:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1781623224.645473:0:55565:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:0.0:1781623224.645474:0:55565:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:0.0:1781623224.645475:0:55565:0:(vvp_io.c:287:vvp_io_fini()) [0x20000fe02:0x168:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1781623224.645478:0:55565:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1781623224.645478:0:55565:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1781623224.645480:0:55565:0:(cl_object.c:925:cl_env_put()) 1@ffff8f850455eab0 00000020:00000010:0.0:1781623224.645481:0:55565:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f8509f56c00. 00000020:00000010:0.0:1781623224.645483:0:55565:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f851e55af00. 00000008:00000010:0.0:1781623224.645485:0:55565:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f8506382178. 00020000:00000010:0.0:1781623224.645487:0:55565:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8502ebed80. 00008000:00000010:0.0:1781623224.645488:0:55565:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8512405530. 00000080:00000010:0.0:1781623224.645490:0:55565:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f8505807150. 00000080:00000010:0.0:1781623224.645492:0:55565:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f8502a45ff0. 00000020:00000010:0.0:1781623224.645494:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f8509f57e00. 00000008:00000010:0.0:1781623224.645496:0:55565:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f85088689a0. 00020000:00000010:0.0:1781623224.645498:0:55565:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f8512479680. 00008000:00000010:0.0:1781623224.645500:0:55565:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d212668. 00000080:00000010:0.0:1781623224.645502:0:55565:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f852d384870. 00000020:00000010:0.0:1781623224.645504:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f8509f57800. 00000020:00000010:0.0:1781623224.645507:0:55565:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f850455eab0. 00000080:00000001:0.0:1781623224.645509:0:55565:0:(file.c:5274:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1781623224.645510:0:55565:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1781623224.645514:0:55565:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:0.0:1781623224.645515:0:55565:0:(file.c:5240:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1781623224.645517:0:55565:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781623224.645519:0:55565:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f850455eab0. 00000020:00000010:0.0:1781623224.645521:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f85096ec000. 00000020:00000010:0.0:1781623224.645523:0:55565:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f85096ed400. 00000020:00000010:0.0:1781623224.645526:0:55565:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f851e55af00. 00000008:00000010:0.0:1781623224.645528:0:55565:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f8506382178. 00020000:00000010:0.0:1781623224.645531:0:55565:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8502ebed80. 00008000:00000010:0.0:1781623224.645533:0:55565:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8512405530. 00000080:00000010:0.0:1781623224.645536:0:55565:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f8505807150. 00000080:00000010:0.0:1781623224.645538:0:55565:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f8502a45ff0. 00000020:00000010:0.0:1781623224.645541:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f85096ec800. 00000008:00000010:0.0:1781623224.645543:0:55565:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f85088689a0. 00020000:00000010:0.0:1781623224.645545:0:55565:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f8512479680. 00008000:00000010:0.0:1781623224.645548:0:55565:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d212668. 00000080:00000010:0.0:1781623224.645550:0:55565:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f852d384870. 00000020:00000001:0.0:1781623224.645552:0:55565:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400199002808 : -123673510548808 : ffff8f850455eab8) 00000020:00001000:0.0:1781623224.645553:0:55565:0:(cl_object.c:831:cl_env_get()) 1@ffff8f850455eab0 00000020:00000001:0.0:1781623224.645555:0:55565:0:(cl_object.c:151:cl_object_top()) ffff8f8532982d00 -> ffff8f8532982d00 00000020:00000001:0.0:1781623224.645557:0:55565:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1781623224.645558:0:55565:0:(vvp_io.c:1800:vvp_io_init()) Process entered 00000080:00200000:0.0:1781623224.645559:0:55565:0:(vvp_io.c:1805:vvp_io_init()) [0x20000fe02:0x167:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1781623224.645562:0:55565:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781623224.645562:0:55565:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1781623224.645564:0:55565:0:(vvp_io.c:1877:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1781623224.645566:0:55565:0:(lov_object.c:1559:lov_io_init()) [0x20000fe02:0x167:0x0]io ffff8f8502a46050 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1781623224.645569:0:55565:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff8f85073ddba0) owner 0000000000000000/ffff8f8502d9cf80 00020000:00000001:0.0:1781623224.645571:0:55565:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1781623224.645572:0:55565:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1781623224.645573:0:55565:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1781623224.645574:0:55565:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.645575:0:55565:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1781623224.645577:0:55565:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1781623224.645578:0:55565:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.645579:0:55565:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781623224.645580:0:55565:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1781623224.645581:0:55565:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1781623224.645582:0:55565:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff8f85073ddba0) owner 0000000000000000/ffff8f8502d9cf80 00000020:00000001:0.0:1781623224.645583:0:55565:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.645585:0:55565:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1781623224.645585:0:55565:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1781623224.645586:0:55565:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1781623224.645588:0:55565:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1781623224.645589:0:55565:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1781623224.645591:0:55565:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1781623224.645593:0:55565:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1781623224.645594:0:55565:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781623224.645597:0:55565:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f850455ee10. 00000020:00000010:0.0:1781623224.645600:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f8509f57800. 00000020:00000010:0.0:1781623224.645602:0:55565:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f8509f57e00. 00000020:00000010:0.0:1781623224.645604:0:55565:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f851e55a000. 00000008:00000010:0.0:1781623224.645606:0:55565:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f8506384e18. 00020000:00000010:0.0:1781623224.645608:0:55565:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8502ebe000. 00008000:00000010:0.0:1781623224.645609:0:55565:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8512407880. 00000080:00000010:0.0:1781623224.645612:0:55565:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f85058075e8. 00000080:00000010:0.0:1781623224.645614:0:55565:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f8502a44248. 00000020:00000010:0.0:1781623224.645616:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f8509f56c00. 00000008:00000010:0.0:1781623224.645619:0:55565:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f8508868c60. 00020000:00000010:0.0:1781623224.645621:0:55565:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f851247b180. 00008000:00000010:0.0:1781623224.645623:0:55565:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d212a58. 00000080:00000010:0.0:1781623224.645625:0:55565:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f852d3840f0. 00000020:00000001:0.0:1781623224.645627:0:55565:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400199003672 : -123673510547944 : ffff8f850455ee18) 00000020:00001000:0.0:1781623224.645628:0:55565:0:(cl_object.c:831:cl_env_get()) 1@ffff8f850455ee10 00000020:00000001:0.0:1781623224.645630:0:55565:0:(cl_object.c:151:cl_object_top()) ffff8f8532982c38 -> ffff8f8532982d00 00000020:00000001:0.0:1781623224.645632:0:55565:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1781623224.645633:0:55565:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781623224.645634:0:55565:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1781623224.645635:0:55565:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.645636:0:55565:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.645638:0:55565:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446620400432944872 : -123673276606744 : ffff8f85124796e8) 00000020:00000001:0.0:1781623224.645640:0:55565:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1781623224.645640:0:55565:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.645642:0:55565:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.645643:0:55565:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.645645:0:55565:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1781623224.645646:0:55565:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:0.0:1781623224.645646:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.645647:0:55565:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1781623224.645648:0:55565:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1781623224.645649:0:55565:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.645651:0:55565:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.645653:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.645654:0:55565:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.645655:0:55565:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1781623224.645656:0:55565:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.645658:0:55565:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.645660:0:55565:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1781623224.645661:0:55565:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:0.0:1781623224.645662:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.645663:0:55565:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1781623224.645664:0:55565:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1781623224.645666:0:55565:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1781623224.645668:0:55565:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1781623224.645669:0:55565:0:(osc_cache.c:1828:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1781623224.645670:0:55565:0:(osc_cache.c:1829:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1781623224.645672:0:55565:0:(osc_cache.c:2336:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1781623224.645673:0:55565:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:0.0:1781623224.645674:0:55565:0:(osc_cache.c:2305:osc_next_obj()) Process leaving (rc=18446620400262148928 : -123673447402688 : ffff8f8508197340) 00000008:00000020:0.0:1781623224.645676:0:55565:0:(osc_cache.c:2341:osc_check_rpcs()) obj ffff8f8508197340 ready 0|-|- wr 1|-|+ rd 0|- 9 in flight 00000008:00000001:0.0:1781623224.645679:0:55565:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1781623224.645680:0:55565:0:(osc_cache.c:1828:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1781623224.645681:0:55565:0:(osc_cache.c:1829:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1781623224.645682:0:55565:0:(osc_cache.c:2400:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1781623224.645684:0:55565:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff8f8507253180 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:0.0:1781623224.645686:0:55565:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1781623224.645688:0:55565:0:(osc_io.c:1161:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.645689:0:55565:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.645690:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.645692:0:55565:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.645693:0:55565:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.645694:0:55565:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1781623224.645696:0:55565:0:(lov_io.c:1680:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1781623224.645697:0:55565:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1781623224.645697:0:55565:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1781623224.645698:0:55565:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1781623224.645699:0:55565:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.645700:0:55565:0:(lov_io.c:1691:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1781623224.645701:0:55565:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1781623224.645702:0:55565:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1781623224.645703:0:55565:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:0.0:1781623224.645704:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.645705:0:55565:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1781623224.645706:0:55565:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1781623224.645707:0:55565:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.645708:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.645709:0:55565:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1781623224.645711:0:55565:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1781623224.645712:0:55565:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1781623224.645713:0:55565:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1781623224.645714:0:55565:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1781623224.645715:0:55565:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1781623224.645716:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.645717:0:55565:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1781623224.645718:0:55565:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1781623224.645719:0:55565:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.645720:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.645721:0:55565:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1781623224.645722:0:55565:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1781623224.645723:0:55565:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.645724:0:55565:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1781623224.645725:0:55565:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:0.0:1781623224.645726:0:55565:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1781623224.645727:0:55565:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1781623224.645728:0:55565:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1781623224.645729:0:55565:0:(cl_object.c:925:cl_env_put()) 1@ffff8f850455ee10 00000020:00000010:0.0:1781623224.645731:0:55565:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f8509f57e00. 00000020:00000010:0.0:1781623224.645734:0:55565:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f851e55a000. 00000008:00000010:0.0:1781623224.645737:0:55565:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f8506384e18. 00020000:00000010:0.0:1781623224.645739:0:55565:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8502ebe000. 00008000:00000010:0.0:1781623224.645742:0:55565:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8512407880. 00000080:00000010:0.0:1781623224.645745:0:55565:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f85058075e8. 00000080:00000010:0.0:1781623224.645747:0:55565:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f8502a44248. 00000020:00000010:0.0:1781623224.645749:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f8509f57800. 00000008:00000010:0.0:1781623224.645751:0:55565:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f8508868c60. 00020000:00000010:0.0:1781623224.645753:0:55565:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f851247b180. 00008000:00000010:0.0:1781623224.645755:0:55565:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d212a58. 00000080:00000010:0.0:1781623224.645757:0:55565:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f852d3840f0. 00000020:00000010:0.0:1781623224.645758:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f8509f56c00. 00000020:00000010:0.0:1781623224.645760:0:55565:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f850455ee10. 00020000:00000001:0.0:1781623224.645762:0:55565:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1781623224.645763:0:55565:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:0.0:1781623224.645764:0:55565:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:0.0:1781623224.645765:0:55565:0:(vvp_io.c:287:vvp_io_fini()) [0x20000fe02:0x167:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1781623224.645768:0:55565:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1781623224.645769:0:55565:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1781623224.645770:0:55565:0:(cl_object.c:925:cl_env_put()) 1@ffff8f850455eab0 00000020:00000010:0.0:1781623224.645772:0:55565:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f85096ed400. 00000020:00000010:0.0:1781623224.645774:0:55565:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f851e55af00. 00000008:00000010:0.0:1781623224.645776:0:55565:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f8506382178. 00020000:00000010:0.0:1781623224.645778:0:55565:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8502ebed80. 00008000:00000010:0.0:1781623224.645781:0:55565:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8512405530. 00000080:00000010:0.0:1781623224.645783:0:55565:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f8505807150. 00000080:00000010:0.0:1781623224.645785:0:55565:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f8502a45ff0. 00000020:00000010:0.0:1781623224.645787:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f85096ec000. 00000008:00000010:0.0:1781623224.645789:0:55565:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f85088689a0. 00020000:00000010:0.0:1781623224.645790:0:55565:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f8512479680. 00008000:00000010:0.0:1781623224.645792:0:55565:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d212668. 00000080:00000010:0.0:1781623224.645794:0:55565:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f852d384870. 00000020:00000010:0.0:1781623224.645796:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f85096ec800. 00000020:00000010:0.0:1781623224.645798:0:55565:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f850455eab0. 00000080:00000001:0.0:1781623224.645799:0:55565:0:(file.c:5274:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1781623224.645801:0:55565:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1781623224.645803:0:55565:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:0.0:1781623224.645804:0:55565:0:(file.c:5240:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1781623224.645805:0:55565:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781623224.645808:0:55565:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f850455eab0. 00000020:00000010:0.0:1781623224.645810:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f8509f56c00. 00000020:00000010:0.0:1781623224.645812:0:55565:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f8509f57800. 00000020:00000010:0.0:1781623224.645814:0:55565:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f851e55af00. 00000008:00000010:0.0:1781623224.645817:0:55565:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f8506382178. 00020000:00000010:0.0:1781623224.645819:0:55565:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8502ebed80. 00008000:00000010:0.0:1781623224.645821:0:55565:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8512405530. 00000080:00000010:0.0:1781623224.645825:0:55565:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f8505807150. 00000080:00000010:0.0:1781623224.645826:0:55565:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f8502a45ff0. 00000020:00000010:0.0:1781623224.645829:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f8509f57e00. 00000008:00000010:0.0:1781623224.645831:0:55565:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f85088689a0. 00020000:00000010:0.0:1781623224.645833:0:55565:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f8512479680. 00008000:00000010:0.0:1781623224.645834:0:55565:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d212668. 00000080:00000010:0.0:1781623224.645837:0:55565:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f852d384870. 00000020:00000001:0.0:1781623224.645839:0:55565:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400199002808 : -123673510548808 : ffff8f850455eab8) 00000020:00001000:0.0:1781623224.645841:0:55565:0:(cl_object.c:831:cl_env_get()) 1@ffff8f850455eab0 00000020:00000001:0.0:1781623224.645842:0:55565:0:(cl_object.c:151:cl_object_top()) ffff8f8506cca080 -> ffff8f8506cca080 00000020:00000001:0.0:1781623224.645844:0:55565:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1781623224.645845:0:55565:0:(vvp_io.c:1800:vvp_io_init()) Process entered 00000080:00200000:0.0:1781623224.645846:0:55565:0:(vvp_io.c:1805:vvp_io_init()) [0x20000fe02:0x168:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1781623224.645848:0:55565:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781623224.645849:0:55565:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1781623224.645850:0:55565:0:(vvp_io.c:1877:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1781623224.645852:0:55565:0:(lov_object.c:1559:lov_io_init()) [0x20000fe02:0x168:0x0]io ffff8f8502a46050 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1781623224.645854:0:55565:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff8f852d021e88) owner 0000000000000000/ffff8f8502d9cf80 00020000:00000001:0.0:1781623224.645856:0:55565:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1781623224.645857:0:55565:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1781623224.645858:0:55565:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1781623224.645860:0:55565:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.645861:0:55565:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1781623224.645863:0:55565:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1781623224.645864:0:55565:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.645866:0:55565:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781623224.645867:0:55565:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1781623224.645868:0:55565:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1781623224.645869:0:55565:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff8f852d021e88) owner 0000000000000000/ffff8f8502d9cf80 00000020:00000001:0.0:1781623224.645871:0:55565:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.645872:0:55565:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1781623224.645873:0:55565:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1781623224.645874:0:55565:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1781623224.645876:0:55565:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1781623224.645877:0:55565:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1781623224.645880:0:55565:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1781623224.645881:0:55565:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1781623224.645882:0:55565:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781623224.645884:0:55565:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f850455ee10. 00000020:00000010:0.0:1781623224.645886:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f85096ec800. 00000020:00000010:0.0:1781623224.645889:0:55565:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f85096ec000. 00000020:00000010:0.0:1781623224.645891:0:55565:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f851e55a000. 00000008:00000010:0.0:1781623224.645893:0:55565:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f8506384e18. 00020000:00000010:0.0:1781623224.645895:0:55565:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8502ebe000. 00008000:00000010:0.0:1781623224.645897:0:55565:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8512407880. 00000080:00000010:0.0:1781623224.645900:0:55565:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f85058075e8. 00000080:00000010:0.0:1781623224.645902:0:55565:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f8502a44248. 00000020:00000010:0.0:1781623224.645904:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f85096ed400. 00000008:00000010:0.0:1781623224.645906:0:55565:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f8508868c60. 00020000:00000010:0.0:1781623224.645908:0:55565:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f851247b180. 00008000:00000010:0.0:1781623224.645909:0:55565:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d212a58. 00000080:00000010:0.0:1781623224.645911:0:55565:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f852d3840f0. 00000020:00000001:0.0:1781623224.645913:0:55565:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400199003672 : -123673510547944 : ffff8f850455ee18) 00000020:00001000:0.0:1781623224.645914:0:55565:0:(cl_object.c:831:cl_env_get()) 1@ffff8f850455ee10 00000020:00000001:0.0:1781623224.645915:0:55565:0:(cl_object.c:151:cl_object_top()) ffff8f8506cca3a0 -> ffff8f8506cca080 00000020:00000001:0.0:1781623224.645916:0:55565:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1781623224.645918:0:55565:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781623224.645918:0:55565:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1781623224.645919:0:55565:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.645920:0:55565:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.645922:0:55565:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446620400432944872 : -123673276606744 : ffff8f85124796e8) 00000020:00000001:0.0:1781623224.645923:0:55565:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1781623224.645924:0:55565:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.645925:0:55565:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.645926:0:55565:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.645928:0:55565:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1781623224.645929:0:55565:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:0.0:1781623224.645929:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.645931:0:55565:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1781623224.645931:0:55565:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1781623224.645932:0:55565:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.645933:0:55565:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.645935:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.645936:0:55565:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.645937:0:55565:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1781623224.645938:0:55565:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.645939:0:55565:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.645941:0:55565:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1781623224.645942:0:55565:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:0.0:1781623224.645942:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.645943:0:55565:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1781623224.645944:0:55565:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1781623224.645945:0:55565:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1781623224.645947:0:55565:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1781623224.645948:0:55565:0:(osc_cache.c:1828:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1781623224.645949:0:55565:0:(osc_cache.c:1829:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1781623224.645951:0:55565:0:(osc_cache.c:2336:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1781623224.645952:0:55565:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:0.0:1781623224.645953:0:55565:0:(osc_cache.c:2305:osc_next_obj()) Process leaving (rc=18446620400246141312 : -123673463410304 : ffff8f8507253180) 00000008:00000020:0.0:1781623224.645955:0:55565:0:(osc_cache.c:2341:osc_check_rpcs()) obj ffff8f8507253180 ready 0|-|- wr 1|-|+ rd 0|- 9 in flight 00000008:00000001:0.0:1781623224.645957:0:55565:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1781623224.645969:0:55565:0:(osc_cache.c:1828:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1781623224.645971:0:55565:0:(osc_cache.c:1829:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1781623224.645972:0:55565:0:(osc_cache.c:2400:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1781623224.645974:0:55565:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff8f8508197340 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:0.0:1781623224.645977:0:55565:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1781623224.645978:0:55565:0:(osc_io.c:1161:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.645979:0:55565:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.645981:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.645982:0:55565:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.645984:0:55565:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.645985:0:55565:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1781623224.645986:0:55565:0:(lov_io.c:1680:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1781623224.645987:0:55565:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1781623224.645988:0:55565:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1781623224.645988:0:55565:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1781623224.645989:0:55565:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.645991:0:55565:0:(lov_io.c:1691:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1781623224.645992:0:55565:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1781623224.645993:0:55565:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1781623224.645994:0:55565:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:0.0:1781623224.645995:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.645995:0:55565:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1781623224.645996:0:55565:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1781623224.645997:0:55565:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.645999:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.646000:0:55565:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1781623224.646001:0:55565:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1781623224.646001:0:55565:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1781623224.646003:0:55565:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1781623224.646004:0:55565:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1781623224.646004:0:55565:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1781623224.646005:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.646006:0:55565:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1781623224.646007:0:55565:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1781623224.646009:0:55565:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.646011:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.646012:0:55565:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1781623224.646013:0:55565:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1781623224.646014:0:55565:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.646015:0:55565:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1781623224.646016:0:55565:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:0.0:1781623224.646017:0:55565:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1781623224.646018:0:55565:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1781623224.646019:0:55565:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1781623224.646020:0:55565:0:(cl_object.c:925:cl_env_put()) 1@ffff8f850455ee10 00000020:00000010:0.0:1781623224.646022:0:55565:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f85096ec000. 00000020:00000010:0.0:1781623224.646050:0:55565:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f851e55a000. 00000008:00000010:0.0:1781623224.646053:0:55565:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f8506384e18. 00020000:00000010:0.0:1781623224.646055:0:55565:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8502ebe000. 00008000:00000010:0.0:1781623224.646057:0:55565:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8512407880. 00000080:00000010:0.0:1781623224.646060:0:55565:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f85058075e8. 00000080:00000010:0.0:1781623224.646062:0:55565:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f8502a44248. 00000020:00000010:0.0:1781623224.646064:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f85096ec800. 00000008:00000010:0.0:1781623224.646067:0:55565:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f8508868c60. 00020000:00000010:0.0:1781623224.646068:0:55565:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f851247b180. 00008000:00000010:0.0:1781623224.646071:0:55565:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d212a58. 00000080:00000010:0.0:1781623224.646073:0:55565:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f852d3840f0. 00000020:00000010:0.0:1781623224.646076:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f85096ed400. 00000020:00000010:0.0:1781623224.646078:0:55565:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f850455ee10. 00020000:00000001:0.0:1781623224.646080:0:55565:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1781623224.646081:0:55565:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:0.0:1781623224.646082:0:55565:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:0.0:1781623224.646084:0:55565:0:(vvp_io.c:287:vvp_io_fini()) [0x20000fe02:0x168:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1781623224.646086:0:55565:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1781623224.646087:0:55565:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1781623224.646089:0:55565:0:(cl_object.c:925:cl_env_put()) 1@ffff8f850455eab0 00000020:00000010:0.0:1781623224.646090:0:55565:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f8509f57800. 00000020:00000010:0.0:1781623224.646092:0:55565:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f851e55af00. 00000008:00000010:0.0:1781623224.646094:0:55565:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f8506382178. 00020000:00000010:0.0:1781623224.646096:0:55565:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8502ebed80. 00008000:00000010:0.0:1781623224.646098:0:55565:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8512405530. 00000080:00000010:0.0:1781623224.646100:0:55565:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f8505807150. 00000080:00000010:0.0:1781623224.646102:0:55565:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f8502a45ff0. 00000020:00000010:0.0:1781623224.646104:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f8509f56c00. 00000008:00000010:0.0:1781623224.646105:0:55565:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f85088689a0. 00020000:00000010:0.0:1781623224.646107:0:55565:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f8512479680. 00008000:00000010:0.0:1781623224.646109:0:55565:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d212668. 00000080:00000010:0.0:1781623224.646111:0:55565:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f852d384870. 00000020:00000010:0.0:1781623224.646113:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f8509f57e00. 00000020:00000010:0.0:1781623224.646114:0:55565:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f850455eab0. 00000080:00000001:0.0:1781623224.646116:0:55565:0:(file.c:5274:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1781623224.646117:0:55565:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1781623224.646121:0:55565:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:0.0:1781623224.646122:0:55565:0:(file.c:5240:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1781623224.646123:0:55565:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781623224.646126:0:55565:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f850455eab0. 00000020:00000010:0.0:1781623224.646128:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f85096ed400. 00000020:00000010:0.0:1781623224.646130:0:55565:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f85096ec800. 00000020:00000010:0.0:1781623224.646132:0:55565:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f851e55af00. 00000008:00000010:0.0:1781623224.646134:0:55565:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f8506382178. 00020000:00000010:0.0:1781623224.646136:0:55565:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8502ebed80. 00008000:00000010:0.0:1781623224.646139:0:55565:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8512405530. 00000080:00000010:0.0:1781623224.646141:0:55565:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f8505807150. 00000080:00000010:0.0:1781623224.646143:0:55565:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f8502a45ff0. 00000020:00000010:0.0:1781623224.646145:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f85096ec000. 00000008:00000010:0.0:1781623224.646147:0:55565:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f85088689a0. 00020000:00000010:0.0:1781623224.646149:0:55565:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f8512479680. 00008000:00000010:0.0:1781623224.646151:0:55565:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d212668. 00000080:00000010:0.0:1781623224.646153:0:55565:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f852d384870. 00000020:00000001:0.0:1781623224.646155:0:55565:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400199002808 : -123673510548808 : ffff8f850455eab8) 00000020:00001000:0.0:1781623224.646157:0:55565:0:(cl_object.c:831:cl_env_get()) 1@ffff8f850455eab0 00000020:00000001:0.0:1781623224.646159:0:55565:0:(cl_object.c:151:cl_object_top()) ffff8f8532982d00 -> ffff8f8532982d00 00000020:00000001:0.0:1781623224.646160:0:55565:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1781623224.646161:0:55565:0:(vvp_io.c:1800:vvp_io_init()) Process entered 00000080:00200000:0.0:1781623224.646163:0:55565:0:(vvp_io.c:1805:vvp_io_init()) [0x20000fe02:0x167:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1781623224.646165:0:55565:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781623224.646166:0:55565:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1781623224.646167:0:55565:0:(vvp_io.c:1877:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1781623224.646169:0:55565:0:(lov_object.c:1559:lov_io_init()) [0x20000fe02:0x167:0x0]io ffff8f8502a46050 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1781623224.646171:0:55565:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff8f85073ddba0) owner 0000000000000000/ffff8f8502d9cf80 00020000:00000001:0.0:1781623224.646173:0:55565:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1781623224.646174:0:55565:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1781623224.646176:0:55565:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1781623224.646177:0:55565:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.646178:0:55565:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1781623224.646180:0:55565:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1781623224.646181:0:55565:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.646182:0:55565:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781623224.646183:0:55565:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1781623224.646184:0:55565:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1781623224.646185:0:55565:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff8f85073ddba0) owner 0000000000000000/ffff8f8502d9cf80 00000020:00000001:0.0:1781623224.646187:0:55565:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.646188:0:55565:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1781623224.646189:0:55565:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1781623224.646190:0:55565:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1781623224.646191:0:55565:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1781623224.646192:0:55565:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1781623224.646194:0:55565:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1781623224.646195:0:55565:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1781623224.646196:0:55565:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781623224.646198:0:55565:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f850455ee10. 00000020:00000010:0.0:1781623224.646201:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f8509f57e00. 00000020:00000010:0.0:1781623224.646203:0:55565:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f8509f56c00. 00000020:00000010:0.0:1781623224.646205:0:55565:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f851e55a000. 00000008:00000010:0.0:1781623224.646207:0:55565:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f8506384e18. 00020000:00000010:0.0:1781623224.646209:0:55565:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8502ebe000. 00008000:00000010:0.0:1781623224.646211:0:55565:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8512407880. 00000080:00000010:0.0:1781623224.646213:0:55565:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f85058075e8. 00000080:00000010:0.0:1781623224.646215:0:55565:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f8502a44248. 00000020:00000010:0.0:1781623224.646217:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f8509f57800. 00000008:00000010:0.0:1781623224.646219:0:55565:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f8508868c60. 00020000:00000010:0.0:1781623224.646222:0:55565:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f851247b180. 00008000:00000010:0.0:1781623224.646224:0:55565:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d212a58. 00000080:00000010:0.0:1781623224.646227:0:55565:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f852d3840f0. 00000020:00000001:0.0:1781623224.646229:0:55565:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400199003672 : -123673510547944 : ffff8f850455ee18) 00000020:00001000:0.0:1781623224.646231:0:55565:0:(cl_object.c:831:cl_env_get()) 1@ffff8f850455ee10 00000020:00000001:0.0:1781623224.646233:0:55565:0:(cl_object.c:151:cl_object_top()) ffff8f8532982c38 -> ffff8f8532982d00 00000020:00000001:0.0:1781623224.646234:0:55565:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1781623224.646236:0:55565:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781623224.646237:0:55565:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1781623224.646238:0:55565:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.646240:0:55565:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.646241:0:55565:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446620400432944872 : -123673276606744 : ffff8f85124796e8) 00000020:00000001:0.0:1781623224.646243:0:55565:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1781623224.646244:0:55565:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.646246:0:55565:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.646247:0:55565:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.646249:0:55565:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1781623224.646250:0:55565:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:0.0:1781623224.646251:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.646252:0:55565:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1781623224.646253:0:55565:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1781623224.646254:0:55565:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.646255:0:55565:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.646256:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.646258:0:55565:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.646259:0:55565:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1781623224.646259:0:55565:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.646261:0:55565:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.646262:0:55565:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1781623224.646263:0:55565:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:0.0:1781623224.646264:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.646264:0:55565:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1781623224.646265:0:55565:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1781623224.646266:0:55565:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1781623224.646268:0:55565:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1781623224.646269:0:55565:0:(osc_cache.c:1828:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1781623224.646270:0:55565:0:(osc_cache.c:1829:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1781623224.646272:0:55565:0:(osc_cache.c:2336:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1781623224.646273:0:55565:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:0.0:1781623224.646274:0:55565:0:(osc_cache.c:2305:osc_next_obj()) Process leaving (rc=18446620400262148928 : -123673447402688 : ffff8f8508197340) 00000008:00000020:0.0:1781623224.646276:0:55565:0:(osc_cache.c:2341:osc_check_rpcs()) obj ffff8f8508197340 ready 0|-|- wr 1|-|+ rd 0|- 9 in flight 00000008:00000001:0.0:1781623224.646279:0:55565:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1781623224.646280:0:55565:0:(osc_cache.c:1828:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1781623224.646281:0:55565:0:(osc_cache.c:1829:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1781623224.646283:0:55565:0:(osc_cache.c:2400:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1781623224.646284:0:55565:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff8f8507253180 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:0.0:1781623224.646287:0:55565:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1781623224.646289:0:55565:0:(osc_io.c:1161:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.646290:0:55565:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.646292:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.646293:0:55565:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.646294:0:55565:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.646295:0:55565:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1781623224.646296:0:55565:0:(lov_io.c:1680:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1781623224.646297:0:55565:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1781623224.646298:0:55565:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1781623224.646299:0:55565:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1781623224.646300:0:55565:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.646301:0:55565:0:(lov_io.c:1691:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1781623224.646302:0:55565:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1781623224.646303:0:55565:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1781623224.646304:0:55565:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:0.0:1781623224.646305:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.646306:0:55565:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1781623224.646307:0:55565:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1781623224.646307:0:55565:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.646309:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.646310:0:55565:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1781623224.646311:0:55565:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1781623224.646311:0:55565:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1781623224.646312:0:55565:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1781623224.646313:0:55565:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1781623224.646314:0:55565:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1781623224.646315:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.646316:0:55565:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1781623224.646317:0:55565:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1781623224.646318:0:55565:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.646319:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.646321:0:55565:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1781623224.646321:0:55565:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1781623224.646322:0:55565:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.646324:0:55565:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1781623224.646325:0:55565:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:0.0:1781623224.646326:0:55565:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1781623224.646327:0:55565:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1781623224.646328:0:55565:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1781623224.646329:0:55565:0:(cl_object.c:925:cl_env_put()) 1@ffff8f850455ee10 00000020:00000010:0.0:1781623224.646331:0:55565:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f8509f56c00. 00000020:00000010:0.0:1781623224.646333:0:55565:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f851e55a000. 00000008:00000010:0.0:1781623224.646335:0:55565:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f8506384e18. 00020000:00000010:0.0:1781623224.646338:0:55565:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8502ebe000. 00008000:00000010:0.0:1781623224.646340:0:55565:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8512407880. 00000080:00000010:0.0:1781623224.646343:0:55565:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f85058075e8. 00000080:00000010:0.0:1781623224.646345:0:55565:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f8502a44248. 00000020:00000010:0.0:1781623224.646347:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f8509f57e00. 00000008:00000010:0.0:1781623224.646349:0:55565:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f8508868c60. 00020000:00000010:0.0:1781623224.646351:0:55565:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f851247b180. 00008000:00000010:0.0:1781623224.646353:0:55565:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d212a58. 00000080:00000010:0.0:1781623224.646355:0:55565:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f852d3840f0. 00000020:00000010:0.0:1781623224.646357:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f8509f57800. 00000020:00000010:0.0:1781623224.646359:0:55565:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f850455ee10. 00020000:00000001:0.0:1781623224.646361:0:55565:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1781623224.646362:0:55565:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:0.0:1781623224.646363:0:55565:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:0.0:1781623224.646364:0:55565:0:(vvp_io.c:287:vvp_io_fini()) [0x20000fe02:0x167:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1781623224.646367:0:55565:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1781623224.646368:0:55565:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1781623224.646370:0:55565:0:(cl_object.c:925:cl_env_put()) 1@ffff8f850455eab0 00000020:00000010:0.0:1781623224.646371:0:55565:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f85096ec800. 00000020:00000010:0.0:1781623224.646373:0:55565:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f851e55af00. 00000008:00000010:0.0:1781623224.646376:0:55565:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f8506382178. 00020000:00000010:0.0:1781623224.646378:0:55565:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8502ebed80. 00008000:00000010:0.0:1781623224.646380:0:55565:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8512405530. 00000080:00000010:0.0:1781623224.646382:0:55565:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f8505807150. 00000080:00000010:0.0:1781623224.646384:0:55565:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f8502a45ff0. 00000020:00000010:0.0:1781623224.646387:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f85096ed400. 00000008:00000010:0.0:1781623224.646388:0:55565:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f85088689a0. 00020000:00000010:0.0:1781623224.646390:0:55565:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f8512479680. 00008000:00000010:0.0:1781623224.646392:0:55565:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d212668. 00000080:00000010:0.0:1781623224.646394:0:55565:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f852d384870. 00000020:00000010:0.0:1781623224.646396:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f85096ec000. 00000020:00000010:0.0:1781623224.646398:0:55565:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f850455eab0. 00000080:00000001:0.0:1781623224.646400:0:55565:0:(file.c:5274:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1781623224.646401:0:55565:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1781623224.646404:0:55565:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:0.0:1781623224.646405:0:55565:0:(file.c:5240:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1781623224.646406:0:55565:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781623224.646409:0:55565:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f850455eab0. 00000020:00000010:0.0:1781623224.646411:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f8509f57800. 00000020:00000010:0.0:1781623224.646413:0:55565:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f8509f57e00. 00000020:00000010:0.0:1781623224.646415:0:55565:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f851e55af00. 00000008:00000010:0.0:1781623224.646417:0:55565:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f8506382178. 00020000:00000010:0.0:1781623224.646419:0:55565:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8502ebed80. 00008000:00000010:0.0:1781623224.646421:0:55565:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8512405530. 00000080:00000010:0.0:1781623224.646424:0:55565:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f8505807150. 00000080:00000010:0.0:1781623224.646425:0:55565:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f8502a45ff0. 00000020:00000010:0.0:1781623224.646428:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f8509f56c00. 00000008:00000010:0.0:1781623224.646430:0:55565:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f85088689a0. 00020000:00000010:0.0:1781623224.646432:0:55565:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f8512479680. 00008000:00000010:0.0:1781623224.646434:0:55565:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d212668. 00000080:00000010:0.0:1781623224.646436:0:55565:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f852d384870. 00000020:00000001:0.0:1781623224.646438:0:55565:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400199002808 : -123673510548808 : ffff8f850455eab8) 00000020:00001000:0.0:1781623224.646440:0:55565:0:(cl_object.c:831:cl_env_get()) 1@ffff8f850455eab0 00000020:00000001:0.0:1781623224.646442:0:55565:0:(cl_object.c:151:cl_object_top()) ffff8f8506cca080 -> ffff8f8506cca080 00000020:00000001:0.0:1781623224.646444:0:55565:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1781623224.646445:0:55565:0:(vvp_io.c:1800:vvp_io_init()) Process entered 00000080:00200000:0.0:1781623224.646446:0:55565:0:(vvp_io.c:1805:vvp_io_init()) [0x20000fe02:0x168:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1781623224.646448:0:55565:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781623224.646449:0:55565:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1781623224.646450:0:55565:0:(vvp_io.c:1877:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1781623224.646452:0:55565:0:(lov_object.c:1559:lov_io_init()) [0x20000fe02:0x168:0x0]io ffff8f8502a46050 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1781623224.646454:0:55565:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff8f852d021e88) owner 0000000000000000/ffff8f8502d9cf80 00020000:00000001:0.0:1781623224.646456:0:55565:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1781623224.646458:0:55565:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1781623224.646459:0:55565:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1781623224.646460:0:55565:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.646461:0:55565:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1781623224.646463:0:55565:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1781623224.646464:0:55565:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.646465:0:55565:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781623224.646466:0:55565:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1781623224.646467:0:55565:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1781623224.646468:0:55565:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff8f852d021e88) owner 0000000000000000/ffff8f8502d9cf80 00000020:00000001:0.0:1781623224.646470:0:55565:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.646471:0:55565:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1781623224.646472:0:55565:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1781623224.646473:0:55565:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1781623224.646474:0:55565:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1781623224.646476:0:55565:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1781623224.646478:0:55565:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1781623224.646479:0:55565:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1781623224.646480:0:55565:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781623224.646482:0:55565:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f850455ee10. 00000020:00000010:0.0:1781623224.646486:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f85096ec000. 00000020:00000010:0.0:1781623224.646488:0:55565:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f85096ed400. 00000020:00000010:0.0:1781623224.646490:0:55565:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f851e55a000. 00000008:00000010:0.0:1781623224.646492:0:55565:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f8506384e18. 00020000:00000010:0.0:1781623224.646495:0:55565:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8502ebe000. 00008000:00000010:0.0:1781623224.646497:0:55565:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8512407880. 00000080:00000010:0.0:1781623224.646499:0:55565:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f85058075e8. 00000080:00000010:0.0:1781623224.646501:0:55565:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f8502a44248. 00000020:00000010:0.0:1781623224.646503:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f85096ec800. 00000008:00000010:0.0:1781623224.646505:0:55565:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f8508868c60. 00020000:00000010:0.0:1781623224.646506:0:55565:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f851247b180. 00008000:00000010:0.0:1781623224.646508:0:55565:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d212a58. 00000080:00000010:0.0:1781623224.646510:0:55565:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f852d3840f0. 00000020:00000001:0.0:1781623224.646511:0:55565:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400199003672 : -123673510547944 : ffff8f850455ee18) 00000020:00001000:0.0:1781623224.646513:0:55565:0:(cl_object.c:831:cl_env_get()) 1@ffff8f850455ee10 00000020:00000001:0.0:1781623224.646514:0:55565:0:(cl_object.c:151:cl_object_top()) ffff8f8506cca3a0 -> ffff8f8506cca080 00000020:00000001:0.0:1781623224.646516:0:55565:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1781623224.646520:0:55565:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781623224.646521:0:55565:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1781623224.646522:0:55565:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.646523:0:55565:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.646524:0:55565:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446620400432944872 : -123673276606744 : ffff8f85124796e8) 00000020:00000001:0.0:1781623224.646525:0:55565:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1781623224.646526:0:55565:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.646528:0:55565:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.646529:0:55565:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.646530:0:55565:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1781623224.646531:0:55565:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:0.0:1781623224.646532:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.646533:0:55565:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1781623224.646534:0:55565:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1781623224.646535:0:55565:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.646536:0:55565:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.646537:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.646539:0:55565:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.646540:0:55565:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1781623224.646541:0:55565:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.646542:0:55565:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.646543:0:55565:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1781623224.646544:0:55565:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:0.0:1781623224.646545:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.646546:0:55565:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1781623224.646547:0:55565:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1781623224.646548:0:55565:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1781623224.646550:0:55565:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1781623224.646551:0:55565:0:(osc_cache.c:1828:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1781623224.646552:0:55565:0:(osc_cache.c:1829:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1781623224.646554:0:55565:0:(osc_cache.c:2336:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1781623224.646555:0:55565:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:0.0:1781623224.646556:0:55565:0:(osc_cache.c:2305:osc_next_obj()) Process leaving (rc=18446620400246141312 : -123673463410304 : ffff8f8507253180) 00000008:00000020:0.0:1781623224.646558:0:55565:0:(osc_cache.c:2341:osc_check_rpcs()) obj ffff8f8507253180 ready 0|-|- wr 1|-|+ rd 0|- 9 in flight 00000008:00000001:0.0:1781623224.646560:0:55565:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1781623224.646561:0:55565:0:(osc_cache.c:1828:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1781623224.646562:0:55565:0:(osc_cache.c:1829:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1781623224.646563:0:55565:0:(osc_cache.c:2400:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1781623224.646564:0:55565:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff8f8508197340 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:0.0:1781623224.646567:0:55565:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1781623224.646569:0:55565:0:(osc_io.c:1161:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.646570:0:55565:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.646571:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.646572:0:55565:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.646573:0:55565:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.646575:0:55565:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1781623224.646575:0:55565:0:(lov_io.c:1680:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1781623224.646576:0:55565:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1781623224.646577:0:55565:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1781623224.646578:0:55565:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1781623224.646579:0:55565:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.646580:0:55565:0:(lov_io.c:1691:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1781623224.646581:0:55565:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1781623224.646582:0:55565:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1781623224.646583:0:55565:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:0.0:1781623224.646583:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.646584:0:55565:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1781623224.646585:0:55565:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1781623224.646586:0:55565:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.646587:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.646588:0:55565:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1781623224.646589:0:55565:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1781623224.646590:0:55565:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1781623224.646590:0:55565:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1781623224.646591:0:55565:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1781623224.646592:0:55565:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1781623224.646592:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.646593:0:55565:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1781623224.646594:0:55565:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1781623224.646596:0:55565:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.646597:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.646598:0:55565:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1781623224.646599:0:55565:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1781623224.646600:0:55565:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.646602:0:55565:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1781623224.646603:0:55565:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:0.0:1781623224.646604:0:55565:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1781623224.646604:0:55565:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1781623224.646605:0:55565:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1781623224.646606:0:55565:0:(cl_object.c:925:cl_env_put()) 1@ffff8f850455ee10 00000020:00000010:0.0:1781623224.646609:0:55565:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f85096ed400. 00000020:00000010:0.0:1781623224.646611:0:55565:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f851e55a000. 00000008:00000010:0.0:1781623224.646613:0:55565:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f8506384e18. 00020000:00000010:0.0:1781623224.646616:0:55565:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8502ebe000. 00008000:00000010:0.0:1781623224.646618:0:55565:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8512407880. 00000080:00000010:0.0:1781623224.646620:0:55565:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f85058075e8. 00000080:00000010:0.0:1781623224.646622:0:55565:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f8502a44248. 00000020:00000010:0.0:1781623224.646625:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f85096ec000. 00000008:00000010:0.0:1781623224.646626:0:55565:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f8508868c60. 00020000:00000010:0.0:1781623224.646628:0:55565:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f851247b180. 00008000:00000010:0.0:1781623224.646630:0:55565:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d212a58. 00000080:00000010:0.0:1781623224.646633:0:55565:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f852d3840f0. 00000020:00000010:0.0:1781623224.646634:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f85096ec800. 00000020:00000010:0.0:1781623224.646636:0:55565:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f850455ee10. 00020000:00000001:0.0:1781623224.646637:0:55565:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1781623224.646639:0:55565:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:0.0:1781623224.646640:0:55565:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:0.0:1781623224.646641:0:55565:0:(vvp_io.c:287:vvp_io_fini()) [0x20000fe02:0x168:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1781623224.646643:0:55565:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1781623224.646644:0:55565:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1781623224.646646:0:55565:0:(cl_object.c:925:cl_env_put()) 1@ffff8f850455eab0 00000020:00000010:0.0:1781623224.646647:0:55565:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f8509f57e00. 00000020:00000010:0.0:1781623224.646649:0:55565:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f851e55af00. 00000008:00000010:0.0:1781623224.646651:0:55565:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f8506382178. 00020000:00000010:0.0:1781623224.646653:0:55565:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8502ebed80. 00008000:00000010:0.0:1781623224.646654:0:55565:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8512405530. 00000080:00000010:0.0:1781623224.646656:0:55565:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f8505807150. 00000080:00000010:0.0:1781623224.646658:0:55565:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f8502a45ff0. 00000020:00000010:0.0:1781623224.646660:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f8509f57800. 00000008:00000010:0.0:1781623224.646662:0:55565:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f85088689a0. 00020000:00000010:0.0:1781623224.646664:0:55565:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f8512479680. 00008000:00000010:0.0:1781623224.646666:0:55565:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d212668. 00000080:00000010:0.0:1781623224.646668:0:55565:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f852d384870. 00000020:00000010:0.0:1781623224.646670:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f8509f56c00. 00000020:00000010:0.0:1781623224.646671:0:55565:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f850455eab0. 00000080:00000001:0.0:1781623224.646673:0:55565:0:(file.c:5274:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1781623224.646675:0:55565:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1781623224.646679:0:55565:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:0.0:1781623224.646680:0:55565:0:(file.c:5240:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1781623224.646681:0:55565:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781623224.646684:0:55565:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f850455eab0. 00000020:00000010:0.0:1781623224.646686:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f85096ec800. 00000020:00000010:0.0:1781623224.646688:0:55565:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f85096ec000. 00000020:00000010:0.0:1781623224.646690:0:55565:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f851e55af00. 00000008:00000010:0.0:1781623224.646692:0:55565:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f8506382178. 00020000:00000010:0.0:1781623224.646695:0:55565:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8502ebed80. 00008000:00000010:0.0:1781623224.646697:0:55565:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8512405530. 00000080:00000010:0.0:1781623224.646699:0:55565:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f8505807150. 00000080:00000010:0.0:1781623224.646701:0:55565:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f8502a45ff0. 00000020:00000010:0.0:1781623224.646703:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f85096ed400. 00000008:00000010:0.0:1781623224.646705:0:55565:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f85088689a0. 00020000:00000010:0.0:1781623224.646707:0:55565:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f8512479680. 00008000:00000010:0.0:1781623224.646708:0:55565:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d212668. 00000080:00000010:0.0:1781623224.646710:0:55565:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f852d384870. 00000020:00000001:0.0:1781623224.646711:0:55565:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400199002808 : -123673510548808 : ffff8f850455eab8) 00000020:00001000:0.0:1781623224.646713:0:55565:0:(cl_object.c:831:cl_env_get()) 1@ffff8f850455eab0 00000020:00000001:0.0:1781623224.646714:0:55565:0:(cl_object.c:151:cl_object_top()) ffff8f8532982d00 -> ffff8f8532982d00 00000020:00000001:0.0:1781623224.646716:0:55565:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1781623224.646717:0:55565:0:(vvp_io.c:1800:vvp_io_init()) Process entered 00000080:00200000:0.0:1781623224.646718:0:55565:0:(vvp_io.c:1805:vvp_io_init()) [0x20000fe02:0x167:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1781623224.646720:0:55565:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781623224.646721:0:55565:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1781623224.646722:0:55565:0:(vvp_io.c:1877:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1781623224.646724:0:55565:0:(lov_object.c:1559:lov_io_init()) [0x20000fe02:0x167:0x0]io ffff8f8502a46050 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1781623224.646725:0:55565:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff8f85073ddba0) owner 0000000000000000/ffff8f8502d9cf80 00020000:00000001:0.0:1781623224.646727:0:55565:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1781623224.646728:0:55565:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1781623224.646729:0:55565:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1781623224.646730:0:55565:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.646732:0:55565:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1781623224.646733:0:55565:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1781623224.646734:0:55565:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.646735:0:55565:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781623224.646737:0:55565:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1781623224.646738:0:55565:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1781623224.646739:0:55565:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff8f85073ddba0) owner 0000000000000000/ffff8f8502d9cf80 00000020:00000001:0.0:1781623224.646741:0:55565:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.646742:0:55565:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1781623224.646743:0:55565:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1781623224.646744:0:55565:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1781623224.646746:0:55565:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1781623224.646747:0:55565:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1781623224.646749:0:55565:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1781623224.646751:0:55565:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1781623224.646752:0:55565:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781623224.646754:0:55565:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f850455ee10. 00000020:00000010:0.0:1781623224.646756:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f8509f56c00. 00000020:00000010:0.0:1781623224.646758:0:55565:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f8509f57800. 00000020:00000010:0.0:1781623224.646760:0:55565:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f851e55a000. 00000008:00000010:0.0:1781623224.646762:0:55565:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f8506384e18. 00020000:00000010:0.0:1781623224.646764:0:55565:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8502ebe000. 00008000:00000010:0.0:1781623224.646766:0:55565:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8512407880. 00000080:00000010:0.0:1781623224.646768:0:55565:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f85058075e8. 00000080:00000010:0.0:1781623224.646770:0:55565:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f8502a44248. 00000020:00000010:0.0:1781623224.646772:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f8509f57e00. 00000008:00000010:0.0:1781623224.646774:0:55565:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f8508868c60. 00020000:00000010:0.0:1781623224.646776:0:55565:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f851247b180. 00008000:00000010:0.0:1781623224.646778:0:55565:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d212a58. 00000080:00000010:0.0:1781623224.646781:0:55565:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f852d3840f0. 00000020:00000001:0.0:1781623224.646782:0:55565:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400199003672 : -123673510547944 : ffff8f850455ee18) 00000020:00001000:0.0:1781623224.646784:0:55565:0:(cl_object.c:831:cl_env_get()) 1@ffff8f850455ee10 00000020:00000001:0.0:1781623224.646785:0:55565:0:(cl_object.c:151:cl_object_top()) ffff8f8532982c38 -> ffff8f8532982d00 00000020:00000001:0.0:1781623224.646787:0:55565:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1781623224.646788:0:55565:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781623224.646788:0:55565:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1781623224.646789:0:55565:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.646791:0:55565:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.646792:0:55565:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446620400432944872 : -123673276606744 : ffff8f85124796e8) 00000020:00000001:0.0:1781623224.646794:0:55565:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1781623224.646795:0:55565:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.646797:0:55565:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.646799:0:55565:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.646800:0:55565:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1781623224.646801:0:55565:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:0.0:1781623224.646802:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.646802:0:55565:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1781623224.646803:0:55565:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1781623224.646804:0:55565:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.646805:0:55565:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.646806:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.646808:0:55565:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.646809:0:55565:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1781623224.646810:0:55565:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.646811:0:55565:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.646812:0:55565:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1781623224.646813:0:55565:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:0.0:1781623224.646814:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.646815:0:55565:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1781623224.646816:0:55565:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1781623224.646817:0:55565:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1781623224.646819:0:55565:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1781623224.646820:0:55565:0:(osc_cache.c:1828:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1781623224.646821:0:55565:0:(osc_cache.c:1829:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1781623224.646823:0:55565:0:(osc_cache.c:2336:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1781623224.646824:0:55565:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:0.0:1781623224.646825:0:55565:0:(osc_cache.c:2305:osc_next_obj()) Process leaving (rc=18446620400262148928 : -123673447402688 : ffff8f8508197340) 00000008:00000020:0.0:1781623224.646827:0:55565:0:(osc_cache.c:2341:osc_check_rpcs()) obj ffff8f8508197340 ready 0|-|- wr 1|-|+ rd 0|- 9 in flight 00000008:00000001:0.0:1781623224.646829:0:55565:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1781623224.646830:0:55565:0:(osc_cache.c:1828:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1781623224.646831:0:55565:0:(osc_cache.c:1829:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1781623224.646833:0:55565:0:(osc_cache.c:2400:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1781623224.646834:0:55565:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff8f8507253180 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:0.0:1781623224.646837:0:55565:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1781623224.646839:0:55565:0:(osc_io.c:1161:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.646840:0:55565:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.646842:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.646843:0:55565:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.646845:0:55565:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.646846:0:55565:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1781623224.646847:0:55565:0:(lov_io.c:1680:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1781623224.646848:0:55565:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1781623224.646849:0:55565:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1781623224.646850:0:55565:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1781623224.646851:0:55565:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.646852:0:55565:0:(lov_io.c:1691:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1781623224.646853:0:55565:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1781623224.646854:0:55565:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1781623224.646855:0:55565:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:0.0:1781623224.646856:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.646857:0:55565:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1781623224.646858:0:55565:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1781623224.646859:0:55565:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.646860:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.646861:0:55565:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1781623224.646862:0:55565:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1781623224.646863:0:55565:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1781623224.646864:0:55565:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1781623224.646865:0:55565:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1781623224.646866:0:55565:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1781623224.646867:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.646868:0:55565:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1781623224.646869:0:55565:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1781623224.646870:0:55565:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.646871:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.646873:0:55565:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1781623224.646874:0:55565:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1781623224.646875:0:55565:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.646876:0:55565:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1781623224.646878:0:55565:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:0.0:1781623224.646878:0:55565:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1781623224.646880:0:55565:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1781623224.646881:0:55565:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1781623224.646882:0:55565:0:(cl_object.c:925:cl_env_put()) 1@ffff8f850455ee10 00000020:00000010:0.0:1781623224.646884:0:55565:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f8509f57800. 00000020:00000010:0.0:1781623224.646886:0:55565:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f851e55a000. 00000008:00000010:0.0:1781623224.646888:0:55565:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f8506384e18. 00020000:00000010:0.0:1781623224.646891:0:55565:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8502ebe000. 00008000:00000010:0.0:1781623224.646893:0:55565:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8512407880. 00000080:00000010:0.0:1781623224.646895:0:55565:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f85058075e8. 00000080:00000010:0.0:1781623224.646898:0:55565:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f8502a44248. 00000020:00000010:0.0:1781623224.646900:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f8509f56c00. 00000008:00000010:0.0:1781623224.646903:0:55565:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f8508868c60. 00020000:00000010:0.0:1781623224.646905:0:55565:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f851247b180. 00008000:00000010:0.0:1781623224.646906:0:55565:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d212a58. 00000080:00000010:0.0:1781623224.646909:0:55565:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f852d3840f0. 00000020:00000010:0.0:1781623224.646911:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f8509f57e00. 00000020:00000010:0.0:1781623224.646912:0:55565:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f850455ee10. 00020000:00000001:0.0:1781623224.646914:0:55565:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1781623224.646915:0:55565:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:0.0:1781623224.646917:0:55565:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:0.0:1781623224.646918:0:55565:0:(vvp_io.c:287:vvp_io_fini()) [0x20000fe02:0x167:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1781623224.646920:0:55565:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1781623224.646921:0:55565:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1781623224.646922:0:55565:0:(cl_object.c:925:cl_env_put()) 1@ffff8f850455eab0 00000020:00000010:0.0:1781623224.646924:0:55565:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f85096ec000. 00000020:00000010:0.0:1781623224.646926:0:55565:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f851e55af00. 00000008:00000010:0.0:1781623224.646928:0:55565:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f8506382178. 00020000:00000010:0.0:1781623224.646930:0:55565:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8502ebed80. 00008000:00000010:0.0:1781623224.646932:0:55565:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8512405530. 00000080:00000010:0.0:1781623224.646934:0:55565:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f8505807150. 00000080:00000010:0.0:1781623224.646936:0:55565:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f8502a45ff0. 00000020:00000010:0.0:1781623224.646938:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f85096ec800. 00000008:00000010:0.0:1781623224.646940:0:55565:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f85088689a0. 00020000:00000010:0.0:1781623224.646942:0:55565:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f8512479680. 00008000:00000010:0.0:1781623224.646944:0:55565:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d212668. 00000080:00000010:0.0:1781623224.646946:0:55565:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f852d384870. 00000020:00000010:0.0:1781623224.646948:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f85096ed400. 00000020:00000010:0.0:1781623224.646950:0:55565:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f850455eab0. 00000080:00000001:0.0:1781623224.646952:0:55565:0:(file.c:5274:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1781623224.646954:0:55565:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1781623224.646956:0:55565:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:0.0:1781623224.646958:0:55565:0:(file.c:5240:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1781623224.650103:0:55565:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781623224.650112:0:55565:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f850455eab0. 00000020:00000010:0.0:1781623224.650120:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f8509f57e00. 00000020:00000010:0.0:1781623224.650124:0:55565:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f8509f56c00. 00000020:00000010:0.0:1781623224.650129:0:55565:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f851e55af00. 00000008:00000010:0.0:1781623224.650136:0:55565:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f8506382178. 00020000:00000010:0.0:1781623224.650141:0:55565:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8502ebed80. 00008000:00000010:0.0:1781623224.650146:0:55565:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8512405530. 00000080:00000010:0.0:1781623224.650163:0:55565:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f8505807150. 00000080:00000010:0.0:1781623224.650168:0:55565:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f8502a45ff0. 00000020:00000010:0.0:1781623224.650171:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f8509f57800. 00000008:00000010:0.0:1781623224.650174:0:55565:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f85088689a0. 00020000:00000010:0.0:1781623224.650178:0:55565:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f8512479680. 00008000:00000010:0.0:1781623224.650243:0:55565:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d212668. 00000080:00000010:0.0:1781623224.650248:0:55565:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f852d384870. 00000020:00000001:0.0:1781623224.650252:0:55565:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400199002808 : -123673510548808 : ffff8f850455eab8) 00000020:00001000:0.0:1781623224.650255:0:55565:0:(cl_object.c:831:cl_env_get()) 1@ffff8f850455eab0 00000020:00000001:0.0:1781623224.650260:0:55565:0:(cl_object.c:151:cl_object_top()) ffff8f8506cca080 -> ffff8f8506cca080 00000020:00000001:0.0:1781623224.650262:0:55565:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1781623224.650265:0:55565:0:(vvp_io.c:1800:vvp_io_init()) Process entered 00000080:00200000:0.0:1781623224.650267:0:55565:0:(vvp_io.c:1805:vvp_io_init()) [0x20000fe02:0x168:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1781623224.650270:0:55565:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781623224.650271:0:55565:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1781623224.650273:0:55565:0:(vvp_io.c:1877:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1781623224.650276:0:55565:0:(lov_object.c:1559:lov_io_init()) [0x20000fe02:0x168:0x0]io ffff8f8502a46050 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1781623224.650279:0:55565:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff8f852d021e88) owner 0000000000000000/ffff8f8502d9cf80 00020000:00000001:0.0:1781623224.650283:0:55565:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1781623224.650285:0:55565:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1781623224.650287:0:55565:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1781623224.650289:0:55565:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.650291:0:55565:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1781623224.650294:0:55565:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1781623224.650295:0:55565:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.650297:0:55565:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781623224.650298:0:55565:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1781623224.650299:0:55565:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1781623224.650301:0:55565:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff8f852d021e88) owner 0000000000000000/ffff8f8502d9cf80 00000020:00000001:0.0:1781623224.650304:0:55565:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.650306:0:55565:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1781623224.650308:0:55565:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1781623224.650310:0:55565:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1781623224.650313:0:55565:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1781623224.650316:0:55565:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1781623224.650319:0:55565:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1781623224.650320:0:55565:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1781623224.650321:0:55565:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781623224.650323:0:55565:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f850455ee10. 00000020:00000010:0.0:1781623224.650328:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f85096ed400. 00000020:00000010:0.0:1781623224.650331:0:55565:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f85096ec800. 00000020:00000010:0.0:1781623224.650333:0:55565:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f851e55a000. 00000008:00000010:0.0:1781623224.650337:0:55565:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f8506384e18. 00020000:00000010:0.0:1781623224.650339:0:55565:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8502ebe000. 00008000:00000010:0.0:1781623224.650342:0:55565:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8512407880. 00000080:00000010:0.0:1781623224.650345:0:55565:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f85058075e8. 00000080:00000010:0.0:1781623224.650347:0:55565:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f8502a44248. 00000020:00000010:0.0:1781623224.650349:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f85096ec000. 00000008:00000010:0.0:1781623224.650352:0:55565:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f8508868c60. 00020000:00000010:0.0:1781623224.650354:0:55565:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f851247b180. 00008000:00000010:0.0:1781623224.650356:0:55565:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d212a58. 00000080:00000010:0.0:1781623224.650359:0:55565:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f852d3840f0. 00000020:00000001:0.0:1781623224.650361:0:55565:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400199003672 : -123673510547944 : ffff8f850455ee18) 00000020:00001000:0.0:1781623224.650363:0:55565:0:(cl_object.c:831:cl_env_get()) 1@ffff8f850455ee10 00000020:00000001:0.0:1781623224.650364:0:55565:0:(cl_object.c:151:cl_object_top()) ffff8f8506cca3a0 -> ffff8f8506cca080 00000020:00000001:0.0:1781623224.650366:0:55565:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1781623224.650368:0:55565:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781623224.650370:0:55565:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1781623224.650371:0:55565:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.650373:0:55565:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.650375:0:55565:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446620400432944872 : -123673276606744 : ffff8f85124796e8) 00000020:00000001:0.0:1781623224.650377:0:55565:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1781623224.650379:0:55565:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.650381:0:55565:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.650382:0:55565:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.650384:0:55565:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1781623224.650385:0:55565:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:0.0:1781623224.650387:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.650389:0:55565:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1781623224.650390:0:55565:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1781623224.650392:0:55565:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.650393:0:55565:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.650395:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.650397:0:55565:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.650398:0:55565:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1781623224.650399:0:55565:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.650400:0:55565:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.650402:0:55565:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1781623224.650404:0:55565:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:0.0:1781623224.650405:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.650406:0:55565:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1781623224.650409:0:55565:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1781623224.650411:0:55565:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1781623224.650416:0:55565:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1781623224.650418:0:55565:0:(osc_cache.c:1828:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1781623224.650419:0:55565:0:(osc_cache.c:1829:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1781623224.650422:0:55565:0:(osc_cache.c:2336:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1781623224.650423:0:55565:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:0.0:1781623224.650425:0:55565:0:(osc_cache.c:2305:osc_next_obj()) Process leaving (rc=18446620400246141312 : -123673463410304 : ffff8f8507253180) 00000008:00000020:0.0:1781623224.650428:0:55565:0:(osc_cache.c:2341:osc_check_rpcs()) obj ffff8f8507253180 ready 0|-|- wr 1|-|+ rd 0|- 9 in flight 00000008:00000001:0.0:1781623224.650431:0:55565:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1781623224.650432:0:55565:0:(osc_cache.c:1828:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1781623224.650433:0:55565:0:(osc_cache.c:1829:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1781623224.650435:0:55565:0:(osc_cache.c:2400:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1781623224.650438:0:55565:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff8f8508197340 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:0.0:1781623224.650442:0:55565:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1781623224.650444:0:55565:0:(osc_io.c:1161:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.650446:0:55565:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.650447:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.650449:0:55565:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.650450:0:55565:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.650452:0:55565:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1781623224.650453:0:55565:0:(lov_io.c:1680:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1781623224.650455:0:55565:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1781623224.650456:0:55565:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1781623224.650458:0:55565:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1781623224.650459:0:55565:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.650460:0:55565:0:(lov_io.c:1691:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1781623224.650462:0:55565:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1781623224.650464:0:55565:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1781623224.650465:0:55565:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:0.0:1781623224.650466:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.650467:0:55565:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1781623224.650468:0:55565:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1781623224.650469:0:55565:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.650470:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.650472:0:55565:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1781623224.650473:0:55565:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1781623224.650474:0:55565:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1781623224.650475:0:55565:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1781623224.650476:0:55565:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1781623224.650478:0:55565:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1781623224.650479:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.650480:0:55565:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1781623224.650481:0:55565:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1781623224.650483:0:55565:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.650484:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.650486:0:55565:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1781623224.650487:0:55565:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1781623224.650488:0:55565:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.650490:0:55565:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1781623224.650492:0:55565:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:0.0:1781623224.650493:0:55565:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1781623224.650494:0:55565:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1781623224.650496:0:55565:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1781623224.650497:0:55565:0:(cl_object.c:925:cl_env_put()) 1@ffff8f850455ee10 00000020:00000010:0.0:1781623224.650501:0:55565:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f85096ec800. 00000020:00000010:0.0:1781623224.650505:0:55565:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f851e55a000. 00000008:00000010:0.0:1781623224.650509:0:55565:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f8506384e18. 00020000:00000010:0.0:1781623224.650514:0:55565:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8502ebe000. 00008000:00000010:0.0:1781623224.650517:0:55565:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8512407880. 00000080:00000010:0.0:1781623224.650520:0:55565:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f85058075e8. 00000080:00000010:0.0:1781623224.650525:0:55565:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f8502a44248. 00000020:00000010:0.0:1781623224.650529:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f85096ed400. 00000008:00000010:0.0:1781623224.650531:0:55565:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f8508868c60. 00020000:00000010:0.0:1781623224.650533:0:55565:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f851247b180. 00008000:00000010:0.0:1781623224.650536:0:55565:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d212a58. 00000080:00000010:0.0:1781623224.650539:0:55565:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f852d3840f0. 00000020:00000010:0.0:1781623224.650541:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f85096ec000. 00000020:00000010:0.0:1781623224.650543:0:55565:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f850455ee10. 00020000:00000001:0.0:1781623224.650545:0:55565:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1781623224.650547:0:55565:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:0.0:1781623224.650548:0:55565:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:0.0:1781623224.650550:0:55565:0:(vvp_io.c:287:vvp_io_fini()) [0x20000fe02:0x168:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1781623224.650553:0:55565:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1781623224.650554:0:55565:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1781623224.650556:0:55565:0:(cl_object.c:925:cl_env_put()) 1@ffff8f850455eab0 00000020:00000010:0.0:1781623224.650557:0:55565:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f8509f56c00. 00000020:00000010:0.0:1781623224.650561:0:55565:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f851e55af00. 00000008:00000010:0.0:1781623224.650562:0:55565:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f8506382178. 00020000:00000010:0.0:1781623224.650565:0:55565:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8502ebed80. 00008000:00000010:0.0:1781623224.650567:0:55565:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8512405530. 00000080:00000010:0.0:1781623224.650569:0:55565:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f8505807150. 00000080:00000010:0.0:1781623224.650571:0:55565:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f8502a45ff0. 00000020:00000010:0.0:1781623224.650573:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f8509f57e00. 00000008:00000010:0.0:1781623224.650575:0:55565:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f85088689a0. 00020000:00000010:0.0:1781623224.650578:0:55565:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f8512479680. 00008000:00000010:0.0:1781623224.650579:0:55565:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d212668. 00000080:00000010:0.0:1781623224.650581:0:55565:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f852d384870. 00000020:00000010:0.0:1781623224.650583:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f8509f57800. 00000020:00000010:0.0:1781623224.650584:0:55565:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f850455eab0. 00000080:00000001:0.0:1781623224.650587:0:55565:0:(file.c:5274:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1781623224.650589:0:55565:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1781623224.650600:0:55565:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:0.0:1781623224.650602:0:55565:0:(file.c:5240:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1781623224.650603:0:55565:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781623224.650606:0:55565:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f850455eab0. 00000020:00000010:0.0:1781623224.650609:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f85096ec000. 00000020:00000010:0.0:1781623224.650611:0:55565:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f85096ed400. 00000020:00000010:0.0:1781623224.650613:0:55565:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f851e55af00. 00000008:00000010:0.0:1781623224.650616:0:55565:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f8506382178. 00020000:00000010:0.0:1781623224.650618:0:55565:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8502ebed80. 00008000:00000010:0.0:1781623224.650620:0:55565:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8512405530. 00000080:00000010:0.0:1781623224.650624:0:55565:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f8505807150. 00000080:00000010:0.0:1781623224.650626:0:55565:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f8502a45ff0. 00000020:00000010:0.0:1781623224.650628:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f85096ec800. 00000008:00000010:0.0:1781623224.650631:0:55565:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f85088689a0. 00020000:00000010:0.0:1781623224.650632:0:55565:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f8512479680. 00008000:00000010:0.0:1781623224.650634:0:55565:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d212668. 00000080:00000010:0.0:1781623224.650637:0:55565:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f852d384870. 00000020:00000001:0.0:1781623224.650638:0:55565:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400199002808 : -123673510548808 : ffff8f850455eab8) 00000020:00001000:0.0:1781623224.650640:0:55565:0:(cl_object.c:831:cl_env_get()) 1@ffff8f850455eab0 00000020:00000001:0.0:1781623224.650642:0:55565:0:(cl_object.c:151:cl_object_top()) ffff8f8532982d00 -> ffff8f8532982d00 00000020:00000001:0.0:1781623224.650643:0:55565:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1781623224.650644:0:55565:0:(vvp_io.c:1800:vvp_io_init()) Process entered 00000080:00200000:0.0:1781623224.650646:0:55565:0:(vvp_io.c:1805:vvp_io_init()) [0x20000fe02:0x167:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1781623224.650648:0:55565:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781623224.650648:0:55565:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1781623224.650649:0:55565:0:(vvp_io.c:1877:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1781623224.650652:0:55565:0:(lov_object.c:1559:lov_io_init()) [0x20000fe02:0x167:0x0]io ffff8f8502a46050 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1781623224.650654:0:55565:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff8f85073ddba0) owner 0000000000000000/ffff8f8502d9cf80 00020000:00000001:0.0:1781623224.650657:0:55565:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1781623224.650658:0:55565:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1781623224.650659:0:55565:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1781623224.650661:0:55565:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.650662:0:55565:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1781623224.650664:0:55565:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1781623224.650665:0:55565:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.650666:0:55565:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781623224.650667:0:55565:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1781623224.650668:0:55565:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1781623224.650669:0:55565:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff8f85073ddba0) owner 0000000000000000/ffff8f8502d9cf80 00000020:00000001:0.0:1781623224.650671:0:55565:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.650672:0:55565:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1781623224.650673:0:55565:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1781623224.650674:0:55565:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1781623224.650676:0:55565:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1781623224.650678:0:55565:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1781623224.650680:0:55565:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1781623224.650682:0:55565:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1781623224.650683:0:55565:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781623224.650685:0:55565:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f850455ee10. 00000020:00000010:0.0:1781623224.650688:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f8509f57800. 00000020:00000010:0.0:1781623224.650690:0:55565:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f8509f57e00. 00000020:00000010:0.0:1781623224.650692:0:55565:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f851e55a000. 00000008:00000010:0.0:1781623224.650694:0:55565:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f8506384e18. 00020000:00000010:0.0:1781623224.650697:0:55565:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8502ebe000. 00008000:00000010:0.0:1781623224.650699:0:55565:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8512407880. 00000080:00000010:0.0:1781623224.650701:0:55565:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f85058075e8. 00000080:00000010:0.0:1781623224.650703:0:55565:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f8502a44248. 00000020:00000010:0.0:1781623224.650706:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f8509f56c00. 00000008:00000010:0.0:1781623224.650708:0:55565:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f8508868c60. 00020000:00000010:0.0:1781623224.650710:0:55565:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f851247b180. 00008000:00000010:0.0:1781623224.650712:0:55565:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d212a58. 00000080:00000010:0.0:1781623224.650714:0:55565:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f852d3840f0. 00000020:00000001:0.0:1781623224.650716:0:55565:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400199003672 : -123673510547944 : ffff8f850455ee18) 00000020:00001000:0.0:1781623224.650717:0:55565:0:(cl_object.c:831:cl_env_get()) 1@ffff8f850455ee10 00000020:00000001:0.0:1781623224.650719:0:55565:0:(cl_object.c:151:cl_object_top()) ffff8f8532982c38 -> ffff8f8532982d00 00000020:00000001:0.0:1781623224.650720:0:55565:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1781623224.650722:0:55565:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781623224.650723:0:55565:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1781623224.652115:0:55565:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.652124:0:55565:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.652126:0:55565:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446620400432944872 : -123673276606744 : ffff8f85124796e8) 00000020:00000001:0.0:1781623224.652130:0:55565:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1781623224.652131:0:55565:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.652134:0:55565:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.652135:0:55565:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.652137:0:55565:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1781623224.652139:0:55565:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:0.0:1781623224.652141:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.652141:0:55565:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1781623224.652143:0:55565:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1781623224.652144:0:55565:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.652145:0:55565:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.652147:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.652148:0:55565:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.652149:0:55565:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1781623224.652150:0:55565:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.652152:0:55565:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.652153:0:55565:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1781623224.652155:0:55565:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:0.0:1781623224.652156:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.652157:0:55565:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1781623224.652159:0:55565:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1781623224.652161:0:55565:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1781623224.652166:0:55565:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1781623224.652168:0:55565:0:(osc_cache.c:1828:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1781623224.652169:0:55565:0:(osc_cache.c:1829:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1781623224.652172:0:55565:0:(osc_cache.c:2336:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1781623224.652173:0:55565:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:0.0:1781623224.652174:0:55565:0:(osc_cache.c:2305:osc_next_obj()) Process leaving (rc=18446620400262148928 : -123673447402688 : ffff8f8508197340) 00000008:00000020:0.0:1781623224.652178:0:55565:0:(osc_cache.c:2341:osc_check_rpcs()) obj ffff8f8508197340 ready 0|-|- wr 1|-|+ rd 0|- 9 in flight 00000008:00000001:0.0:1781623224.652181:0:55565:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1781623224.652182:0:55565:0:(osc_cache.c:1828:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1781623224.652183:0:55565:0:(osc_cache.c:1829:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1781623224.652185:0:55565:0:(osc_cache.c:2400:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1781623224.652187:0:55565:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff8f8507253180 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:0.0:1781623224.652191:0:55565:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1781623224.652193:0:55565:0:(osc_io.c:1161:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.652195:0:55565:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.652196:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.652197:0:55565:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.652199:0:55565:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.652201:0:55565:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1781623224.652203:0:55565:0:(lov_io.c:1680:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1781623224.652204:0:55565:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1781623224.652205:0:55565:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1781623224.652207:0:55565:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1781623224.652208:0:55565:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.652209:0:55565:0:(lov_io.c:1691:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1781623224.652211:0:55565:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1781623224.652212:0:55565:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1781623224.652214:0:55565:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:0.0:1781623224.652215:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.652216:0:55565:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1781623224.652218:0:55565:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1781623224.652219:0:55565:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.652221:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.652222:0:55565:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1781623224.652224:0:55565:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1781623224.652225:0:55565:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1781623224.652226:0:55565:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1781623224.652227:0:55565:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1781623224.652229:0:55565:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1781623224.652230:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.652231:0:55565:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1781623224.652232:0:55565:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1781623224.652233:0:55565:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.652235:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.652236:0:55565:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1781623224.652238:0:55565:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1781623224.652239:0:55565:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.652241:0:55565:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1781623224.652243:0:55565:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:0.0:1781623224.652244:0:55565:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1781623224.652245:0:55565:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1781623224.652246:0:55565:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1781623224.652248:0:55565:0:(cl_object.c:925:cl_env_put()) 1@ffff8f850455ee10 00000020:00000010:0.0:1781623224.652252:0:55565:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f8509f57e00. 00000020:00000010:0.0:1781623224.652259:0:55565:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f851e55a000. 00000008:00000010:0.0:1781623224.652264:0:55565:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f8506384e18. 00020000:00000010:0.0:1781623224.652270:0:55565:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8502ebe000. 00008000:00000010:0.0:1781623224.652275:0:55565:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8512407880. 00000080:00000010:0.0:1781623224.652280:0:55565:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f85058075e8. 00000080:00000010:0.0:1781623224.652283:0:55565:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f8502a44248. 00000020:00000010:0.0:1781623224.652287:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f8509f57800. 00000008:00000010:0.0:1781623224.652289:0:55565:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f8508868c60. 00020000:00000010:0.0:1781623224.652292:0:55565:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f851247b180. 00008000:00000010:0.0:1781623224.652296:0:55565:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d212a58. 00000080:00000010:0.0:1781623224.652299:0:55565:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f852d3840f0. 00000020:00000010:0.0:1781623224.652302:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f8509f56c00. 00000020:00000010:0.0:1781623224.652304:0:55565:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f850455ee10. 00020000:00000001:0.0:1781623224.652306:0:55565:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1781623224.652308:0:55565:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:0.0:1781623224.652311:0:55565:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:0.0:1781623224.652313:0:55565:0:(vvp_io.c:287:vvp_io_fini()) [0x20000fe02:0x167:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1781623224.652315:0:55565:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1781623224.652316:0:55565:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1781623224.652319:0:55565:0:(cl_object.c:925:cl_env_put()) 1@ffff8f850455eab0 00000020:00000010:0.0:1781623224.652321:0:55565:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f85096ed400. 00000020:00000010:0.0:1781623224.652324:0:55565:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f851e55af00. 00000008:00000010:0.0:1781623224.652327:0:55565:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f8506382178. 00020000:00000010:0.0:1781623224.652330:0:55565:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8502ebed80. 00008000:00000010:0.0:1781623224.652331:0:55565:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8512405530. 00000080:00000010:0.0:1781623224.652334:0:55565:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f8505807150. 00000080:00000010:0.0:1781623224.652337:0:55565:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f8502a45ff0. 00000020:00000010:0.0:1781623224.652340:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f85096ec000. 00000008:00000010:0.0:1781623224.652342:0:55565:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f85088689a0. 00020000:00000010:0.0:1781623224.652344:0:55565:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f8512479680. 00008000:00000010:0.0:1781623224.652346:0:55565:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d212668. 00000080:00000010:0.0:1781623224.652348:0:55565:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f852d384870. 00000020:00000010:0.0:1781623224.652350:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f85096ec800. 00000020:00000010:0.0:1781623224.652352:0:55565:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f850455eab0. 00000080:00000001:0.0:1781623224.652354:0:55565:0:(file.c:5274:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1781623224.652357:0:55565:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1781623224.652366:0:55565:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:0.0:1781623224.652368:0:55565:0:(file.c:5240:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1781623224.652370:0:55565:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781623224.652375:0:55565:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f850455eab0. 00000020:00000010:0.0:1781623224.652379:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f8509f56c00. 00000020:00000010:0.0:1781623224.652382:0:55565:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f8509f57800. 00000020:00000010:0.0:1781623224.652386:0:55565:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f851e55af00. 00000008:00000010:0.0:1781623224.652390:0:55565:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f8506382178. 00020000:00000010:0.0:1781623224.652392:0:55565:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8502ebed80. 00008000:00000010:0.0:1781623224.652396:0:55565:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8512405530. 00000080:00000010:0.0:1781623224.652400:0:55565:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f8505807150. 00000080:00000010:0.0:1781623224.652403:0:55565:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f8502a45ff0. 00000020:00000010:0.0:1781623224.652406:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f8509f57e00. 00000008:00000010:0.0:1781623224.652408:0:55565:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f85088689a0. 00020000:00000010:0.0:1781623224.652411:0:55565:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f8512479680. 00008000:00000010:0.0:1781623224.652414:0:55565:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d212668. 00000080:00000010:0.0:1781623224.652416:0:55565:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f852d384870. 00000020:00000001:0.0:1781623224.652419:0:55565:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400199002808 : -123673510548808 : ffff8f850455eab8) 00000020:00001000:0.0:1781623224.652421:0:55565:0:(cl_object.c:831:cl_env_get()) 1@ffff8f850455eab0 00000020:00000001:0.0:1781623224.652424:0:55565:0:(cl_object.c:151:cl_object_top()) ffff8f8506cca080 -> ffff8f8506cca080 00000020:00000001:0.0:1781623224.652426:0:55565:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1781623224.652427:0:55565:0:(vvp_io.c:1800:vvp_io_init()) Process entered 00000080:00200000:0.0:1781623224.652429:0:55565:0:(vvp_io.c:1805:vvp_io_init()) [0x20000fe02:0x168:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1781623224.652431:0:55565:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781623224.652432:0:55565:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1781623224.652433:0:55565:0:(vvp_io.c:1877:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1781623224.652435:0:55565:0:(lov_object.c:1559:lov_io_init()) [0x20000fe02:0x168:0x0]io ffff8f8502a46050 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1781623224.652438:0:55565:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff8f852d021e88) owner 0000000000000000/ffff8f8502d9cf80 00020000:00000001:0.0:1781623224.652441:0:55565:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1781623224.652442:0:55565:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1781623224.652444:0:55565:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1781623224.652446:0:55565:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.652448:0:55565:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1781623224.652450:0:55565:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1781623224.652451:0:55565:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.652452:0:55565:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781623224.652453:0:55565:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1781623224.652454:0:55565:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1781623224.652456:0:55565:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff8f852d021e88) owner 0000000000000000/ffff8f8502d9cf80 00000020:00000001:0.0:1781623224.652458:0:55565:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.652459:0:55565:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1781623224.652460:0:55565:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1781623224.652462:0:55565:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1781623224.652463:0:55565:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1781623224.652466:0:55565:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1781623224.652469:0:55565:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1781623224.652470:0:55565:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1781623224.652471:0:55565:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781623224.652474:0:55565:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f850455ee10. 00000020:00000010:0.0:1781623224.652478:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f85096ec800. 00000020:00000010:0.0:1781623224.652481:0:55565:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f85096ec000. 00000020:00000010:0.0:1781623224.652483:0:55565:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f851e55a000. 00000008:00000010:0.0:1781623224.652486:0:55565:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f8506384e18. 00020000:00000010:0.0:1781623224.652488:0:55565:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8502ebe000. 00008000:00000010:0.0:1781623224.652491:0:55565:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8512407880. 00000080:00000010:0.0:1781623224.652494:0:55565:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f85058075e8. 00000080:00000010:0.0:1781623224.652497:0:55565:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f8502a44248. 00000020:00000010:0.0:1781623224.652500:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f85096ed400. 00000008:00000010:0.0:1781623224.652502:0:55565:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f8508868c60. 00020000:00000010:0.0:1781623224.652504:0:55565:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f851247b180. 00008000:00000010:0.0:1781623224.652507:0:55565:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d212a58. 00000080:00000010:0.0:1781623224.652509:0:55565:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f852d3840f0. 00000020:00000001:0.0:1781623224.652511:0:55565:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400199003672 : -123673510547944 : ffff8f850455ee18) 00000020:00001000:0.0:1781623224.652513:0:55565:0:(cl_object.c:831:cl_env_get()) 1@ffff8f850455ee10 00000020:00000001:0.0:1781623224.652514:0:55565:0:(cl_object.c:151:cl_object_top()) ffff8f8506cca3a0 -> ffff8f8506cca080 00000020:00000001:0.0:1781623224.652516:0:55565:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1781623224.652519:0:55565:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781623224.652520:0:55565:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1781623224.652521:0:55565:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.652522:0:55565:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.652524:0:55565:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446620400432944872 : -123673276606744 : ffff8f85124796e8) 00000020:00000001:0.0:1781623224.652526:0:55565:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1781623224.652527:0:55565:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.652528:0:55565:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.652530:0:55565:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.652531:0:55565:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1781623224.652532:0:55565:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:0.0:1781623224.652533:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.652534:0:55565:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1781623224.652535:0:55565:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1781623224.652536:0:55565:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.652537:0:55565:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.652539:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.652540:0:55565:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.652541:0:55565:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1781623224.652542:0:55565:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.652544:0:55565:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.652545:0:55565:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1781623224.652547:0:55565:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:0.0:1781623224.652548:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.652549:0:55565:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1781623224.652550:0:55565:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1781623224.652551:0:55565:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1781623224.652553:0:55565:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1781623224.652554:0:55565:0:(osc_cache.c:1828:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1781623224.652555:0:55565:0:(osc_cache.c:1829:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1781623224.652557:0:55565:0:(osc_cache.c:2336:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1781623224.652558:0:55565:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:0.0:1781623224.652559:0:55565:0:(osc_cache.c:2305:osc_next_obj()) Process leaving (rc=18446620400246141312 : -123673463410304 : ffff8f8507253180) 00000008:00000020:0.0:1781623224.652562:0:55565:0:(osc_cache.c:2341:osc_check_rpcs()) obj ffff8f8507253180 ready 0|-|- wr 1|-|+ rd 0|- 9 in flight 00000008:00000001:0.0:1781623224.652564:0:55565:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1781623224.652565:0:55565:0:(osc_cache.c:1828:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1781623224.652566:0:55565:0:(osc_cache.c:1829:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1781623224.652567:0:55565:0:(osc_cache.c:2400:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1781623224.652569:0:55565:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff8f8508197340 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:0.0:1781623224.652572:0:55565:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1781623224.652574:0:55565:0:(osc_io.c:1161:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.652575:0:55565:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.652577:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.652578:0:55565:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.652580:0:55565:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.652581:0:55565:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1781623224.652582:0:55565:0:(lov_io.c:1680:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1781623224.652583:0:55565:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1781623224.652584:0:55565:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1781623224.652585:0:55565:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1781623224.652586:0:55565:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.652587:0:55565:0:(lov_io.c:1691:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1781623224.652588:0:55565:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1781623224.652589:0:55565:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1781623224.652590:0:55565:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:0.0:1781623224.652591:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.652592:0:55565:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1781623224.652593:0:55565:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1781623224.652594:0:55565:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.652595:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.652597:0:55565:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1781623224.652598:0:55565:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1781623224.652599:0:55565:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1781623224.652600:0:55565:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1781623224.652602:0:55565:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1781623224.652603:0:55565:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1781623224.652604:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.652604:0:55565:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1781623224.652606:0:55565:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1781623224.652607:0:55565:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.652608:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.652610:0:55565:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1781623224.652611:0:55565:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1781623224.652612:0:55565:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.652613:0:55565:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1781623224.652614:0:55565:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:0.0:1781623224.652615:0:55565:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1781623224.652616:0:55565:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1781623224.652617:0:55565:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1781623224.652618:0:55565:0:(cl_object.c:925:cl_env_put()) 1@ffff8f850455ee10 00000020:00000010:0.0:1781623224.652621:0:55565:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f85096ec000. 00000020:00000010:0.0:1781623224.652623:0:55565:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f851e55a000. 00000008:00000010:0.0:1781623224.652626:0:55565:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f8506384e18. 00020000:00000010:0.0:1781623224.652629:0:55565:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8502ebe000. 00008000:00000010:0.0:1781623224.652631:0:55565:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8512407880. 00000080:00000010:0.0:1781623224.652633:0:55565:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f85058075e8. 00000080:00000010:0.0:1781623224.652634:0:55565:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f8502a44248. 00000020:00000010:0.0:1781623224.652636:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f85096ec800. 00000008:00000010:0.0:1781623224.652638:0:55565:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f8508868c60. 00020000:00000010:0.0:1781623224.652641:0:55565:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f851247b180. 00008000:00000010:0.0:1781623224.652643:0:55565:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d212a58. 00000080:00000010:0.0:1781623224.652645:0:55565:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f852d3840f0. 00000020:00000010:0.0:1781623224.652647:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f85096ed400. 00000020:00000010:0.0:1781623224.652649:0:55565:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f850455ee10. 00020000:00000001:0.0:1781623224.652651:0:55565:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1781623224.652652:0:55565:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:0.0:1781623224.652653:0:55565:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:0.0:1781623224.652655:0:55565:0:(vvp_io.c:287:vvp_io_fini()) [0x20000fe02:0x168:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1781623224.652657:0:55565:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1781623224.652658:0:55565:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1781623224.652660:0:55565:0:(cl_object.c:925:cl_env_put()) 1@ffff8f850455eab0 00000020:00000010:0.0:1781623224.652661:0:55565:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f8509f57800. 00000020:00000010:0.0:1781623224.652664:0:55565:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f851e55af00. 00000008:00000010:0.0:1781623224.652667:0:55565:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f8506382178. 00020000:00000010:0.0:1781623224.652669:0:55565:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8502ebed80. 00008000:00000010:0.0:1781623224.652671:0:55565:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8512405530. 00000080:00000010:0.0:1781623224.652673:0:55565:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f8505807150. 00000080:00000010:0.0:1781623224.652676:0:55565:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f8502a45ff0. 00000020:00000010:0.0:1781623224.652678:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f8509f56c00. 00000008:00000010:0.0:1781623224.652680:0:55565:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f85088689a0. 00020000:00000010:0.0:1781623224.652682:0:55565:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f8512479680. 00008000:00000010:0.0:1781623224.652684:0:55565:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d212668. 00000080:00000010:0.0:1781623224.652686:0:55565:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f852d384870. 00000020:00000010:0.0:1781623224.652687:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f8509f57e00. 00000020:00000010:0.0:1781623224.652689:0:55565:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f850455eab0. 00000080:00000001:0.0:1781623224.652691:0:55565:0:(file.c:5274:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1781623224.652692:0:55565:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1781623224.652699:0:55565:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:0.0:1781623224.652700:0:55565:0:(file.c:5240:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1781623224.652701:0:55565:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781623224.652703:0:55565:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f850455eab0. 00000020:00000010:0.0:1781623224.652706:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f85096ed400. 00000020:00000010:0.0:1781623224.652708:0:55565:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f85096ec800. 00000020:00000010:0.0:1781623224.652710:0:55565:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f851e55af00. 00000008:00000010:0.0:1781623224.652713:0:55565:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f8506382178. 00020000:00000010:0.0:1781623224.652715:0:55565:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8502ebed80. 00008000:00000010:0.0:1781623224.652717:0:55565:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8512405530. 00000080:00000010:0.0:1781623224.652719:0:55565:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f8505807150. 00000080:00000010:0.0:1781623224.652721:0:55565:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f8502a45ff0. 00000020:00000010:0.0:1781623224.654100:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f85096ec000. 00000008:00000010:0.0:1781623224.654115:0:55565:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f85088689a0. 00020000:00000010:0.0:1781623224.654120:0:55565:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f8512479680. 00008000:00000010:0.0:1781623224.654124:0:55565:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d212668. 00000080:00000010:0.0:1781623224.654129:0:55565:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f852d384870. 00000020:00000001:0.0:1781623224.654133:0:55565:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400199002808 : -123673510548808 : ffff8f850455eab8) 00000020:00001000:0.0:1781623224.654136:0:55565:0:(cl_object.c:831:cl_env_get()) 1@ffff8f850455eab0 00000020:00000001:0.0:1781623224.654142:0:55565:0:(cl_object.c:151:cl_object_top()) ffff8f8532982d00 -> ffff8f8532982d00 00000020:00000001:0.0:1781623224.654144:0:55565:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1781623224.654146:0:55565:0:(vvp_io.c:1800:vvp_io_init()) Process entered 00000080:00200000:0.0:1781623224.654148:0:55565:0:(vvp_io.c:1805:vvp_io_init()) [0x20000fe02:0x167:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1781623224.654151:0:55565:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781623224.654152:0:55565:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1781623224.654153:0:55565:0:(vvp_io.c:1877:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1781623224.654157:0:55565:0:(lov_object.c:1559:lov_io_init()) [0x20000fe02:0x167:0x0]io ffff8f8502a46050 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1781623224.654160:0:55565:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff8f85073ddba0) owner 0000000000000000/ffff8f8502d9cf80 00020000:00000001:0.0:1781623224.654163:0:55565:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1781623224.654164:0:55565:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1781623224.654166:0:55565:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1781623224.654168:0:55565:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.654170:0:55565:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1781623224.654172:0:55565:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1781623224.654173:0:55565:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.654175:0:55565:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781623224.654176:0:55565:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1781623224.654177:0:55565:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1781623224.654178:0:55565:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff8f85073ddba0) owner 0000000000000000/ffff8f8502d9cf80 00000020:00000001:0.0:1781623224.654181:0:55565:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.654183:0:55565:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1781623224.654184:0:55565:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1781623224.654186:0:55565:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1781623224.654188:0:55565:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1781623224.654192:0:55565:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1781623224.654195:0:55565:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1781623224.654196:0:55565:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1781623224.654198:0:55565:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781623224.654201:0:55565:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f850455ee10. 00000020:00000010:0.0:1781623224.654206:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f8509f57e00. 00000020:00000010:0.0:1781623224.654209:0:55565:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f8509f56c00. 00000020:00000010:0.0:1781623224.654212:0:55565:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f851e55a000. 00000008:00000010:0.0:1781623224.654215:0:55565:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f8506384e18. 00020000:00000010:0.0:1781623224.654218:0:55565:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8502ebe000. 00008000:00000010:0.0:1781623224.654221:0:55565:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8512407880. 00000080:00000010:0.0:1781623224.654224:0:55565:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f85058075e8. 00000080:00000010:0.0:1781623224.654226:0:55565:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f8502a44248. 00000020:00000010:0.0:1781623224.654229:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f8509f57800. 00000008:00000010:0.0:1781623224.654232:0:55565:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f8508868c60. 00020000:00000010:0.0:1781623224.654234:0:55565:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f851247b180. 00008000:00000010:0.0:1781623224.654236:0:55565:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d212a58. 00000080:00000010:0.0:1781623224.654239:0:55565:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f852d3840f0. 00000020:00000001:0.0:1781623224.654240:0:55565:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400199003672 : -123673510547944 : ffff8f850455ee18) 00000020:00001000:0.0:1781623224.654242:0:55565:0:(cl_object.c:831:cl_env_get()) 1@ffff8f850455ee10 00000020:00000001:0.0:1781623224.654244:0:55565:0:(cl_object.c:151:cl_object_top()) ffff8f8532982c38 -> ffff8f8532982d00 00000020:00000001:0.0:1781623224.654246:0:55565:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1781623224.654248:0:55565:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781623224.654249:0:55565:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1781623224.654250:0:55565:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.654252:0:55565:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.654253:0:55565:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446620400432944872 : -123673276606744 : ffff8f85124796e8) 00000020:00000001:0.0:1781623224.654255:0:55565:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1781623224.654256:0:55565:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.654258:0:55565:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.654259:0:55565:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.654262:0:55565:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1781623224.654263:0:55565:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:0.0:1781623224.654265:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.654266:0:55565:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1781623224.654267:0:55565:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1781623224.654268:0:55565:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.654269:0:55565:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.654271:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.654272:0:55565:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.654274:0:55565:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1781623224.654275:0:55565:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.654276:0:55565:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.654278:0:55565:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1781623224.654279:0:55565:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:0.0:1781623224.654281:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.654282:0:55565:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1781623224.654283:0:55565:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1781623224.654285:0:55565:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1781623224.654289:0:55565:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1781623224.654291:0:55565:0:(osc_cache.c:1828:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1781623224.654292:0:55565:0:(osc_cache.c:1829:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1781623224.654296:0:55565:0:(osc_cache.c:2336:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1781623224.654297:0:55565:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:0.0:1781623224.654299:0:55565:0:(osc_cache.c:2305:osc_next_obj()) Process leaving (rc=18446620400262148928 : -123673447402688 : ffff8f8508197340) 00000008:00000020:0.0:1781623224.654301:0:55565:0:(osc_cache.c:2341:osc_check_rpcs()) obj ffff8f8508197340 ready 0|-|- wr 1|-|+ rd 0|- 9 in flight 00000008:00000001:0.0:1781623224.654304:0:55565:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1781623224.654305:0:55565:0:(osc_cache.c:1828:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1781623224.654306:0:55565:0:(osc_cache.c:1829:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1781623224.654308:0:55565:0:(osc_cache.c:2400:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1781623224.654310:0:55565:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff8f8507253180 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:0.0:1781623224.654313:0:55565:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1781623224.654315:0:55565:0:(osc_io.c:1161:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.654317:0:55565:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.654319:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.654320:0:55565:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.654322:0:55565:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.654323:0:55565:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1781623224.654325:0:55565:0:(lov_io.c:1680:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1781623224.654326:0:55565:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1781623224.654327:0:55565:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1781623224.654328:0:55565:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1781623224.654330:0:55565:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.654332:0:55565:0:(lov_io.c:1691:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1781623224.654333:0:55565:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1781623224.654334:0:55565:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1781623224.654336:0:55565:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:0.0:1781623224.654337:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.654339:0:55565:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1781623224.654340:0:55565:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1781623224.654341:0:55565:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.654343:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.654344:0:55565:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1781623224.654345:0:55565:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1781623224.654346:0:55565:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1781623224.654348:0:55565:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1781623224.654349:0:55565:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1781623224.654351:0:55565:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1781623224.654352:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.654354:0:55565:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1781623224.654354:0:55565:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1781623224.654356:0:55565:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.654357:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.654359:0:55565:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1781623224.654360:0:55565:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1781623224.654362:0:55565:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.654363:0:55565:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1781623224.654364:0:55565:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:0.0:1781623224.654366:0:55565:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1781623224.654367:0:55565:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1781623224.654368:0:55565:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1781623224.654369:0:55565:0:(cl_object.c:925:cl_env_put()) 1@ffff8f850455ee10 00000020:00000010:0.0:1781623224.654372:0:55565:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f8509f56c00. 00000020:00000010:0.0:1781623224.654376:0:55565:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f851e55a000. 00000008:00000010:0.0:1781623224.654379:0:55565:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f8506384e18. 00020000:00000010:0.0:1781623224.654383:0:55565:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8502ebe000. 00008000:00000010:0.0:1781623224.654386:0:55565:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8512407880. 00000080:00000010:0.0:1781623224.654389:0:55565:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f85058075e8. 00000080:00000010:0.0:1781623224.654391:0:55565:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f8502a44248. 00000020:00000010:0.0:1781623224.654394:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f8509f57e00. 00000008:00000010:0.0:1781623224.654397:0:55565:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f8508868c60. 00020000:00000010:0.0:1781623224.654400:0:55565:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f851247b180. 00008000:00000010:0.0:1781623224.654402:0:55565:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d212a58. 00000080:00000010:0.0:1781623224.654405:0:55565:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f852d3840f0. 00000020:00000010:0.0:1781623224.654407:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f8509f57800. 00000020:00000010:0.0:1781623224.654409:0:55565:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f850455ee10. 00020000:00000001:0.0:1781623224.654410:0:55565:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1781623224.654412:0:55565:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:0.0:1781623224.654414:0:55565:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:0.0:1781623224.654415:0:55565:0:(vvp_io.c:287:vvp_io_fini()) [0x20000fe02:0x167:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1781623224.654418:0:55565:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1781623224.654419:0:55565:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1781623224.654421:0:55565:0:(cl_object.c:925:cl_env_put()) 1@ffff8f850455eab0 00000020:00000010:0.0:1781623224.654423:0:55565:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f85096ec800. 00000020:00000010:0.0:1781623224.654426:0:55565:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f851e55af00. 00000008:00000010:0.0:1781623224.654429:0:55565:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f8506382178. 00020000:00000010:0.0:1781623224.654432:0:55565:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8502ebed80. 00008000:00000010:0.0:1781623224.654434:0:55565:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8512405530. 00000080:00000010:0.0:1781623224.654437:0:55565:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f8505807150. 00000080:00000010:0.0:1781623224.654439:0:55565:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f8502a45ff0. 00000020:00000010:0.0:1781623224.654442:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f85096ed400. 00000008:00000010:0.0:1781623224.654444:0:55565:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f85088689a0. 00020000:00000010:0.0:1781623224.654446:0:55565:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f8512479680. 00008000:00000010:0.0:1781623224.654448:0:55565:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d212668. 00000080:00000010:0.0:1781623224.654450:0:55565:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f852d384870. 00000020:00000010:0.0:1781623224.654452:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f85096ec000. 00000020:00000010:0.0:1781623224.654454:0:55565:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f850455eab0. 00000080:00000001:0.0:1781623224.654457:0:55565:0:(file.c:5274:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1781623224.654459:0:55565:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1781623224.654467:0:55565:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:0.0:1781623224.654468:0:55565:0:(file.c:5240:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1781623224.654469:0:55565:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781623224.654472:0:55565:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f850455eab0. 00000020:00000010:0.0:1781623224.654475:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f8509f57800. 00000020:00000010:0.0:1781623224.654478:0:55565:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f8509f57e00. 00000020:00000010:0.0:1781623224.654480:0:55565:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f851e55af00. 00000008:00000010:0.0:1781623224.654483:0:55565:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f8506382178. 00020000:00000010:0.0:1781623224.654485:0:55565:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8502ebed80. 00008000:00000010:0.0:1781623224.654487:0:55565:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8512405530. 00000080:00000010:0.0:1781623224.654490:0:55565:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f8505807150. 00000080:00000010:0.0:1781623224.654493:0:55565:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f8502a45ff0. 00000020:00000010:0.0:1781623224.654495:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f8509f56c00. 00000008:00000010:0.0:1781623224.654498:0:55565:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f85088689a0. 00020000:00000010:0.0:1781623224.654500:0:55565:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f8512479680. 00008000:00000010:0.0:1781623224.654502:0:55565:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d212668. 00000080:00000010:0.0:1781623224.654504:0:55565:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f852d384870. 00000020:00000001:0.0:1781623224.654506:0:55565:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400199002808 : -123673510548808 : ffff8f850455eab8) 00000020:00001000:0.0:1781623224.654508:0:55565:0:(cl_object.c:831:cl_env_get()) 1@ffff8f850455eab0 00000020:00000001:0.0:1781623224.654510:0:55565:0:(cl_object.c:151:cl_object_top()) ffff8f8506cca080 -> ffff8f8506cca080 00000020:00000001:0.0:1781623224.654512:0:55565:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1781623224.654513:0:55565:0:(vvp_io.c:1800:vvp_io_init()) Process entered 00000080:00200000:0.0:1781623224.654514:0:55565:0:(vvp_io.c:1805:vvp_io_init()) [0x20000fe02:0x168:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1781623224.654517:0:55565:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781623224.654518:0:55565:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1781623224.654519:0:55565:0:(vvp_io.c:1877:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1781623224.654522:0:55565:0:(lov_object.c:1559:lov_io_init()) [0x20000fe02:0x168:0x0]io ffff8f8502a46050 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1781623224.654524:0:55565:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff8f852d021e88) owner 0000000000000000/ffff8f8502d9cf80 00020000:00000001:0.0:1781623224.654527:0:55565:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1781623224.654528:0:55565:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1781623224.654529:0:55565:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1781623224.654530:0:55565:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.654532:0:55565:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1781623224.654533:0:55565:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1781623224.654534:0:55565:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.654536:0:55565:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781623224.654537:0:55565:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1781623224.654538:0:55565:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1781623224.654539:0:55565:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff8f852d021e88) owner 0000000000000000/ffff8f8502d9cf80 00000020:00000001:0.0:1781623224.654541:0:55565:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.654542:0:55565:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1781623224.654543:0:55565:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1781623224.654544:0:55565:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1781623224.654546:0:55565:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1781623224.654548:0:55565:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1781623224.654550:0:55565:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1781623224.654551:0:55565:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1781623224.654552:0:55565:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781623224.654555:0:55565:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f850455ee10. 00000020:00000010:0.0:1781623224.654557:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f85096ec000. 00000020:00000010:0.0:1781623224.654559:0:55565:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f85096ed400. 00000020:00000010:0.0:1781623224.654561:0:55565:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f851e55a000. 00000008:00000010:0.0:1781623224.654563:0:55565:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f8506384e18. 00020000:00000010:0.0:1781623224.654565:0:55565:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8502ebe000. 00008000:00000010:0.0:1781623224.654567:0:55565:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8512407880. 00000080:00000010:0.0:1781623224.654569:0:55565:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f85058075e8. 00000080:00000010:0.0:1781623224.654571:0:55565:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f8502a44248. 00000020:00000010:0.0:1781623224.654573:0:55565:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f85096ec800. 00000008:00000010:0.0:1781623224.654576:0:55565:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f8508868c60. 00020000:00000010:0.0:1781623224.654578:0:55565:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f851247b180. 00008000:00000010:0.0:1781623224.654580:0:55565:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d212a58. 00000080:00000010:0.0:1781623224.654582:0:55565:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f852d3840f0. 00000020:00000001:0.0:1781623224.654585:0:55565:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400199003672 : -123673510547944 : ffff8f850455ee18) 00000020:00001000:0.0:1781623224.654586:0:55565:0:(cl_object.c:831:cl_env_get()) 1@ffff8f850455ee10 00000020:00000001:0.0:1781623224.654588:0:55565:0:(cl_object.c:151:cl_object_top()) ffff8f8506cca3a0 -> ffff8f8506cca080 00000020:00000001:0.0:1781623224.654589:0:55565:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1781623224.654591:0:55565:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781623224.654592:0:55565:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1781623224.654593:0:55565:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.654594:0:55565:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.654596:0:55565:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446620400432944872 : -123673276606744 : ffff8f85124796e8) 00000020:00000001:0.0:1781623224.654597:0:55565:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1781623224.654598:0:55565:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.654600:0:55565:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.654601:0:55565:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.654602:0:55565:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1781623224.654603:0:55565:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:0.0:1781623224.654604:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.654605:0:55565:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1781623224.654606:0:55565:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1781623224.654607:0:55565:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.654608:0:55565:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.654610:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.654611:0:55565:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.654612:0:55565:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1781623224.654613:0:55565:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.654614:0:55565:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.654615:0:55565:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1781623224.654617:0:55565:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:0.0:1781623224.654617:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.654618:0:55565:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1781623224.654619:0:55565:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1781623224.654621:0:55565:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1781623224.654622:0:55565:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1781623224.654624:0:55565:0:(osc_cache.c:1828:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1781623224.654625:0:55565:0:(osc_cache.c:1829:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1781623224.654626:0:55565:0:(osc_cache.c:2336:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1781623224.654627:0:55565:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:0.0:1781623224.654629:0:55565:0:(osc_cache.c:2305:osc_next_obj()) Process leaving (rc=18446620400246141312 : -123673463410304 : ffff8f8507253180) 00000008:00000020:0.0:1781623224.654631:0:55565:0:(osc_cache.c:2341:osc_check_rpcs()) obj ffff8f8507253180 ready 0|-|- wr 1|-|+ rd 0|- 9 in flight 00000008:00000001:0.0:1781623224.654633:0:55565:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1781623224.654634:0:55565:0:(osc_cache.c:1828:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1781623224.654635:0:55565:0:(osc_cache.c:1829:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1781623224.654637:0:55565:0:(osc_cache.c:2400:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1781623224.654638:0:55565:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff8f8508197340 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:0.0:1781623224.654642:0:55565:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1781623224.654643:0:55565:0:(osc_io.c:1161:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.654645:0:55565:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.654646:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.654648:0:55565:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.654649:0:55565:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.654651:0:55565:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1781623224.654652:0:55565:0:(lov_io.c:1680:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1781623224.654653:0:55565:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1781623224.654654:0:55565:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1781623224.654656:0:55565:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1781623224.654657:0:55565:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.654658:0:55565:0:(lov_io.c:1691:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1781623224.654660:0:55565:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1781623224.654661:0:55565:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1781623224.654662:0:55565:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:0.0:1781623224.654663:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.654665:0:55565:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1781623224.654666:0:55565:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1781623224.654667:0:55565:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.654669:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.654671:0:55565:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1781623224.654672:0:55565:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1781623224.654673:0:55565:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1781623224.654675:0:55565:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1781623224.654676:0:55565:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1781623224.654677:0:55565:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1781623224.654678:0:55565:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1781623224.654679:0:55565:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1781623224.654680:0:55565:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1781623224.654681:0:55565:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.654683:0:55565:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.654684:0:55565:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1781623224.654685:0:55565:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1781623224.654686:0:55565:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.654688:0:55565:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1781623224.654689:0:55565:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:0.0:1781623224.654690:0:55565:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1781623224.654691:0:55565:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1781623224.654692:0:55565:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1781623224.654693:0:55565:0:(cl_object.c:925:cl_env_put()) 1@ffff8f850455ee10 00000020:00000010:0.0:1781623224.654695:0:55565:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f85096ed400. 00000020:00000010:0.0:1781623224.654697:0:55565:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f851e55a000. 00000008:00000010:0.0:1781623224.654699:0:55565:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f8506384e18. 00020000:00000010:0.0:1781623224.654704:0:55565:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8502ebe000. 00008000:00000010:0.0:1781623224.654706:0:55565:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8512407880. 00000080:00000010:0.0:1781623224.654708:0:55565:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f85058075e8. 00000080:00000010:0.0:1781623224.654710:0:55565:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f8502a44248. 00000020:00000010:0.0:1781623224.654711:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f85096ec000. 00000008:00000010:0.0:1781623224.654713:0:55565:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f8508868c60. 00020000:00000010:0.0:1781623224.654715:0:55565:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f851247b180. 00008000:00000010:0.0:1781623224.654717:0:55565:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d212a58. 00000080:00000010:0.0:1781623224.654719:0:55565:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f852d3840f0. 00000020:00000010:0.0:1781623224.654720:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f85096ec800. 00000020:00000010:0.0:1781623224.654722:0:55565:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f850455ee10. 00020000:00000001:0.0:1781623224.656825:0:55565:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1781623224.656835:0:55565:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:0.0:1781623224.656840:0:55565:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:0.0:1781623224.656841:0:55565:0:(vvp_io.c:287:vvp_io_fini()) [0x20000fe02:0x168:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1781623224.656847:0:55565:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1781623224.656848:0:55565:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1781623224.656854:0:55565:0:(cl_object.c:925:cl_env_put()) 1@ffff8f850455eab0 00000020:00000010:0.0:1781623224.656859:0:55565:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f8509f57e00. 00000020:00000010:0.0:1781623224.656864:0:55565:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f851e55af00. 00000008:00000010:0.0:1781623224.656868:0:55565:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f8506382178. 00020000:00000010:0.0:1781623224.656874:0:55565:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8502ebed80. 00008000:00000010:0.0:1781623224.656878:0:55565:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8512405530. 00000080:00000010:0.0:1781623224.656882:0:55565:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f8505807150. 00000080:00000010:0.0:1781623224.656886:0:55565:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f8502a45ff0. 00000020:00000010:0.0:1781623224.656889:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f8509f57800. 00000008:00000010:0.0:1781623224.656892:0:55565:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f85088689a0. 00020000:00000010:0.0:1781623224.656895:0:55565:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f8512479680. 00008000:00000010:0.0:1781623224.656898:0:55565:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d212668. 00000080:00000010:0.0:1781623224.656901:0:55565:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f852d384870. 00000020:00000010:0.0:1781623224.656904:0:55565:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f8509f56c00. 00000020:00000010:0.0:1781623224.656906:0:55565:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f850455eab0. 00000080:00000001:0.0:1781623224.656908:0:55565:0:(file.c:5274:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1781623224.656912:0:55565:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1781623224.676160:0:112950:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:0.0:1781623224.814255:0:112968:0:(ldlm_request.c:2898:lock_can_replay()) check lock replay limit, inflights = 2(8) 00010000:00000001:0.0:1781623224.814262:0:112968:0:(ldlm_request.c:2782:replay_one_lock()) Process entered 00000100:00000010:0.0:1781623224.814269:0:112968:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731f800. 00000020:00000040:0.0:1781623224.814274:0:112968:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=21 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:0.0:1781623224.814278:0:112968:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623224.814281:0:112968:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623224.814285:0:112968:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623224.814292:0:112968:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8f85096ed400. 00000100:00000001:0.0:1781623224.814297:0:112968:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623224.814306:0:112968:0:(ldlm_request.c:2848:replay_one_lock()) ### replaying lock: ns: lustre-OST0000-osc-ffff8f85100c1000 lock: 00000000b296a591/0x41450ad236a7af6c lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x22f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x9ffb0719ffb1f98c expref: -99 pid: 112465 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00000001:0.0:1781623224.814316:0:112968:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623224.814320:0:112968:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623224.814327:0:112968:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aca46f2e] to pc [ptlrpcd_rcv+-1] req@ffff8f850731f800 x1868160455810560/t0(0) o101->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/240/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1781623224.814337:0:112968:0:(ldlm_request.c:2856:replay_one_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623224.814339:0:112968:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1781623224.814340:0:112968:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00080000:0.0:1781623224.814342:0:112968:0:(ldlm_request.c:2898:lock_can_replay()) check lock replay limit, inflights = 3(8) 00010000:00000001:0.0:1781623224.814344:0:112968:0:(ldlm_request.c:2782:replay_one_lock()) Process entered 00000100:00000010:0.0:1781623224.814347:0:112968:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731c380. 00000020:00000040:0.0:1781623224.814349:0:112968:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=22 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:0.0:1781623224.814351:0:112968:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623224.814353:0:112968:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623224.814354:0:112968:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623224.814357:0:112968:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8f85096ec800. 00000100:00000001:0.0:1781623224.814359:0:112968:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623224.814363:0:112968:0:(ldlm_request.c:2848:replay_one_lock()) ### replaying lock: ns: lustre-OST0000-osc-ffff8f85100c1000 lock: 0000000000423319/0x41450ad236a7af5e lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x22f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x9ffb0719ffb1f962 expref: -99 pid: 112464 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00000001:0.0:1781623224.814370:0:112968:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623224.814372:0:112968:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623224.814376:0:112968:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a88ed58] to pc [ptlrpcd_rcv+-1] req@ffff8f850731c380 x1868160455810688/t0(0) o101->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/240/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1781623224.814383:0:112968:0:(ldlm_request.c:2856:replay_one_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623224.814384:0:112968:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1781623224.814385:0:112968:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00080000:0.0:1781623224.814387:0:112968:0:(ldlm_request.c:2898:lock_can_replay()) check lock replay limit, inflights = 4(8) 00010000:00000001:0.0:1781623224.814388:0:112968:0:(ldlm_request.c:2782:replay_one_lock()) Process entered 00000100:00000010:0.0:1781623224.814391:0:112968:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731ce00. 00000020:00000040:0.0:1781623224.814393:0:112968:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=23 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:0.0:1781623224.814395:0:112968:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623224.814396:0:112968:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623224.814397:0:112968:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623224.814400:0:112968:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8f85096ec000. 00000100:00000001:0.0:1781623224.814402:0:112968:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623224.814407:0:112968:0:(ldlm_request.c:2848:replay_one_lock()) ### replaying lock: ns: lustre-OST0000-osc-ffff8f85100c1000 lock: 000000000252e63b/0x41450ad236a7af50 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x22ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x9ffb0719ffb1f938 expref: -99 pid: 112463 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00000001:0.0:1781623224.814413:0:112968:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623224.814415:0:112968:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623224.814419:0:112968:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006be3e00e] to pc [ptlrpcd_rcv+-1] req@ffff8f850731ce00 x1868160455810816/t0(0) o101->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/240/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1781623224.814426:0:112968:0:(ldlm_request.c:2856:replay_one_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623224.814427:0:112968:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1781623224.814428:0:112968:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00080000:0.0:1781623224.814429:0:112968:0:(ldlm_request.c:2898:lock_can_replay()) check lock replay limit, inflights = 5(8) 00010000:00000001:0.0:1781623224.814431:0:112968:0:(ldlm_request.c:2942:__ldlm_replay_locks()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623224.814445:0:112968:0:(import.c:1649:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1781623224.814447:0:112968:0:(import.c:1756:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.814450:0:112968:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623224.814452:0:112968:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=22 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:0.0:1781623224.814454:0:112968:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1781623224.820934:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623224.820938:0:2348:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623224.825399:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623224.825403:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623224.825406:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08528. 00000400:00000200:0.0:1781623224.825413:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901dd48 00000400:00000010:0.0:1781623224.825415:0:2348:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901dd48. 00000100:00000001:0.0:1781623224.825420:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623224.825430:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733f480 x1868160455810304/t0(0) o101->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 328/400 e 0 to 0 dl 1781623240 ref 1 fl Rpc:RQ/240/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623224.825554:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733f480 x1868160455810304/t0(0) o101->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 328/400 e 0 to 0 dl 1781623240 ref 1 fl Rpc:RQU/240/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623224.825561:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623224.825563:0:2348:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623224.825567:0:2348:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623224.825570:0:2348:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623224.825573:0:2348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623224.825576:0:2348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623224.825578:0:2348:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623224.825590:0:2348:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=1 v=5 (5 5 5 0) 00000100:00001000:0.0:1781623224.825595:0:2348:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1781623224.825598:0:2348:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623224.825599:0:2348:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623224.825602:0:2348:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623224.825605:0:2348:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623224.825608:0:2348:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623224.825611:0:2348:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 60129542187 00000100:00000001:0.0:1781623224.825612:0:2348:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623224.825614:0:2348:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623224.825619:0:2348:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733f480 x1868160455810304/t0(0) o101->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 328/344 e 0 to 0 dl 1781623240 ref 1 fl Rpc:RQU/240/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623224.825626:0:2348:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623224.825630:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623224.825632:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1781623224.825634:0:2348:0:(ldlm_request.c:2730:replay_lock_interpret()) Process entered 00010000:00000001:0.0:1781623224.825640:0:2348:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1781623224.825642:0:2348:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1781623224.825645:0:2348:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8f8505df0e00 refcount=3 00000020:00000001:0.0:1781623224.825647:0:2348:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620400224767488 : -123673484784128 : ffff8f8505df0e00) 00010000:00000001:0.0:1781623224.825650:0:2348:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446620400224767488 : -123673484784128 : ffff8f8505df0e00) 00010000:00010000:0.0:1781623224.825655:0:2348:0:(ldlm_request.c:2765:replay_lock_interpret()) ### replayed lock: ns: lustre-OST0000-osc-ffff8f85100c1000 lock: 00000000385c80de/0x41450ad236a7af88 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x22f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x9ffb0719ffb1fb14 expref: -99 pid: 112467 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00000001:0.0:1781623224.825666:0:2348:0:(import.c:1649:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1781623224.825668:0:2348:0:(import.c:1756:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623224.825670:0:2348:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1781623224.825671:0:2348:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1781623224.825673:0:2348:0:(ldlm_request.c:2772:replay_lock_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623224.825677:0:2348:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733f480 x1868160455810304/t0(0) o101->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 328/344 e 0 to 0 dl 1781623240 ref 1 fl Interpret:RQU/240/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623224.825684:0:2348:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f072806b-89de-46fa-a290-d57857bd9329:2348:1868160455810304:192.168.202.101@tcp:101:ldlm_lock_repla.0 00000100:00000001:0.0:1781623224.825689:0:2348:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623224.825692:0:2348:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623224.825695:0:2348:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733f480 x1868160455810304/t0(0) o101->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 328/344 e 0 to 0 dl 1781623240 ref 1 fl Complete:RQU/240/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623224.825701:0:2348:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623224.825704:0:2348:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623224.825707:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f85250f2800. 02000000:00000001:0.0:1781623224.825711:0:2348:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623224.825713:0:2348:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623224.825715:0:2348:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=14 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:0.0:1781623224.825717:0:2348:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623224.825720:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8f850875c200. 02000000:00000001:0.0:1781623224.825723:0:2348:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623224.825726:0:2348:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623224.825728:0:2348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733f480. 00000100:00000001:0.0:1781623224.825732:0:2348:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623224.825733:0:2348:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623224.825736:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623224.825738:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623224.825740:0:2348:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623224.879063:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623224.879068:0:2348:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623224.879075:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623224.879078:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623224.879081:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85076310b0. 00000400:00000200:0.0:1781623224.879086:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1cc0 00000400:00000010:0.0:1781623224.879088:0:2348:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1cc0. 00000100:00000001:0.0:1781623224.879092:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623224.879097:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733f480 x1868160455810944/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623240 ref 1 fl Rpc:RQ/2c0/ffffffff rc 0/-1 job:'ptlrpcd_rcv.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623224.879107:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733f480 x1868160455810944/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623240 ref 1 fl Rpc:RQU/2c0/ffffffff rc 0/-1 job:'ptlrpcd_rcv.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623224.879114:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623224.879116:0:2348:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623224.879119:0:2348:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623224.879122:0:2348:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623224.879124:0:2348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623224.879127:0:2348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623224.879130:0:2348:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623224.879140:0:2348:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=1 v=5 (5 5 5 0) 00000100:00001000:0.0:1781623224.879145:0:2348:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1781623224.879147:0:2348:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623224.879149:0:2348:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623224.879152:0:2348:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623224.879156:0:2348:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623224.879159:0:2348:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623224.879161:0:2348:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 60129542187 00000100:00000001:0.0:1781623224.879163:0:2348:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623224.879165:0:2348:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623224.879169:0:2348:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733f480 x1868160455810944/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623240 ref 1 fl Rpc:RQU/2c0/0 rc 0/0 job:'ptlrpcd_rcv.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623224.879178:0:2348:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623224.879180:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623224.879182:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623224.879185:0:2348:0:(import.c:1530:completed_replay_interpret()) Process entered 00000100:00000001:0.0:1781623224.879187:0:2348:0:(import.c:1649:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1781623224.879190:0:2348:0:(import.c:65:import_set_state_nolock()) ffff8f8505d09800 lustre-OST0000_UUID: changing import state from REPLAY_WAIT to RECOVER 00000100:00000001:0.0:1781623224.879193:0:2348:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00080000:0.0:1781623224.879196:0:2348:0:(client.c:3233:ptlrpc_resend_req()) @@@ going to resend req@ffff8f850733f480 x1868160455810944/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623240 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ptlrpcd_rcv.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1781623224.879204:0:2348:0:(client.c:3242:ptlrpc_resend_req()) @@@ it has reply, so skip it req@ffff8f850733f480 x1868160455810944/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623240 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ptlrpcd_rcv.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623224.879210:0:2348:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1781623224.879212:0:2348:0:(import.c:65:import_set_state_nolock()) ffff8f8505d09800 lustre-OST0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:0.0:1781623224.879214:0:2348:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:0.0:1781623224.879218:0:2348:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000001:0.0:1781623224.879220:0:2348:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:0.0:1781623224.879224:0:2348:0:(lov_obd.c:427:lov_notify()) Process entered 00020000:00000001:0.0:1781623224.879227:0:2348:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:0.0:1781623224.879229:0:2348:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff8f8507855560 for uuid lustre-OST0000_UUID event(1) 00020000:00000040:0.0:1781623224.879234:0:2348:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0000_UUID already active! 00020000:00000001:0.0:1781623224.879236:0:2348:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1781623224.879238:0:2348:0:(lov_obd.c:419:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1781623224.879241:0:2348:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:0.0:1781623224.879243:0:2348:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:0.0:1781623224.879245:0:2348:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:0.0:1781623224.879247:0:2348:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:0.0:1781623224.879249:0:2348:0:(lov_obd.c:1158:lov_get_info()) Process entered 00020000:00000001:0.0:1781623224.879250:0:2348:0:(lov_obd.c:1209:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1781623224.879252:0:2348:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1781623224.879254:0:2348:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:0.0:1781623224.879254:0:2348:0:(lov_obd.c:1158:lov_get_info()) Process entered 00020000:00000001:0.0:1781623224.879256:0:2348:0:(lov_obd.c:1209:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1781623224.879257:0:2348:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:0.0:1781623224.879259:0:2348:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:0.0:1781623224.879263:0:2348:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:0.0:1781623224.879265:0:2348:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1781623224.879266:0:2348:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1781623224.879267:0:2348:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1781623224.879269:0:2348:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781623224.879270:0:2348:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781623224.879273:0:2348:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623224.879274:0:2348:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:02000000:0.0:1781623224.879277:0:2348:0:(import.c:1744:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff8f85100c1000: Connection restored to 192.168.202.101@tcp (at 192.168.202.101@tcp) 00000100:00080000:0.0:1781623224.879284:0:2348:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000097026b14): req@ffff8f850733fb80 x1868160455809152/t0(0) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00080000:0.0:1781623224.879301:0:2348:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000097026b14): req@ffff8f850733c000 x1868160455808896/t0(0) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00080000:0.0:1781623224.879310:0:2348:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000097026b14): req@ffff8f850733dc00 x1868160455808640/t0(0) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00080000:0.0:1781623224.879317:0:2348:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000097026b14): req@ffff8f850733ea00 x1868160455808512/t0(0) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00080000:0.0:1781623224.879326:0:2348:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000097026b14): req@ffff8f850733ed80 x1868160455808128/t0(0) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00080000:0.0:1781623224.879334:0:2348:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000de43302e): req@ffff8f850733f800 x1868160455809024/t0(0) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00080000:0.0:1781623224.879346:0:2348:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000de43302e): req@ffff8f850733e680 x1868160455808768/t0(0) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00080000:0.0:1781623224.879355:0:2348:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000de43302e): req@ffff8f850733f100 x1868160455808384/t0(0) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00080000:0.0:1781623224.879363:0:2348:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000de43302e): req@ffff8f850733d500 x1868160455808256/t0(0) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623224.879374:0:2348:0:(import.c:1756:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623224.879376:0:2348:0:(import.c:1548:completed_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623224.879380:0:2348:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733f480 x1868160455810944/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623240 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ptlrpcd_rcv.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623224.879387:0:2348:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f072806b-89de-46fa-a290-d57857bd9329:2348:1868160455810944:192.168.202.101@tcp:400:ptlrpcd_rcv.0 00000100:00000001:0.0:1781623224.879392:0:2348:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623224.879395:0:2348:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623224.879398:0:2348:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733f480 x1868160455810944/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623240 ref 1 fl Complete:RQU/2c0/0 rc 0/0 job:'ptlrpcd_rcv.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623224.879404:0:2348:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623224.879406:0:2348:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623224.879410:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875d400. 02000000:00000001:0.0:1781623224.879413:0:2348:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623224.879415:0:2348:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623224.879417:0:2348:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=11 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:0.0:1781623224.879419:0:2348:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623224.879421:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85079ab100. 02000000:00000001:0.0:1781623224.879425:0:2348:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623224.879427:0:2348:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623224.879429:0:2348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733f480. 00000100:00000001:0.0:1781623224.879444:0:2348:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623224.879446:0:2348:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623224.879448:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623224.879455:0:2348:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623224.879457:0:2348:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623224.879459:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623224.879461:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623224.879466:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623224.879468:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623224.879471:0:2349:0:(client.c:2979:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623224.879472:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623224.879474:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623224.879478:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623224.879481:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623224.879483:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623224.879485:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623224.879491:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623224.879493:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623224.879495:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623224.879500:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f850981a400. 02000000:00000001:0.0:1781623224.879503:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623224.879508:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623224.879511:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7aa8. 00000400:00000010:0.0:1781623224.879515:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9880. 00000100:00000200:0.0:1781623224.879521:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1868160455809152, portal 4 00000100:00000001:0.0:1781623224.879524:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623224.879526:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247110528 : -123673462441088 : ffff8f850733fb80) 00000100:00000040:0.0:1781623224.879532:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff8f850733fb80 x1868160455809152/t0(0) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623224.879539:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623224.879542:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623224.879546:0:2349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8f8505dbc000. 00000100:00000200:0.0:1781623224.879550:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 4584 bytes to portal 6, xid 1868160455809152, offset 0 00000400:00000200:0.0:1781623224.879556:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623224.879563:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623224.879569:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623224.879575:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623224.879579:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623224.879582:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623224.879585:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623224.879589:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375616:375616:256:4294967295] 192.168.202.101@tcp LPNI seq info [375586:375586:8:4294967295] 00000400:00000200:0.0:1781623224.879593:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623224.879601:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623224.879606:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 4584 bytes in 2 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623224.879610:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff8f85096ec000. 00000800:00000200:0.0:1781623224.879617:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623224.879624:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623224.879628:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85096ec000 type 1, nob 4680 niov 1 nkiov 2 00000100:00000001:0.0:1781623224.879642:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623224.879647:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 489211 usecs (490 jiffies) 00000400:00000200:0.0:1781623224.879650:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623224.879653:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301382372 00000100:00000001:0.0:1781623224.879657:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301384822 00000100:00000001:0.0:1781623224.879659:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301382372 00000100:00000001:0.0:1781623224.879661:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301384822 00000100:00000001:0.0:1781623224.879663:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623224.879666:0:2349:0:(client.c:2979:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623224.879668:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623224.879669:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623224.879671:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623224.879673:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623224.879674:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623224.879676:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623224.879678:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623224.879679:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623224.879681:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623224.879684:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f8509818400. 02000000:00000001:0.0:1781623224.879685:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623224.879688:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623224.879691:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7bb0. 00000400:00000010:0.0:1781623224.879694:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9aa0. 00000100:00000200:0.0:1781623224.879696:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1868160455808896, portal 4 00000100:00000001:0.0:1781623224.879698:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623224.879699:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247095296 : -123673462456320 : ffff8f850733c000) 00000100:00000040:0.0:1781623224.879704:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff8f850733c000 x1868160455808896/t0(0) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623224.879710:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623224.879712:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623224.879715:0:2349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8f8505dbc480. 00000100:00000200:0.0:1781623224.879717:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 4584 bytes to portal 6, xid 1868160455808896, offset 0 00000400:00000200:0.0:1781623224.879721:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623224.879724:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623224.879727:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623224.879730:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623224.879732:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623224.879734:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623224.879737:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623224.879739:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375617:375617:255:4294967295] 192.168.202.101@tcp LPNI seq info [375587:375587:7:4294967295] 00000400:00000200:0.0:1781623224.879743:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623224.879748:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623224.879752:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 4584 bytes in 2 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623224.879756:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff8f85096ec800. 00000800:00000200:0.0:1781623224.879760:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623224.879764:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623224.879766:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85096ec800 type 1, nob 4680 niov 1 nkiov 2 00000100:00000001:0.0:1781623224.879769:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623224.879772:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 489211 usecs (490 jiffies) 00000400:00000200:0.0:1781623224.879775:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623224.879777:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301382372 00000100:00000001:0.0:1781623224.879779:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301384822 00000100:00000001:0.0:1781623224.879781:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301382372 00000100:00000001:0.0:1781623224.879783:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301384822 00000100:00000001:0.0:1781623224.879784:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623224.879787:0:2349:0:(client.c:2979:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623224.879789:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623224.879790:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623224.879791:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623224.879794:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623224.879796:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623224.879797:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623224.879799:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623224.879800:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623224.879802:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623224.879805:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f8509819c00. 02000000:00000001:0.0:1781623224.879807:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623224.879809:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623224.879811:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7a50. 00000400:00000010:0.0:1781623224.879815:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e92a8. 00000100:00000200:0.0:1781623224.879818:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1868160455808640, portal 4 00000100:00000001:0.0:1781623224.879819:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623224.879820:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247102464 : -123673462449152 : ffff8f850733dc00) 00000100:00000040:0.0:1781623224.879825:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff8f850733dc00 x1868160455808640/t0(0) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623224.879831:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623224.879833:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623224.879835:0:2349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8f8505dbc180. 00000100:00000200:0.0:1781623224.879837:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 4584 bytes to portal 6, xid 1868160455808640, offset 0 00000400:00000200:0.0:1781623224.879842:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623224.879846:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623224.879849:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623224.879851:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623224.879854:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623224.879855:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623224.879857:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623224.879860:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375618:375618:254:4294967295] 192.168.202.101@tcp LPNI seq info [375588:375588:6:4294967295] 00000400:00000200:0.0:1781623224.879864:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623224.879869:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623224.879873:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 4584 bytes in 2 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623224.879876:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff8f85096ed400. 00000800:00000200:0.0:1781623224.879880:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623224.879884:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623224.879886:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85096ed400 type 1, nob 4680 niov 1 nkiov 2 00000100:00000001:0.0:1781623224.879889:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623224.879891:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 489211 usecs (490 jiffies) 00000400:00000200:0.0:1781623224.879893:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623224.879895:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301382372 00000100:00000001:0.0:1781623224.879897:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301384822 00000100:00000001:0.0:1781623224.879899:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301382372 00000100:00000001:0.0:1781623224.879901:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301384822 00000100:00000001:0.0:1781623224.879904:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623224.879906:0:2349:0:(client.c:2979:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623224.879908:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623224.879910:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623224.879911:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623224.879913:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623224.879915:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623224.879916:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623224.879918:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623224.879919:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623224.879921:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623224.879924:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f8509818800. 02000000:00000001:0.0:1781623224.879926:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623224.879928:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623224.879930:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc72c0. 00000400:00000010:0.0:1781623224.879932:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9000. 00000100:00000200:0.0:1781623224.879934:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1868160455808512, portal 4 00000100:00000001:0.0:1781623224.879936:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623224.879937:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247106048 : -123673462445568 : ffff8f850733ea00) 00000100:00000040:0.0:1781623224.879940:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff8f850733ea00 x1868160455808512/t0(0) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623224.879945:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623224.879947:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623224.879950:0:2349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8f8505dbca80. 00000100:00000200:0.0:1781623224.879952:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 4584 bytes to portal 6, xid 1868160455808512, offset 0 00000400:00000200:0.0:1781623224.879955:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623224.879970:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623224.879973:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623224.879975:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623224.879977:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623224.879979:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623224.879981:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623224.879983:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375619:375619:253:4294967295] 192.168.202.101@tcp LPNI seq info [375589:375589:5:4294967295] 00000400:00000200:0.0:1781623224.879986:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623224.879991:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623224.879995:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 4584 bytes in 2 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623224.879999:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff8f8509f56c00. 00000800:00000200:0.0:1781623224.880002:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623224.880006:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623224.880008:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8509f56c00 type 1, nob 4680 niov 1 nkiov 2 00000100:00000001:0.0:1781623224.880011:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623224.880013:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 489211 usecs (490 jiffies) 00000400:00000200:0.0:1781623224.880015:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623224.880017:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301382372 00000100:00000001:0.0:1781623224.880019:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301384822 00000100:00000001:0.0:1781623224.880020:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301382372 00000100:00000001:0.0:1781623224.880022:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301384822 00000100:00000001:0.0:1781623224.880051:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623224.880054:0:2349:0:(client.c:2979:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623224.880056:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623224.880058:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623224.880060:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623224.880061:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623224.880064:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623224.880066:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623224.880068:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623224.880070:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623224.880071:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623224.880074:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f8509819000. 02000000:00000001:0.0:1781623224.880076:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623224.880078:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623224.880080:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7528. 00000400:00000010:0.0:1781623224.880084:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9198. 00000100:00000200:0.0:1781623224.880086:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1868160455808128, portal 4 00000100:00000001:0.0:1781623224.880088:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623224.880090:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247106944 : -123673462444672 : ffff8f850733ed80) 00000100:00000040:0.0:1781623224.880094:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff8f850733ed80 x1868160455808128/t0(0) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623224.880100:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623224.880102:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623224.880105:0:2349:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8f8509601180. 00000100:00000200:0.0:1781623224.880107:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 4584 bytes to portal 6, xid 1868160455808128, offset 0 00000400:00000200:0.0:1781623224.880111:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623224.880114:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623224.880117:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623224.880119:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623224.880121:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623224.880123:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623224.880125:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623224.880127:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375620:375620:252:4294967295] 192.168.202.101@tcp LPNI seq info [375590:375590:4:4294967295] 00000400:00000200:0.0:1781623224.880130:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623224.880135:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623224.880139:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 4584 bytes in 2 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623224.880142:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff8f8509f57800. 00000800:00000200:0.0:1781623224.880144:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623224.880148:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623224.880150:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8509f57800 type 1, nob 4680 niov 1 nkiov 2 00000100:00000001:0.0:1781623224.880152:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623224.880154:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 489211 usecs (490 jiffies) 00000400:00000200:0.0:1781623224.880156:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623224.880158:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301382373 00000100:00000001:0.0:1781623224.880160:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301384822 00000100:00000001:0.0:1781623224.880161:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301382373 00000100:00000001:0.0:1781623224.880163:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301384822 00000100:00000001:0.0:1781623224.880164:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623224.880166:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623224.880168:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623224.880172:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623224.880173:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=38 : 38 : 26) 00000100:00000001:0.0:1781623224.880175:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623224.880176:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623224.880177:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623224.880179:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623224.880190:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623224.880191:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623224.880193:0:2350:0:(client.c:2979:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623224.880195:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623224.880196:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623224.880197:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623224.880199:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623224.880201:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623224.880202:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623224.880204:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623224.880206:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623224.880207:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623224.880210:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f8509818000. 02000000:00000001:0.0:1781623224.880212:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623224.880214:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623224.880217:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7268. 00000400:00000010:0.0:1781623224.880220:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9220. 00000100:00000200:0.0:1781623224.880222:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1868160455809024, portal 4 00000100:00000001:0.0:1781623224.880224:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623224.880225:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247109632 : -123673462441984 : ffff8f850733f800) 00000100:00000040:0.0:1781623224.880230:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff8f850733f800 x1868160455809024/t0(0) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623224.880235:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623224.880237:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623224.880239:0:2350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8f85096016c0. 00000100:00000200:0.0:1781623224.880241:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 4584 bytes to portal 6, xid 1868160455809024, offset 0 00000400:00000200:0.0:1781623224.880245:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623224.880248:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623224.880250:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623224.880252:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623224.880254:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623224.880256:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623224.880258:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623224.880260:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375621:375621:251:4294967295] 192.168.202.101@tcp LPNI seq info [375591:375591:3:4294967295] 00000400:00000200:0.0:1781623224.880264:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623224.880268:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623224.880272:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 4584 bytes in 2 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623224.880274:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff8f8509f57e00. 00000800:00000200:0.0:1781623224.880277:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623224.880280:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623224.880282:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8509f57e00 type 1, nob 4680 niov 1 nkiov 2 00000100:00000001:0.0:1781623224.880284:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623224.880286:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 489211 usecs (490 jiffies) 00000400:00000200:0.0:1781623224.880288:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623224.880290:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301382373 00000100:00000001:0.0:1781623224.880292:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301384822 00000100:00000001:0.0:1781623224.880295:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301382373 00000100:00000001:0.0:1781623224.880297:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301384822 00000100:00000001:0.0:1781623224.880299:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623224.880301:0:2350:0:(client.c:2979:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623224.880302:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623224.880304:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623224.880305:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623224.880306:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623224.880308:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623224.880309:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623224.880311:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623224.880312:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623224.880314:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623224.880317:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f8509818c00. 02000000:00000001:0.0:1781623224.880319:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623224.880322:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623224.880324:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc77e8. 00000400:00000010:0.0:1781623224.880327:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9088. 00000100:00000200:0.0:1781623224.880330:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1868160455808768, portal 4 00000100:00000001:0.0:1781623224.880331:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623224.880332:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247105152 : -123673462446464 : ffff8f850733e680) 00000100:00000040:0.0:1781623224.880337:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff8f850733e680 x1868160455808768/t0(0) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623224.880343:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623224.880345:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623224.880348:0:2350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8f8509601f00. 00000100:00000200:0.0:1781623224.880350:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 4584 bytes to portal 6, xid 1868160455808768, offset 0 00000400:00000200:0.0:1781623224.880355:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623224.880358:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623224.880361:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623224.880363:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623224.880365:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623224.880367:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623224.880369:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623224.880372:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375622:375622:250:4294967295] 192.168.202.101@tcp LPNI seq info [375592:375592:2:4294967295] 00000400:00000200:0.0:1781623224.880375:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623224.880380:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623224.880384:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 4584 bytes in 2 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623224.880388:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff8f8512536a00. 00000800:00000200:0.0:1781623224.880392:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623224.880396:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623224.880398:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8512536a00 type 1, nob 4680 niov 1 nkiov 2 00000100:00000001:0.0:1781623224.880401:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623224.880403:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 489211 usecs (490 jiffies) 00000400:00000200:0.0:1781623224.880406:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623224.880407:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301382373 00000100:00000001:0.0:1781623224.880409:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301384822 00000100:00000001:0.0:1781623224.880411:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301382373 00000100:00000001:0.0:1781623224.880413:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301384822 00000100:00000001:0.0:1781623224.880415:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623224.880417:0:2350:0:(client.c:2979:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623224.880419:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623224.880420:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623224.880422:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623224.880423:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623224.880425:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623224.880427:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623224.880429:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623224.880431:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623224.880432:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623224.880435:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f8509819400. 02000000:00000001:0.0:1781623224.880437:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623224.880440:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623224.880442:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc79f8. 00000400:00000010:0.0:1781623224.880446:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e93b8. 00000100:00000200:0.0:1781623224.880448:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1868160455808384, portal 4 00000100:00000001:0.0:1781623224.880450:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623224.880451:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247107840 : -123673462443776 : ffff8f850733f100) 00000100:00000040:0.0:1781623224.880455:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff8f850733f100 x1868160455808384/t0(0) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623224.880460:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623224.880462:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623224.880465:0:2350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8f85100cd0c0. 00000100:00000200:0.0:1781623224.880467:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 4584 bytes to portal 6, xid 1868160455808384, offset 0 00000400:00000200:0.0:1781623224.880470:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623224.880473:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623224.880475:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623224.880477:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623224.880479:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623224.880481:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623224.880483:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623224.880485:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375623:375623:249:4294967295] 192.168.202.101@tcp LPNI seq info [375593:375593:1:4294967295] 00000400:00000200:0.0:1781623224.880488:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623224.880493:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623224.880497:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 4584 bytes in 2 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623224.880502:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff8f8505ced600. 00000800:00000200:0.0:1781623224.880505:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623224.880509:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623224.880511:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8505ced600 type 1, nob 4680 niov 1 nkiov 2 00000100:00000001:0.0:1781623224.880514:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623224.880516:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 489211 usecs (490 jiffies) 00000400:00000200:0.0:1781623224.880519:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623224.880520:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301382373 00000100:00000001:0.0:1781623224.880522:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301384822 00000100:00000001:0.0:1781623224.880525:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301382373 00000100:00000001:0.0:1781623224.880527:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301384822 00000100:00000001:0.0:1781623224.880529:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623224.880531:0:2350:0:(client.c:2979:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623224.880532:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623224.880534:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623224.880535:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623224.880537:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623224.880539:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623224.880540:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623224.880542:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623224.880544:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623224.880545:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623224.880548:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f8509819800. 02000000:00000001:0.0:1781623224.880550:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623224.880552:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623224.880555:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc71b8. 00000400:00000010:0.0:1781623224.880558:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9440. 00000100:00000200:0.0:1781623224.880561:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1868160455808256, portal 4 00000100:00000001:0.0:1781623224.880563:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623224.880564:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247100672 : -123673462450944 : ffff8f850733d500) 00000100:00000040:0.0:1781623224.880569:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff8f850733d500 x1868160455808256/t0(0) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623224.880574:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623224.880576:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623224.880579:0:2350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8f85100cd600. 00000100:00000200:0.0:1781623224.880580:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 4584 bytes to portal 6, xid 1868160455808256, offset 0 00000400:00000200:0.0:1781623224.880583:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623224.880587:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623224.880590:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623224.880592:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623224.880594:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623224.880596:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623224.880599:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623224.880601:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375624:375624:248:4294967295] 192.168.202.101@tcp LPNI seq info [375594:375594:0:4294967295] 00000400:00000200:0.0:1781623224.880604:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623224.880607:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623224.880609:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 489211 usecs (490 jiffies) 00000400:00000200:0.0:1781623224.880611:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623224.880612:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301382373 00000100:00000001:0.0:1781623224.880615:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301384822 00000100:00000001:0.0:1781623224.880616:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301382373 00000100:00000001:0.0:1781623224.880618:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301384822 00000100:00000001:0.0:1781623224.880620:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623224.880622:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623224.880624:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623224.880627:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623224.880629:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=38 : 38 : 26) 00000100:00000001:0.0:1781623224.880631:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623224.880632:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623224.880634:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623224.880636:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623224.899176:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623224.899182:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623224.899190:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623224.899192:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623224.899196:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7a50. 00000400:00000200:0.0:1781623224.899201:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e92a8 00000400:00000010:0.0:1781623224.899204:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e92a8. 00000100:00000001:0.0:1781623224.899209:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623224.899216:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733dc00 x1868160455808640/t0(0) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1781623224.899224:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733dc00 x1868160455808640/t0(0) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623224.899229:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623224.899231:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623224.899234:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623224.899237:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623224.899239:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623224.899242:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623224.899244:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623224.899252:0:2349:0:(import.c:2151:obd_at_measure()) add 27 to ffff8f8505d09cf0 time=85 v=27 (27 27 0 0) 00000100:00001000:0.0:1781623224.899256:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1781623224.899259:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623224.899260:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623224.899262:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623224.899266:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623224.899269:0:2349:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1781623224.899271:0:2349:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1781623224.899272:0:2349:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1781623224.899274:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623224.899276:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247102464 : -123673462449152 : ffff8f850733dc00) 00000100:00000001:0.0:1781623224.899278:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623224.899280:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 60129542187 00000100:00000001:0.0:1781623224.899282:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623224.899284:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623224.899288:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733dc00 x1868160455808640/t64424509441(64424509441) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623224.899294:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623224.899297:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623224.899299:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1781623224.899302:0:2349:0:(osc_request.c:2580:brw_interpret()) Process entered 00000008:00000001:0.0:1781623224.899304:0:2349:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:04000000:0.0:1781623224.899308:0:2349:0:(osc_request.c:2195:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:0.0:1781623224.899311:0:2349:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:0.0:1781623224.899315:0:2349:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff8f85100c1000: setdq to remove for usr 0 00000001:04000000:0.0:1781623224.899317:0:2349:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff8f85100c1000: setdq to remove for grp 0 00000001:04000000:0.0:1781623224.899318:0:2349:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff8f85100c1000: setdq to remove for prj 0 00000001:00000001:0.0:1781623224.899320:0:2349:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1781623224.899322:0:2349:0:(osc_request.c:759:osc_update_grant()) got 3407872 extra grant 00000008:00008000:0.0:1781623224.899325:0:2349:0:(osc_request.c:2091:check_write_checksum()) checksum 3d3c24fe confirmed 00000008:00000001:0.0:1781623224.899330:0:2349:0:(osc_request.c:2227:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1781623224.899332:0:2349:0:(osc_request.c:2438:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:0.0:1781623224.899334:0:2349:0:(osc_request.c:2585:brw_interpret()) request ffff8f850733dc00 aa ffff8f850733ddb0 rc 0 00000020:00000001:0.0:1781623224.899341:0:2349:0:(cl_object.c:151:cl_object_top()) ffff8f8507252e00 -> ffff8f8532982e90 00000020:00000001:0.0:1781623224.899344:0:2349:0:(cl_object.c:151:cl_object_top()) ffff8f8507252e00 -> ffff8f8532982e90 00000020:00000001:0.0:1781623224.899347:0:2349:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1781623224.899351:0:2349:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1781623224.899353:0:2349:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.899356:0:2349:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.899357:0:2349:0:(cl_object.c:151:cl_object_top()) ffff8f8507252e00 -> ffff8f8532982e90 00000008:00000010:0.0:1781623224.899360:0:2349:0:(osc_request.c:2667:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff8f85111c45b0. 00000020:00000001:0.0:1781623224.899365:0:2349:0:(cl_object.c:151:cl_object_top()) ffff8f8507252e00 -> ffff8f8532982e90 00000020:00000001:0.0:1781623224.899366:0:2349:0:(cl_object.c:286:cl_object_dirty_for_sync()) Process entered 00000020:00000001:0.0:1781623224.899371:0:2349:0:(cl_object.c:292:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:0.0:1781623224.899373:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623224.899377:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8f850733dc00 x1868160455808640/t64424509441(64424509441) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623224.899384:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781623224.899388:0:2349:0:(osc_cache.c:903:osc_extent_finish()) Process entered 00000008:00000020:0.0:1781623224.899391:0:2349:0:(osc_cache.c:910:osc_extent_finish()) extent ffff8f8532a9b540@{[0 -> 255/255], [2|0|-|rpc|wiuY|ffff8f8507252e00], [1703936|1|+|-|ffff8f8505df1400|256|ffff8f8502d9cf80]} extent finished. 00000008:00010000:0.0:1781623224.899399:0:2349:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 000000005e2f838d ns: lustre-OST0000-osc-ffff8f85100c1000 lock: 0000000000423319/0x41450ad236a7af5e lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x22f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x9ffb0719ffb1fb29 expref: -99 pid: 112464 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1781623224.899412:0:2349:0:(osc_cache.c:1409:osc_completion()) Process entered 00000020:00000001:0.0:1781623224.899415:0:2349:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:0.0:1781623224.899420:0:2349:0:(cl_page.c:1104:cl_page_complete()) page@00000000bb368348[2 00000000a070a96a 3 1 0000000000000000] 00000020:00000001:0.0:1781623224.899422:0:2349:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:0.0:1781623224.899424:0:2349:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1781623224.899425:0:2349:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1781623224.899427:0:2349:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1781623224.899429:0:2349:0:(cl_page.c:507:__cl_page_state_set()) page@00000000bb368348[2 00000000a070a96a 3 1 0000000000000000] 00000020:00000001:0.0:1781623224.899431:0:2349:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:0.0:1781623224.899433:0:2349:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:0.0:1781623224.899437:0:2349:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:0.0:1781623224.899440:0:2349:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000bb368348[2 00000000a070a96a 1 1 0000000000000000] 00000080:00008000:0.0:1781623224.899442:0:2349:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:0.0:1781623224.899458:0:2349:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:0.0:1781623224.899459:0:2349:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:0.0:1781623224.899461:0:2349:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1781623224.899463:0:2349:0:(cl_page.c:556:cl_batch_put()) page@00000000bb368348[2 00000000a070a96a 1 1 0000000000000000] 00000020:00000001:0.0:1781623224.899465:0:2349:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:0.0:1781623224.899466:0:2349:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1781623224.899468:0:2349:0:(osc_cache.c:1453:osc_completion()) Process leaving 00000008:00000020:0.0:1781623224.899470:0:2349:0:(osc_cache.c:1602:osc_free_grant()) lost 0 grant: 0 avail: 3538944 dirty: 40960/17039360 00000008:00000020:0.0:1781623224.899475:0:2349:0:(osc_cache.c:496:__osc_extent_remove()) extent ffff8f8532a9b540@{[0 -> 255/255], [1|0|-|inv|wuY|ffff8f8507252e00], [1703936|0|-|-|ffff8f8505df1400|256|ffff8f8502d9cf80]} destroyed. 00000008:00010000:0.0:1781623224.899481:0:2349:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 000000005e2f838d ns: lustre-OST0000-osc-ffff8f85100c1000 lock: 0000000000423319/0x41450ad236a7af5e lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x22f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x9ffb0719ffb1fb29 expref: -99 pid: 112464 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1781623224.899489:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1781623224.899491:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:0.0:1781623224.899494:0:2349:0:(osc_cache.c:372:osc_extent_put()) slab-freed '(ext)': 192 at ffff8f8532a9b540. 00000008:00000001:0.0:1781623224.899497:0:2349:0:(osc_cache.c:957:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1781623224.899500:0:2349:0:(osc_request.c:2539:osc_release_ppga()) kvfree 'ppga': 8 at ffff8f852d10bf50. 00000008:00000020:0.0:1781623224.899507:0:2349:0:(osc_cache.c:2416:__osc_io_unplug()) Queue writeback work for client ffff8f85096b5560. 00000008:00000001:0.0:1781623224.899519:0:2349:0:(osc_request.c:2755:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623224.899523:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733dc00 x1868160455808640/t64424509441(64424509441) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1781623224.899532:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:0:1868160455808640:192.168.202.101@tcp:4:dd.0 00000400:00000001:0.0:1781623224.899539:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623224.899540:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623224.899542:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7528. 00000400:00000200:0.0:1781623224.899545:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9198 00000400:00000010:0.0:1781623224.899547:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9198. 00000100:00000001:0.0:1781623224.899549:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623224.899552:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733ed80 x1868160455808128/t0(0) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1781623224.899566:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733ed80 x1868160455808128/t0(0) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623224.899571:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623224.899573:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623224.899574:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623224.899576:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623224.899577:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623224.899579:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623224.899581:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623224.899584:0:2349:0:(import.c:2151:obd_at_measure()) add 27 to ffff8f8505d09cf0 time=85 v=27 (27 27 0 0) 00000100:00001000:0.0:1781623224.899587:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1781623224.899589:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623224.899590:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623224.899592:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623224.899594:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623224.899596:0:2349:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1781623224.899597:0:2349:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1781623224.899599:0:2349:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1781623224.899600:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623224.899601:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247106944 : -123673462444672 : ffff8f850733ed80) 00000100:00000001:0.0:1781623224.899603:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623224.899604:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 60129542187 00000100:00000001:0.0:1781623224.899606:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623224.899607:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623224.899611:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733ed80 x1868160455808128/t64424509442(64424509442) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623224.899617:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623224.899619:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623224.899620:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1781623224.899622:0:2349:0:(osc_request.c:2580:brw_interpret()) Process entered 00000008:00000001:0.0:1781623224.899623:0:2349:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:04000000:0.0:1781623224.899625:0:2349:0:(osc_request.c:2195:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:0.0:1781623224.899627:0:2349:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:00000001:0.0:1781623224.899629:0:2349:0:(osc_quota.c:82:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1781623224.899631:0:2349:0:(osc_request.c:759:osc_update_grant()) got 3407872 extra grant 00000008:00008000:0.0:1781623224.899632:0:2349:0:(osc_request.c:2091:check_write_checksum()) checksum 3aecdbe5 confirmed 00000008:00000001:0.0:1781623224.899634:0:2349:0:(osc_request.c:2227:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1781623224.899636:0:2349:0:(osc_request.c:2438:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:0.0:1781623224.899637:0:2349:0:(osc_request.c:2585:brw_interpret()) request ffff8f850733ed80 aa ffff8f850733ef30 rc 0 00000020:00000001:0.0:1781623224.899641:0:2349:0:(cl_object.c:151:cl_object_top()) ffff8f8508197880 -> ffff8f8506cca210 00000020:00000001:0.0:1781623224.899643:0:2349:0:(cl_object.c:151:cl_object_top()) ffff8f8508197880 -> ffff8f8506cca210 00000020:00000001:0.0:1781623224.899644:0:2349:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1781623224.899646:0:2349:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1781623224.899648:0:2349:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.899649:0:2349:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.899650:0:2349:0:(cl_object.c:151:cl_object_top()) ffff8f8508197880 -> ffff8f8506cca210 00000008:00000010:0.0:1781623224.899652:0:2349:0:(osc_request.c:2667:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff8f85111c4ea0. 00000020:00000001:0.0:1781623224.899655:0:2349:0:(cl_object.c:151:cl_object_top()) ffff8f8508197880 -> ffff8f8506cca210 00000020:00000001:0.0:1781623224.899656:0:2349:0:(cl_object.c:286:cl_object_dirty_for_sync()) Process entered 00000020:00000001:0.0:1781623224.899659:0:2349:0:(cl_object.c:292:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:0.0:1781623224.899660:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623224.899663:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8f850733ed80 x1868160455808128/t64424509442(64424509442) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623224.899669:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781623224.899671:0:2349:0:(osc_cache.c:903:osc_extent_finish()) Process entered 00000008:00000020:0.0:1781623224.899672:0:2349:0:(osc_cache.c:910:osc_extent_finish()) extent ffff8f8502ebe780@{[0 -> 255/255], [2|0|-|rpc|wiuY|ffff8f8508197880], [1703936|1|+|-|ffff8f85202de000|256|ffff8f8502d9cf80]} extent finished. 00000008:00010000:0.0:1781623224.899678:0:2349:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 00000000a95521a3 ns: lustre-OST0000-osc-ffff8f85100c1000 lock: 00000000459dfadb/0x41450ad236a7af26 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x22ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x9ffb0719ffb1faf8 expref: -99 pid: 112460 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1781623224.899685:0:2349:0:(osc_cache.c:1409:osc_completion()) Process entered 00000020:00000001:0.0:1781623224.899687:0:2349:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:0.0:1781623224.899689:0:2349:0:(cl_page.c:1104:cl_page_complete()) page@00000000e7a71e36[2 000000005661abba 3 1 0000000000000000] 00000020:00000001:0.0:1781623224.899691:0:2349:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:0.0:1781623224.899692:0:2349:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1781623224.899693:0:2349:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1781623224.899695:0:2349:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1781623224.899696:0:2349:0:(cl_page.c:507:__cl_page_state_set()) page@00000000e7a71e36[2 000000005661abba 3 1 0000000000000000] 00000020:00000001:0.0:1781623224.899698:0:2349:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:0.0:1781623224.899699:0:2349:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:0.0:1781623224.899700:0:2349:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:0.0:1781623224.899702:0:2349:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000e7a71e36[2 000000005661abba 1 1 0000000000000000] 00000080:00008000:0.0:1781623224.899703:0:2349:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:0.0:1781623224.899708:0:2349:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:0.0:1781623224.899710:0:2349:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:0.0:1781623224.899710:0:2349:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1781623224.899712:0:2349:0:(cl_page.c:556:cl_batch_put()) page@00000000e7a71e36[2 000000005661abba 1 1 0000000000000000] 00000020:00000001:0.0:1781623224.899713:0:2349:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:0.0:1781623224.899714:0:2349:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1781623224.899715:0:2349:0:(osc_cache.c:1453:osc_completion()) Process leaving 00000008:00000020:0.0:1781623224.899716:0:2349:0:(osc_cache.c:1602:osc_free_grant()) lost 0 grant: 0 avail: 6946816 dirty: 36864/15335424 00000008:00000020:0.0:1781623224.899732:0:2349:0:(osc_cache.c:496:__osc_extent_remove()) extent ffff8f8502ebe780@{[0 -> 255/255], [1|0|-|inv|wuY|ffff8f8508197880], [1703936|0|-|-|ffff8f85202de000|256|ffff8f8502d9cf80]} destroyed. 00000008:00010000:0.0:1781623224.899738:0:2349:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000a95521a3 ns: lustre-OST0000-osc-ffff8f85100c1000 lock: 00000000459dfadb/0x41450ad236a7af26 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x22ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x9ffb0719ffb1faf8 expref: -99 pid: 112460 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1781623224.899744:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1781623224.899745:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:0.0:1781623224.899747:0:2349:0:(osc_cache.c:372:osc_extent_put()) slab-freed '(ext)': 192 at ffff8f8502ebe780. 00000008:00000001:0.0:1781623224.899750:0:2349:0:(osc_cache.c:957:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1781623224.899752:0:2349:0:(osc_request.c:2539:osc_release_ppga()) kvfree 'ppga': 8 at ffff8f852d10b388. 00000008:00000020:0.0:1781623224.899756:0:2349:0:(osc_cache.c:2416:__osc_io_unplug()) Queue writeback work for client ffff8f85096b5560. 00000008:00000001:0.0:1781623224.899757:0:2349:0:(osc_request.c:2755:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623224.899762:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733ed80 x1868160455808128/t64424509442(64424509442) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1781623224.899770:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:0:1868160455808128:192.168.202.101@tcp:4:dd.0 00000100:00000001:0.0:1781623224.899774:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623224.899776:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623224.899778:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733dc00 x1868160455808640/t64424509441(64424509441) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623224.899784:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623224.899786:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623224.899788:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733ed80 x1868160455808128/t64424509442(64424509442) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623224.899794:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623224.899797:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623224.899799:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623224.899800:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623224.899801:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623224.899803:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.899818:0:100379:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781623224.899824:0:100379:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f850455eab0. 00000020:00000010:0.0:1781623224.899828:0:100379:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f8505ced200. 00000020:00000010:0.0:1781623224.899832:0:100379:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f8505cede00. 00000020:00000010:0.0:1781623224.899835:0:100379:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f851e55af00. 00000008:00000010:0.0:1781623224.899841:0:100379:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f8506382178. 00020000:00000010:0.0:1781623224.899845:0:100379:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8502ebe780. 00008000:00000010:0.0:1781623224.899850:0:100379:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8512405530. 00000080:00000010:0.0:1781623224.899856:0:100379:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f8505807150. 00000080:00000010:0.0:1781623224.899859:0:100379:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f8502a45ff0. 00000020:00000010:0.0:1781623224.899862:0:100379:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f8505ceca00. 00000008:00000010:0.0:1781623224.899866:0:100379:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f85088689a0. 00020000:00000010:0.0:1781623224.899869:0:100379:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f8512479680. 00008000:00000010:0.0:1781623224.899873:0:100379:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d212668. 00000080:00000010:0.0:1781623224.899876:0:100379:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f852d384870. 00000020:00000001:0.0:1781623224.899879:0:100379:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400199002808 : -123673510548808 : ffff8f850455eab8) 00000020:00001000:0.0:1781623224.899881:0:100379:0:(cl_object.c:831:cl_env_get()) 1@ffff8f850455eab0 00000008:00000020:0.0:1781623224.899883:0:100379:0:(osc_request.c:4050:brw_queue_work()) Run writeback work for client obd ffff8f85096b5560. 00000008:00000001:0.0:1781623224.899885:0:100379:0:(osc_cache.c:2336:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1781623224.899887:0:100379:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:0.0:1781623224.899889:0:100379:0:(osc_cache.c:2305:osc_next_obj()) Process leaving (rc=18446620400246141312 : -123673463410304 : ffff8f8507253180) 00000008:00000020:0.0:1781623224.899892:0:100379:0:(osc_cache.c:2341:osc_check_rpcs()) obj ffff8f8507253180 ready 0|-|- wr 1|-|+ rd 0|- 7 in flight 00000008:00000001:0.0:1781623224.899896:0:100379:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1781623224.899898:0:100379:0:(osc_cache.c:1828:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1781623224.899899:0:100379:0:(osc_cache.c:1829:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1781623224.899902:0:100379:0:(osc_cache.c:2161:osc_send_write_rpc()) Process entered 00000008:00000001:0.0:1781623224.899904:0:100379:0:(osc_cache.c:2018:try_to_add_extent_for_io()) Process entered 00000008:00000020:0.0:1781623224.899906:0:100379:0:(osc_cache.c:2022:try_to_add_extent_for_io()) extent ffff8f85098c0540@{[0 -> 255/255], [1|0|+|cache|wiuY|ffff8f8507253180], [1703936|1|+|-|ffff8f8524dcbe00|256|0000000000000000]} trying to add this extent 00000008:00010000:0.0:1781623224.899913:0:100379:0:(osc_cache.c:2022:try_to_add_extent_for_io()) ### extent: 00000000747e0859 ns: lustre-OST0000-osc-ffff8f85100c1000 lock: 00000000a1679899/0x41450ad236a7afa4 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x22f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x9ffb0719ffb1fb06 expref: -99 pid: 112469 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1781623224.899921:0:100379:0:(osc_cache.c:2071:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:0.0:1781623224.899925:0:100379:0:(osc_cache.c:1874:osc_update_pending()) obj ffff8f8507253180 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:0.0:1781623224.899929:0:100379:0:(osc_cache.c:1168:osc_extent_make_ready()) Process entered 00000008:00000001:0.0:1781623224.899931:0:100379:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1781623224.899934:0:100379:0:(osc_cache.c:1176:osc_extent_make_ready()) extent ffff8f85098c0540@{[0 -> 255/255], [1|0|+|locking|wiuY|ffff8f8507253180], [1703936|1|+|-|ffff8f8524dcbe00|256|ffff8f85111da7c0]} make ready 00000008:00010000:0.0:1781623224.899938:0:100379:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 00000000747e0859 ns: lustre-OST0000-osc-ffff8f85100c1000 lock: 00000000a1679899/0x41450ad236a7afa4 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x22f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x9ffb0719ffb1fb06 expref: -99 pid: 112469 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1781623224.899944:0:100379:0:(osc_cache.c:1360:osc_make_ready()) Process entered 00000020:00000001:0.0:1781623224.899946:0:100379:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:0.0:1781623224.899955:0:100379:0:(cl_page.c:1160:cl_page_make_ready()) page@000000008c7c20c3[2 000000000cc21ff1 1 1 0000000000000000] 00000020:00008000:0.0:1781623224.899967:0:100379:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:0.0:1781623224.899969:0:100379:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:0.0:1781623224.899970:0:100379:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1781623224.899971:0:100379:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1781623224.899972:0:100379:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1781623224.899973:0:100379:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1781623224.899976:0:100379:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1781623224.899978:0:100379:0:(cl_page.c:507:__cl_page_state_set()) page@000000008c7c20c3[2 000000000cc21ff1 1 1 0000000000000000] 00000020:00000001:0.0:1781623224.899979:0:100379:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:0.0:1781623224.899980:0:100379:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1781623224.899981:0:100379:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:0.0:1781623224.899983:0:100379:0:(cl_page.c:1182:cl_page_make_ready()) page@000000008c7c20c3[2 000000000cc21ff1 3 1 0000000000000000] 00000020:00000001:0.0:1781623224.899984:0:100379:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:0.0:1781623224.899985:0:100379:0:(osc_cache.c:1364:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.899988:0:100379:0:(cl_object.c:151:cl_object_top()) ffff8f8507253180 -> ffff8f8532982d00 00000020:00000001:0.0:1781623224.899990:0:100379:0:(cl_object.c:151:cl_object_top()) ffff8f8507253180 -> ffff8f8532982d00 00000020:00000001:0.0:1781623224.899992:0:100379:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1781623224.899994:0:100379:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.899996:0:100379:0:(cl_object.c:151:cl_object_top()) ffff8f8507253180 -> ffff8f8532982d00 00000008:00000001:0.0:1781623224.899998:0:100379:0:(osc_cache.c:1229:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781623224.900000:0:100379:0:(osc_request.c:2818:osc_build_rpc()) Process entered 00000008:00000020:0.0:1781623224.900003:0:100379:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff8f85100c1000: cli: ffff8f85096b5560 unstable pages: 0, osc unstable pages: 0 00000008:00000010:0.0:1781623224.900008:0:100379:0:(osc_request.c:2849:osc_build_rpc()) kmalloced '(pga)': 8 at ffff8f8510ce4798. 00000008:00000010:0.0:1781623224.900011:0:100379:0:(osc_request.c:2853:osc_build_rpc()) slab-alloced 'oa': 208 at ffff8f85090495b0. 00000020:00000001:0.0:1781623224.900014:0:100379:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:0.0:1781623224.900016:0:100379:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:0.0:1781623224.900017:0:100379:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:0.0:1781623224.900021:0:100379:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1781623191/1781623191 00000020:00000001:0.0:1781623224.900045:0:100379:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:0.0:1781623224.900048:0:100379:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:0.0:1781623224.900052:0:100379:0:(osc_lock.c:1341:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:0.0:1781623224.900054:0:100379:0:(osc_request.c:3330:osc_match_base()) Process entered 00010000:00000001:0.0:1781623224.900057:0:100379:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1781623224.900062:0:100379:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8520342a00 count: 2 00010000:00000001:0.0:1781623224.900065:0:100379:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1781623224.900070:0:100379:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1781623224.900074:0:100379:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1781623224.900077:0:100379:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1781623224.900081:0:100379:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623224.900083:0:100379:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff8f85100c1000 lock: 00000000a1679899/0x41450ad236a7afa4 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x22f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x9ffb0719ffb1fb06 expref: -99 pid: 112469 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1781623224.900091:0:100379:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1781623224.900092:0:100379:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1781623224.900094:0:100379:0:(osc_request.c:3345:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1781623224.900096:0:100379:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1781623224.900098:0:100379:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1781623224.900100:0:100379:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8f8524dcbe00 refcount=3 00000020:00000001:0.0:1781623224.900102:0:100379:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620400744709632 : -123672964841984 : ffff8f8524dcbe00) 00010000:00000001:0.0:1781623224.900105:0:100379:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446620400744709632 : -123672964841984 : ffff8f8524dcbe00) 00000008:00000001:0.0:1781623224.900107:0:100379:0:(osc_lock.c:1375:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446620400744709632 : -123672964841984 : ffff8f8524dcbe00) 00010000:00000001:0.0:1781623224.900109:0:100379:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1781623224.900110:0:100379:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1781623224.900112:0:100379:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000008:00000001:0.0:1781623224.900114:0:100379:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:0.0:1781623224.900119:0:100379:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731fb80. 00000020:00000040:0.0:1781623224.900123:0:100379:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=12 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:0.0:1781623224.900128:0:100379:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623224.900131:0:100379:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623224.900133:0:100379:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623224.900141:0:100379:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at ffff8f850728e000. 00000100:00000001:0.0:1781623224.900146:0:100379:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1781623224.900150:0:100379:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 4096 00000008:00000020:0.0:1781623224.900155:0:100379:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff8f85100c1000: dirty: 15335424 undirty: 485097472 dropped 0 grant: 6946816 cl_lost_grant 0 00000008:00000001:0.0:1781623224.900160:0:100379:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:0.0:1781623224.900184:0:100379:0:(lnet-crypto.c:95:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 10547 MB/s 00000008:00008000:0.0:1781623224.900193:0:100379:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffe3e1c4c76900 map ffff8f8525623c38 index 0 flags 17ffffc0005028 count 2 priv ffff8f85050e3e00: off 0 00000008:00000001:0.0:1781623224.900202:0:100379:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:0.0:1781623224.900205:0:100379:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: a0440bdd (4) 00000008:00100000:0.0:1781623224.900209:0:100379:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8f850731fb80 - object 0x240000401:8949 offset 0<>4096 00000008:00000001:0.0:1781623224.900212:0:100379:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.900214:0:100379:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:0.0:1781623224.900216:0:100379:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:0.0:1781623224.900217:0:100379:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:0.0:1781623224.900218:0:100379:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1781623191/1781623191 00000020:00000001:0.0:1781623224.900220:0:100379:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:0.0:1781623224.900221:0:100379:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:0.0:1781623224.900223:0:100379:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000100:00000001:0.0:1781623224.900224:0:100379:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623224.900226:0:100379:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246979456 : -123673462572160 : ffff8f850731fb80) 00000008:00000002:0.0:1781623224.900232:0:100379:0:(osc_request.c:2975:osc_build_rpc()) @@@ 1 pages, aa 00000000657851b1, now 0r/8w/0d in flight req@ffff8f850731fb80 x1868160455811072/t0(0) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000008:00000008:0.0:1781623224.900239:0:100379:0:(osc_request.c:2987:osc_build_rpc()) [0x20000fe02:0x167:0x0]: 1 write pages, start 0, end 1, now 0r/8w/0d in flight 00000100:00000040:0.0:1781623224.900246:0:100379:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000865dba0e] to pc [ptlrpcd_00_01+1] req@ffff8f850731fb80 x1868160455811072/t0(0) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1781623224.900264:0:100379:0:(osc_request.c:2993:osc_build_rpc()) Process leaving 00000008:00000001:0.0:1781623224.900266:0:100379:0:(osc_request.c:3018:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781623224.900269:0:100379:0:(osc_cache.c:2210:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781623224.900271:0:100379:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1781623224.900272:0:100379:0:(osc_cache.c:1845:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781623224.900274:0:100379:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1781623224.900276:0:100379:0:(osc_cache.c:1818:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781623224.900277:0:100379:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1781623224.900278:0:100379:0:(osc_cache.c:1845:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781623224.900281:0:100379:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:0.0:1781623224.900282:0:100379:0:(osc_cache.c:2305:osc_next_obj()) Process leaving (rc=18446620400262148928 : -123673447402688 : ffff8f8508197340) 00000008:00000020:0.0:1781623224.900285:0:100379:0:(osc_cache.c:2341:osc_check_rpcs()) obj ffff8f8508197340 ready 0|-|- wr 1|-|+ rd 0|- 8 in flight 00000008:00000001:0.0:1781623224.900288:0:100379:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1781623224.900289:0:100379:0:(osc_cache.c:1828:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1781623224.900291:0:100379:0:(osc_cache.c:1829:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1781623224.900292:0:100379:0:(osc_cache.c:2161:osc_send_write_rpc()) Process entered 00000008:00000001:0.0:1781623224.900294:0:100379:0:(osc_cache.c:2018:try_to_add_extent_for_io()) Process entered 00000008:00000020:0.0:1781623224.900295:0:100379:0:(osc_cache.c:2022:try_to_add_extent_for_io()) extent ffff8f8502ebecc0@{[0 -> 255/255], [1|0|+|cache|wiuY|ffff8f8508197340], [1703936|1|+|-|ffff8f8504012200|256|0000000000000000]} trying to add this extent 00000008:00010000:0.0:1781623224.900301:0:100379:0:(osc_cache.c:2022:try_to_add_extent_for_io()) ### extent: 000000006f61b954 ns: lustre-OST0000-osc-ffff8f85100c1000 lock: 00000000adcece9e/0x41450ad236a7afb2 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x22f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x9ffb0719ffb1faff expref: -99 pid: 112470 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1781623224.900307:0:100379:0:(osc_cache.c:2071:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:0.0:1781623224.900309:0:100379:0:(osc_cache.c:1874:osc_update_pending()) obj ffff8f8508197340 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:0.0:1781623224.900312:0:100379:0:(osc_cache.c:1168:osc_extent_make_ready()) Process entered 00000008:00000001:0.0:1781623224.900314:0:100379:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1781623224.900317:0:100379:0:(osc_cache.c:1176:osc_extent_make_ready()) extent ffff8f8502ebecc0@{[0 -> 255/255], [1|0|+|locking|wiuY|ffff8f8508197340], [1703936|1|+|-|ffff8f8504012200|256|ffff8f85111da7c0]} make ready 00000008:00010000:0.0:1781623224.900322:0:100379:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 000000006f61b954 ns: lustre-OST0000-osc-ffff8f85100c1000 lock: 00000000adcece9e/0x41450ad236a7afb2 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x22f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x9ffb0719ffb1faff expref: -99 pid: 112470 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1781623224.900327:0:100379:0:(osc_cache.c:1360:osc_make_ready()) Process entered 00000020:00000001:0.0:1781623224.900329:0:100379:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:0.0:1781623224.900336:0:100379:0:(cl_page.c:1160:cl_page_make_ready()) page@000000006fd474c9[2 00000000900cf3d6 1 1 0000000000000000] 00000020:00008000:0.0:1781623224.900338:0:100379:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:0.0:1781623224.900339:0:100379:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:0.0:1781623224.900340:0:100379:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1781623224.900341:0:100379:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1781623224.900342:0:100379:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1781623224.900344:0:100379:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1781623224.900345:0:100379:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1781623224.900348:0:100379:0:(cl_page.c:507:__cl_page_state_set()) page@000000006fd474c9[2 00000000900cf3d6 1 1 0000000000000000] 00000020:00000001:0.0:1781623224.900349:0:100379:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:0.0:1781623224.900351:0:100379:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1781623224.900352:0:100379:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:0.0:1781623224.900355:0:100379:0:(cl_page.c:1182:cl_page_make_ready()) page@000000006fd474c9[2 00000000900cf3d6 3 1 0000000000000000] 00000020:00000001:0.0:1781623224.900356:0:100379:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:0.0:1781623224.900357:0:100379:0:(osc_cache.c:1364:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.900360:0:100379:0:(cl_object.c:151:cl_object_top()) ffff8f8508197340 -> ffff8f8506cca080 00000020:00000001:0.0:1781623224.900361:0:100379:0:(cl_object.c:151:cl_object_top()) ffff8f8508197340 -> ffff8f8506cca080 00000020:00000001:0.0:1781623224.900363:0:100379:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1781623224.900364:0:100379:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.900366:0:100379:0:(cl_object.c:151:cl_object_top()) ffff8f8508197340 -> ffff8f8506cca080 00000008:00000001:0.0:1781623224.900368:0:100379:0:(osc_cache.c:1229:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781623224.900370:0:100379:0:(osc_request.c:2818:osc_build_rpc()) Process entered 00000008:00000020:0.0:1781623224.900371:0:100379:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff8f85100c1000: cli: ffff8f85096b5560 unstable pages: 0, osc unstable pages: 0 00000008:00000010:0.0:1781623224.900375:0:100379:0:(osc_request.c:2849:osc_build_rpc()) kmalloced '(pga)': 8 at ffff8f8510ce41f0. 00000008:00000010:0.0:1781623224.900378:0:100379:0:(osc_request.c:2853:osc_build_rpc()) slab-alloced 'oa': 208 at ffff8f8509049dd0. 00000020:00000001:0.0:1781623224.900379:0:100379:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:0.0:1781623224.900381:0:100379:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:0.0:1781623224.900382:0:100379:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:0.0:1781623224.900384:0:100379:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1781623191/1781623191 00000020:00000001:0.0:1781623224.900386:0:100379:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:0.0:1781623224.900387:0:100379:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:0.0:1781623224.900389:0:100379:0:(osc_lock.c:1341:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:0.0:1781623224.900390:0:100379:0:(osc_request.c:3330:osc_match_base()) Process entered 00010000:00000001:0.0:1781623224.900392:0:100379:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1781623224.900394:0:100379:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8507978200 count: 2 00010000:00000001:0.0:1781623224.900396:0:100379:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1781623224.900399:0:100379:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1781623224.900401:0:100379:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1781623224.900403:0:100379:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1781623224.900405:0:100379:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623224.900408:0:100379:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff8f85100c1000 lock: 00000000adcece9e/0x41450ad236a7afb2 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x22f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x9ffb0719ffb1faff expref: -99 pid: 112470 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1781623224.900416:0:100379:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1781623224.900417:0:100379:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1781623224.900418:0:100379:0:(osc_request.c:3345:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1781623224.900419:0:100379:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1781623224.900421:0:100379:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1781623224.900422:0:100379:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8f8504012200 refcount=3 00000020:00000001:0.0:1781623224.900424:0:100379:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620400193446400 : -123673516105216 : ffff8f8504012200) 00010000:00000001:0.0:1781623224.900427:0:100379:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446620400193446400 : -123673516105216 : ffff8f8504012200) 00000008:00000001:0.0:1781623224.900428:0:100379:0:(osc_lock.c:1375:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446620400193446400 : -123673516105216 : ffff8f8504012200) 00010000:00000001:0.0:1781623224.900430:0:100379:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1781623224.900431:0:100379:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1781623224.900432:0:100379:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000008:00000001:0.0:1781623224.900433:0:100379:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:0.0:1781623224.900436:0:100379:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731dc00. 00000020:00000040:0.0:1781623224.900439:0:100379:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=13 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:0.0:1781623224.900442:0:100379:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623224.900443:0:100379:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623224.900445:0:100379:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623224.900450:0:100379:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at ffff8f850728a000. 00000100:00000001:0.0:1781623224.900453:0:100379:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1781623224.900456:0:100379:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 4096 00000008:00000020:0.0:1781623224.900460:0:100379:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff8f85100c1000: dirty: 15335424 undirty: 485097472 dropped 0 grant: 6946816 cl_lost_grant 0 00000008:00000001:0.0:1781623224.900464:0:100379:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:0.0:1781623224.900471:0:100379:0:(lnet-crypto.c:95:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 10547 MB/s 00000008:00008000:0.0:1781623224.900475:0:100379:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffe3e1c48dc940 map ffff8f852563e578 index 0 flags 17ffffc0005028 count 2 priv ffff8f85051137e0: off 0 00000008:00000001:0.0:1781623224.900480:0:100379:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:0.0:1781623224.900482:0:100379:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: 2f6171c3 (4) 00000008:00100000:0.0:1781623224.900485:0:100379:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8f850731dc00 - object 0x240000401:8950 offset 0<>4096 00000008:00000001:0.0:1781623224.900488:0:100379:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.900490:0:100379:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:0.0:1781623224.900491:0:100379:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:0.0:1781623224.900492:0:100379:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:0.0:1781623224.900494:0:100379:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1781623191/1781623191 00000020:00000001:0.0:1781623224.900496:0:100379:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:0.0:1781623224.900497:0:100379:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:0.0:1781623224.900498:0:100379:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000100:00000001:0.0:1781623224.900499:0:100379:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623224.900500:0:100379:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246971392 : -123673462580224 : ffff8f850731dc00) 00000008:00000002:0.0:1781623224.900506:0:100379:0:(osc_request.c:2975:osc_build_rpc()) @@@ 1 pages, aa 000000000d57ad54, now 0r/9w/0d in flight req@ffff8f850731dc00 x1868160455811200/t0(0) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000008:00000008:0.0:1781623224.900513:0:100379:0:(osc_request.c:2987:osc_build_rpc()) [0x20000fe02:0x168:0x0]: 1 write pages, start 0, end 1, now 0r/9w/0d in flight 00000100:00000040:0.0:1781623224.900518:0:100379:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064d3ee66] to pc [ptlrpcd_00_00+0] req@ffff8f850731dc00 x1868160455811200/t0(0) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1781623224.900526:0:100379:0:(osc_request.c:2993:osc_build_rpc()) Process leaving 00000008:00000001:0.0:1781623224.900527:0:100379:0:(osc_request.c:3018:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781623224.900529:0:100379:0:(osc_cache.c:2210:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781623224.900530:0:100379:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1781623224.900532:0:100379:0:(osc_cache.c:1845:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781623224.900533:0:100379:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1781623224.900534:0:100379:0:(osc_cache.c:1818:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781623224.900536:0:100379:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1781623224.900537:0:100379:0:(osc_cache.c:1845:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781623224.900540:0:100379:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:0.0:1781623224.900541:0:100379:0:(osc_cache.c:2327:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781623224.900543:0:100379:0:(osc_cache.c:2400:osc_check_rpcs()) Process leaving 00000020:00001000:0.0:1781623224.900544:0:100379:0:(cl_object.c:925:cl_env_put()) 1@ffff8f850455eab0 00000020:00000010:0.0:1781623224.900548:0:100379:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f8505cede00. 00000020:00000010:0.0:1781623224.900552:0:100379:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f851e55af00. 00000008:00000010:0.0:1781623224.900556:0:100379:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f8506382178. 00020000:00000010:0.0:1781623224.900560:0:100379:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8502ebe780. 00008000:00000010:0.0:1781623224.900563:0:100379:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8512405530. 00000080:00000010:0.0:1781623224.900567:0:100379:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f8505807150. 00000080:00000010:0.0:1781623224.900571:0:100379:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f8502a45ff0. 00000020:00000010:0.0:1781623224.900574:0:100379:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f8505ced200. 00000008:00000010:0.0:1781623224.900577:0:100379:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f85088689a0. 00020000:00000010:0.0:1781623224.900580:0:100379:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f8512479680. 00008000:00000010:0.0:1781623224.900584:0:100379:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d212668. 00000080:00000010:0.0:1781623224.900586:0:100379:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f852d384870. 00000020:00000010:0.0:1781623224.900589:0:100379:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f8505ceca00. 00000020:00000010:0.0:1781623224.900591:0:100379:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f850455eab0. 00000100:00000001:0.0:1781623224.900604:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623224.900607:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623224.900609:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623224.900614:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731fb80 x1868160455811072/t0(0) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623224.900621:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623224.900623:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623224.900627:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623224.900629:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623224.900632:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623224.900635:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455811072:192.168.202.101@tcp:4:dd.0 00000100:00000001:0.0:1781623224.900639:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623224.900645:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623224.900648:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623224.900650:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623224.900654:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f850981a000. 02000000:00000001:0.0:1781623224.900656:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623224.900663:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623224.900666:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7528. 00000400:00000010:0.0:1781623224.900671:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9198. 00000100:00000200:0.0:1781623224.900678:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1868160455811072, portal 4 00000100:00000001:0.0:1781623224.900679:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623224.900681:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246979456 : -123673462572160 : ffff8f850731fb80) 00000100:00000040:0.0:1781623224.900686:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff8f850731fb80 x1868160455811072/t0(0) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623224.900699:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623224.900701:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623224.900704:0:2350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8f85100cd840. 00000100:00000200:0.0:1781623224.900708:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 4584 bytes to portal 6, xid 1868160455811072, offset 0 00000400:00000200:0.0:1781623224.900714:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623224.900721:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623224.900728:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623224.900734:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623224.900738:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623224.900742:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623224.900745:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623224.900748:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375625:375625:256:4294967295] 192.168.202.101@tcp LPNI seq info [375595:375595:8:4294967295] 00000400:00000200:0.0:1781623224.900752:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623224.900761:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623224.900767:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 4584 bytes in 2 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623224.900772:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff8f8505ceca00. 00000800:00000200:0.0:1781623224.900778:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623224.900786:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623224.900790:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8505ceca00 type 1, nob 4680 niov 1 nkiov 2 00000100:00000001:0.0:1781623224.900808:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623224.900813:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 516626 usecs (517 jiffies) 00000400:00000200:0.0:1781623224.900817:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623224.900820:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301382420 00000100:00000001:0.0:1781623224.900822:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301384822 00000100:00000001:0.0:1781623224.900825:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301382420 00000100:00000001:0.0:1781623224.900827:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301384822 00000100:00000001:0.0:1781623224.900829:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623224.900832:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623224.900836:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623224.900838:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623224.900842:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623224.900844:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=38 : 38 : 26) 00000100:00000001:0.0:1781623224.900847:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623224.900848:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623224.900850:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623224.900852:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1781623224.900853:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623224.900855:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623224.900856:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623224.900857:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623224.900858:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623224.900859:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623224.900863:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731dc00 x1868160455811200/t0(0) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623224.900869:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623224.900870:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623224.900872:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623224.900873:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623224.900875:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623224.900878:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455811200:192.168.202.101@tcp:4:dd.0 00000100:00000001:0.0:1781623224.900881:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623224.900883:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623224.900884:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623224.900886:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623224.900889:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f850981b800. 02000000:00000001:0.0:1781623224.900890:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623224.900894:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623224.900896:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7a50. 00000400:00000010:0.0:1781623224.900899:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e92a8. 00000100:00000200:0.0:1781623224.900901:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1868160455811200, portal 4 00000100:00000001:0.0:1781623224.900903:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623224.900905:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246971392 : -123673462580224 : ffff8f850731dc00) 00000100:00000040:0.0:1781623224.900909:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff8f850731dc00 x1868160455811200/t0(0) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623224.900915:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623224.900917:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623224.900919:0:2350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8f85100cd000. 00000100:00000200:0.0:1781623224.900921:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 4584 bytes to portal 6, xid 1868160455811200, offset 0 00000400:00000200:0.0:1781623224.900924:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623224.900928:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623224.900932:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623224.900935:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623224.900937:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623224.900939:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623224.900941:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623224.900943:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375626:375626:255:4294967295] 192.168.202.101@tcp LPNI seq info [375596:375596:7:4294967295] 00000400:00000200:0.0:1781623224.900946:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623224.900952:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623224.900968:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 4584 bytes in 2 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623224.900972:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff8f8505ced200. 00000800:00000200:0.0:1781623224.900976:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623224.900980:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623224.900982:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8505ced200 type 1, nob 4680 niov 1 nkiov 2 00000100:00000001:0.0:1781623224.900985:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623224.900987:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 516626 usecs (517 jiffies) 00000400:00000200:0.0:1781623224.900990:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623224.900992:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301382420 00000100:00000001:0.0:1781623224.900994:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301384822 00000100:00000001:0.0:1781623224.900995:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301382420 00000100:00000001:0.0:1781623224.900997:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301384822 00000100:00000001:0.0:1781623224.900999:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623224.901001:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623224.901004:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623224.901006:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623224.901018:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623224.901020:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623224.901021:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623224.901023:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623224.912398:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623224.912402:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623224.912409:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623224.912411:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623224.912424:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc72c0. 00000400:00000200:0.0:1781623224.912429:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9000 00000400:00000010:0.0:1781623224.912431:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9000. 00000100:00000001:0.0:1781623224.912434:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623224.912441:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733ea00 x1868160455808512/t0(0) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1781623224.912450:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733ea00 x1868160455808512/t0(0) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623224.912456:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623224.912459:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623224.912461:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623224.912464:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623224.912466:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623224.912468:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623224.912471:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623224.912480:0:2349:0:(import.c:2151:obd_at_measure()) add 27 to ffff8f8505d09cf0 time=85 v=27 (27 27 0 0) 00000100:00001000:0.0:1781623224.912484:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1781623224.912487:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623224.912488:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623224.912491:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623224.912494:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623224.912497:0:2349:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1781623224.912499:0:2349:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1781623224.912500:0:2349:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1781623224.912503:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623224.912504:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247106048 : -123673462445568 : ffff8f850733ea00) 00000100:00000001:0.0:1781623224.912507:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623224.912510:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 60129542187 00000100:00000001:0.0:1781623224.912511:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623224.912514:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623224.912519:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733ea00 x1868160455808512/t64424509443(64424509443) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623224.912526:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623224.912529:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623224.912531:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1781623224.912535:0:2349:0:(osc_request.c:2580:brw_interpret()) Process entered 00000008:00000001:0.0:1781623224.912537:0:2349:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:04000000:0.0:1781623224.912540:0:2349:0:(osc_request.c:2195:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:0.0:1781623224.912544:0:2349:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:00000001:0.0:1781623224.912546:0:2349:0:(osc_quota.c:82:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1781623224.912548:0:2349:0:(osc_request.c:759:osc_update_grant()) got 3407872 extra grant 00000008:00008000:0.0:1781623224.912551:0:2349:0:(osc_request.c:2091:check_write_checksum()) checksum 3d69ae60 confirmed 00000008:00000001:0.0:1781623224.912553:0:2349:0:(osc_request.c:2227:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1781623224.912556:0:2349:0:(osc_request.c:2438:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:0.0:1781623224.912558:0:2349:0:(osc_request.c:2585:brw_interpret()) request ffff8f850733ea00 aa ffff8f850733ebb0 rc 0 00000020:00000001:0.0:1781623224.912565:0:2349:0:(cl_object.c:151:cl_object_top()) ffff8f8524dcc8c0 -> ffff8f85329823a0 00000020:00000001:0.0:1781623224.912568:0:2349:0:(cl_object.c:151:cl_object_top()) ffff8f8524dcc8c0 -> ffff8f85329823a0 00000020:00000001:0.0:1781623224.912570:0:2349:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1781623224.912573:0:2349:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1781623224.912575:0:2349:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.912577:0:2349:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.912579:0:2349:0:(cl_object.c:151:cl_object_top()) ffff8f8524dcc8c0 -> ffff8f85329823a0 00000008:00000010:0.0:1781623224.912581:0:2349:0:(osc_request.c:2667:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff8f85111c49c0. 00000020:00000001:0.0:1781623224.912585:0:2349:0:(cl_object.c:151:cl_object_top()) ffff8f8524dcc8c0 -> ffff8f85329823a0 00000020:00000001:0.0:1781623224.912587:0:2349:0:(cl_object.c:286:cl_object_dirty_for_sync()) Process entered 00000020:00000001:0.0:1781623224.912592:0:2349:0:(cl_object.c:292:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:0.0:1781623224.912595:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623224.912598:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8f850733ea00 x1868160455808512/t64424509443(64424509443) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623224.912605:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781623224.912609:0:2349:0:(osc_cache.c:903:osc_extent_finish()) Process entered 00000008:00000020:0.0:1781623224.912612:0:2349:0:(osc_cache.c:910:osc_extent_finish()) extent ffff8f8532a9b600@{[0 -> 255/255], [2|0|-|rpc|wiuY|ffff8f8524dcc8c0], [1703936|1|+|-|ffff8f8505df0000|256|ffff8f8502d9cf80]} extent finished. 00000008:00010000:0.0:1781623224.912620:0:2349:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 00000000b9e332c1 ns: lustre-OST0000-osc-ffff8f85100c1000 lock: 000000000252e63b/0x41450ad236a7af50 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x22ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x9ffb0719ffb1fb30 expref: -99 pid: 112463 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1781623224.912633:0:2349:0:(osc_cache.c:1409:osc_completion()) Process entered 00000020:00000001:0.0:1781623224.912635:0:2349:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:0.0:1781623224.912640:0:2349:0:(cl_page.c:1104:cl_page_complete()) page@0000000017ba8203[2 00000000f7f99a88 3 1 0000000000000000] 00000020:00000001:0.0:1781623224.912641:0:2349:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:0.0:1781623224.912643:0:2349:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1781623224.912644:0:2349:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1781623224.912646:0:2349:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1781623224.912649:0:2349:0:(cl_page.c:507:__cl_page_state_set()) page@0000000017ba8203[2 00000000f7f99a88 3 1 0000000000000000] 00000020:00000001:0.0:1781623224.912650:0:2349:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:0.0:1781623224.912652:0:2349:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:0.0:1781623224.912654:0:2349:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:0.0:1781623224.912656:0:2349:0:(vvp_page.c:167:vvp_page_complete_write()) page@0000000017ba8203[2 00000000f7f99a88 1 1 0000000000000000] 00000080:00008000:0.0:1781623224.912658:0:2349:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:0.0:1781623224.912667:0:2349:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:0.0:1781623224.912668:0:2349:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:0.0:1781623224.912670:0:2349:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1781623224.912673:0:2349:0:(cl_page.c:556:cl_batch_put()) page@0000000017ba8203[2 00000000f7f99a88 1 1 0000000000000000] 00000020:00000001:0.0:1781623224.912675:0:2349:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:0.0:1781623224.912676:0:2349:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1781623224.912677:0:2349:0:(osc_cache.c:1453:osc_completion()) Process leaving 00000008:00000020:0.0:1781623224.912680:0:2349:0:(osc_cache.c:1602:osc_free_grant()) lost 0 grant: 0 avail: 10354688 dirty: 32768/13631488 00000008:00000020:0.0:1781623224.912685:0:2349:0:(osc_cache.c:496:__osc_extent_remove()) extent ffff8f8532a9b600@{[0 -> 255/255], [1|0|-|inv|wuY|ffff8f8524dcc8c0], [1703936|0|-|-|ffff8f8505df0000|256|ffff8f8502d9cf80]} destroyed. 00000008:00010000:0.0:1781623224.912691:0:2349:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000b9e332c1 ns: lustre-OST0000-osc-ffff8f85100c1000 lock: 000000000252e63b/0x41450ad236a7af50 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x22ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x9ffb0719ffb1fb30 expref: -99 pid: 112463 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1781623224.912698:0:2349:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1781623224.912699:0:2349:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:0.0:1781623224.912702:0:2349:0:(osc_cache.c:372:osc_extent_put()) slab-freed '(ext)': 192 at ffff8f8532a9b600. 00000008:00000001:0.0:1781623224.912705:0:2349:0:(osc_cache.c:957:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1781623224.912708:0:2349:0:(osc_request.c:2539:osc_release_ppga()) kvfree 'ppga': 8 at ffff8f852d10beb8. 00000008:00000020:0.0:1781623224.912716:0:2349:0:(osc_cache.c:2416:__osc_io_unplug()) Queue writeback work for client ffff8f85096b5560. 00000008:00000001:0.0:1781623224.912725:0:2349:0:(osc_request.c:2755:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623224.912731:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733ea00 x1868160455808512/t64424509443(64424509443) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1781623224.912739:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:0:1868160455808512:192.168.202.101@tcp:4:dd.0 00000100:00000001:0.0:1781623224.912743:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623224.912745:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623224.912748:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733ea00 x1868160455808512/t64424509443(64424509443) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623224.912755:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623224.912758:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623224.912760:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623224.912761:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623224.912763:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623224.912764:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.912776:0:100379:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781623224.912782:0:100379:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f850455eab0. 00000020:00000010:0.0:1781623224.912787:0:100379:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f8505cede00. 00000020:00000010:0.0:1781623224.912790:0:100379:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f8505cece00. 00000020:00000010:0.0:1781623224.912794:0:100379:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f851e55af00. 00000008:00000010:0.0:1781623224.912800:0:100379:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f8506382178. 00020000:00000010:0.0:1781623224.912804:0:100379:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8502ebe780. 00008000:00000010:0.0:1781623224.912809:0:100379:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8512405530. 00000080:00000010:0.0:1781623224.912815:0:100379:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f8505807150. 00000080:00000010:0.0:1781623224.912818:0:100379:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f8502a45ff0. 00000020:00000010:0.0:1781623224.912821:0:100379:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f8505ced400. 00000008:00000010:0.0:1781623224.912825:0:100379:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f85088689a0. 00020000:00000010:0.0:1781623224.912829:0:100379:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f8512479680. 00008000:00000010:0.0:1781623224.912832:0:100379:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d212668. 00000080:00000010:0.0:1781623224.912836:0:100379:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f852d384870. 00000020:00000001:0.0:1781623224.912839:0:100379:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400199002808 : -123673510548808 : ffff8f850455eab8) 00000020:00001000:0.0:1781623224.912841:0:100379:0:(cl_object.c:831:cl_env_get()) 1@ffff8f850455eab0 00000008:00000020:0.0:1781623224.912844:0:100379:0:(osc_request.c:4050:brw_queue_work()) Run writeback work for client obd ffff8f85096b5560. 00000008:00000001:0.0:1781623224.912846:0:100379:0:(osc_cache.c:2336:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1781623224.912847:0:100379:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:0.0:1781623224.912849:0:100379:0:(osc_cache.c:2327:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781623224.912851:0:100379:0:(osc_cache.c:2400:osc_check_rpcs()) Process leaving 00000020:00001000:0.0:1781623224.912853:0:100379:0:(cl_object.c:925:cl_env_put()) 1@ffff8f850455eab0 00000020:00000010:0.0:1781623224.912856:0:100379:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f8505cece00. 00000020:00000010:0.0:1781623224.912859:0:100379:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f851e55af00. 00000008:00000010:0.0:1781623224.912861:0:100379:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f8506382178. 00020000:00000010:0.0:1781623224.912865:0:100379:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8502ebe780. 00008000:00000010:0.0:1781623224.912868:0:100379:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8512405530. 00000080:00000010:0.0:1781623224.912871:0:100379:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f8505807150. 00000080:00000010:0.0:1781623224.912874:0:100379:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f8502a45ff0. 00000020:00000010:0.0:1781623224.912877:0:100379:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f8505cede00. 00000008:00000010:0.0:1781623224.912881:0:100379:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f85088689a0. 00020000:00000010:0.0:1781623224.912883:0:100379:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f8512479680. 00008000:00000010:0.0:1781623224.912886:0:100379:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d212668. 00000080:00000010:0.0:1781623224.912889:0:100379:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f852d384870. 00000020:00000010:0.0:1781623224.912891:0:100379:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f8505ced400. 00000020:00000010:0.0:1781623224.912893:0:100379:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f850455eab0. 00000100:00000001:0.0:1781623224.918192:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623224.918195:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623224.918200:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623224.918202:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623224.918204:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7268. 00000400:00000200:0.0:1781623224.918208:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9220 00000400:00000010:0.0:1781623224.918210:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9220. 00000100:00000001:0.0:1781623224.918213:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623224.918218:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733f800 x1868160455809024/t0(0) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1781623224.918226:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733f800 x1868160455809024/t0(0) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623224.918232:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623224.918233:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623224.918235:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623224.918238:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623224.918239:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623224.918241:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623224.918243:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623224.918247:0:2350:0:(import.c:2151:obd_at_measure()) add 27 to ffff8f8505d09cf0 time=85 v=27 (27 27 0 0) 00000100:00001000:0.0:1781623224.918250:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1781623224.918252:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623224.918254:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623224.918256:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623224.918258:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623224.918260:0:2350:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1781623224.918261:0:2350:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1781623224.918263:0:2350:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1781623224.918264:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623224.918265:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247109632 : -123673462441984 : ffff8f850733f800) 00000100:00000001:0.0:1781623224.918268:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623224.918269:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 60129542187 00000100:00000001:0.0:1781623224.918270:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623224.918272:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623224.918276:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733f800 x1868160455809024/t64424509444(64424509444) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623224.918283:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623224.918285:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623224.918286:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1781623224.918288:0:2350:0:(osc_request.c:2580:brw_interpret()) Process entered 00000008:00000001:0.0:1781623224.918289:0:2350:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:04000000:0.0:1781623224.918291:0:2350:0:(osc_request.c:2195:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:0.0:1781623224.918294:0:2350:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:00000001:0.0:1781623224.918295:0:2350:0:(osc_quota.c:82:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1781623224.918296:0:2350:0:(osc_request.c:759:osc_update_grant()) got 3407872 extra grant 00000008:00008000:0.0:1781623224.918298:0:2350:0:(osc_request.c:2091:check_write_checksum()) checksum 5d7442a8 confirmed 00000008:00000001:0.0:1781623224.918300:0:2350:0:(osc_request.c:2227:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1781623224.918302:0:2350:0:(osc_request.c:2438:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:0.0:1781623224.918303:0:2350:0:(osc_request.c:2585:brw_interpret()) request ffff8f850733f800 aa ffff8f850733f9b0 rc 0 00000020:00000001:0.0:1781623224.918308:0:2350:0:(cl_object.c:151:cl_object_top()) ffff8f8507252380 -> ffff8f8532982aa8 00000020:00000001:0.0:1781623224.918311:0:2350:0:(cl_object.c:151:cl_object_top()) ffff8f8507252380 -> ffff8f8532982aa8 00000020:00000001:0.0:1781623224.918312:0:2350:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1781623224.918314:0:2350:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1781623224.918316:0:2350:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.918317:0:2350:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.918319:0:2350:0:(cl_object.c:151:cl_object_top()) ffff8f8507252380 -> ffff8f8532982aa8 00000008:00000010:0.0:1781623224.918321:0:2350:0:(osc_request.c:2667:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff8f85111c4a90. 00000020:00000001:0.0:1781623224.918324:0:2350:0:(cl_object.c:151:cl_object_top()) ffff8f8507252380 -> ffff8f8532982aa8 00000020:00000001:0.0:1781623224.918325:0:2350:0:(cl_object.c:286:cl_object_dirty_for_sync()) Process entered 00000020:00000001:0.0:1781623224.918328:0:2350:0:(cl_object.c:292:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:0.0:1781623224.918330:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623224.918332:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8f850733f800 x1868160455809024/t64424509444(64424509444) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623224.918338:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781623224.918340:0:2350:0:(osc_cache.c:903:osc_extent_finish()) Process entered 00000008:00000020:0.0:1781623224.918342:0:2350:0:(osc_cache.c:910:osc_extent_finish()) extent ffff8f8532a9b180@{[0 -> 255/255], [2|0|-|rpc|wiuY|ffff8f8507252380], [1703936|1|+|-|ffff8f8505df0e00|256|ffff8f8502d9cf80]} extent finished. 00000008:00010000:0.0:1781623224.918348:0:2350:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 00000000b88d6fb8 ns: lustre-OST0000-osc-ffff8f85100c1000 lock: 00000000385c80de/0x41450ad236a7af88 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x22f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x9ffb0719ffb1fb14 expref: -99 pid: 112467 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1781623224.918356:0:2350:0:(osc_cache.c:1409:osc_completion()) Process entered 00000020:00000001:0.0:1781623224.918358:0:2350:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:0.0:1781623224.918360:0:2350:0:(cl_page.c:1104:cl_page_complete()) page@000000007276b3e2[2 0000000045203ffc 3 1 0000000000000000] 00000020:00000001:0.0:1781623224.918362:0:2350:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:0.0:1781623224.918363:0:2350:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1781623224.918364:0:2350:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1781623224.918366:0:2350:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1781623224.918368:0:2350:0:(cl_page.c:507:__cl_page_state_set()) page@000000007276b3e2[2 0000000045203ffc 3 1 0000000000000000] 00000020:00000001:0.0:1781623224.918369:0:2350:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:0.0:1781623224.918370:0:2350:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:0.0:1781623224.918372:0:2350:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:0.0:1781623224.918374:0:2350:0:(vvp_page.c:167:vvp_page_complete_write()) page@000000007276b3e2[2 0000000045203ffc 1 1 0000000000000000] 00000080:00008000:0.0:1781623224.918375:0:2350:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:0.0:1781623224.918381:0:2350:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:0.0:1781623224.918383:0:2350:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:0.0:1781623224.918384:0:2350:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1781623224.918387:0:2350:0:(cl_page.c:556:cl_batch_put()) page@000000007276b3e2[2 0000000045203ffc 1 1 0000000000000000] 00000020:00000001:0.0:1781623224.918388:0:2350:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:0.0:1781623224.918389:0:2350:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1781623224.918390:0:2350:0:(osc_cache.c:1453:osc_completion()) Process leaving 00000008:00000020:0.0:1781623224.918392:0:2350:0:(osc_cache.c:1602:osc_free_grant()) lost 0 grant: 0 avail: 17170432 dirty: 24576/10223616 00000008:00000020:0.0:1781623224.918395:0:2350:0:(osc_cache.c:496:__osc_extent_remove()) extent ffff8f8532a9b180@{[0 -> 255/255], [1|0|-|inv|wuY|ffff8f8507252380], [1703936|0|-|-|ffff8f8505df0e00|256|ffff8f8502d9cf80]} destroyed. 00000008:00010000:0.0:1781623224.918401:0:2350:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000b88d6fb8 ns: lustre-OST0000-osc-ffff8f85100c1000 lock: 00000000385c80de/0x41450ad236a7af88 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x22f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x9ffb0719ffb1fb14 expref: -99 pid: 112467 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1781623224.918409:0:2350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1781623224.918410:0:2350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:0.0:1781623224.918412:0:2350:0:(osc_cache.c:372:osc_extent_put()) slab-freed '(ext)': 192 at ffff8f8532a9b180. 00000008:00000001:0.0:1781623224.918414:0:2350:0:(osc_cache.c:957:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1781623224.918417:0:2350:0:(osc_request.c:2539:osc_release_ppga()) kvfree 'ppga': 8 at ffff8f852d10b0f8. 00000008:00000020:0.0:1781623224.918421:0:2350:0:(osc_cache.c:2416:__osc_io_unplug()) Queue writeback work for client ffff8f85096b5560. 00000008:00000001:0.0:1781623224.918429:0:2350:0:(osc_request.c:2755:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623224.918433:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733f800 x1868160455809024/t64424509444(64424509444) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1781623224.918548:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:0:1868160455809024:192.168.202.101@tcp:4:dd.0 00000100:00000001:0.0:1781623224.918554:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623224.918556:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623224.918560:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733f800 x1868160455809024/t64424509444(64424509444) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623224.918566:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623224.918568:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623224.918570:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623224.918571:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623224.918573:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623224.918574:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.918584:0:100379:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781623224.918589:0:100379:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f850455eab0. 00000020:00000010:0.0:1781623224.918593:0:100379:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f8505cede00. 00000020:00000010:0.0:1781623224.918596:0:100379:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f8505cece00. 00000020:00000010:0.0:1781623224.918599:0:100379:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f851e55af00. 00000008:00000010:0.0:1781623224.918603:0:100379:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f8506382178. 00020000:00000010:0.0:1781623224.918605:0:100379:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8502ebe780. 00008000:00000010:0.0:1781623224.918609:0:100379:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8512405530. 00000080:00000010:0.0:1781623224.918614:0:100379:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f8505807150. 00000080:00000010:0.0:1781623224.918616:0:100379:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f8502a45ff0. 00000020:00000010:0.0:1781623224.918619:0:100379:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f8505cec400. 00000008:00000010:0.0:1781623224.918622:0:100379:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f85088689a0. 00020000:00000010:0.0:1781623224.918624:0:100379:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f8512479680. 00008000:00000010:0.0:1781623224.918627:0:100379:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d212668. 00000080:00000010:0.0:1781623224.918629:0:100379:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f852d384870. 00000020:00000001:0.0:1781623224.918631:0:100379:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400199002808 : -123673510548808 : ffff8f850455eab8) 00000020:00001000:0.0:1781623224.918633:0:100379:0:(cl_object.c:831:cl_env_get()) 1@ffff8f850455eab0 00000008:00000020:0.0:1781623224.918634:0:100379:0:(osc_request.c:4050:brw_queue_work()) Run writeback work for client obd ffff8f85096b5560. 00000008:00000001:0.0:1781623224.918636:0:100379:0:(osc_cache.c:2336:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1781623224.918637:0:100379:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:0.0:1781623224.918638:0:100379:0:(osc_cache.c:2327:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781623224.918640:0:100379:0:(osc_cache.c:2400:osc_check_rpcs()) Process leaving 00000020:00001000:0.0:1781623224.918641:0:100379:0:(cl_object.c:925:cl_env_put()) 1@ffff8f850455eab0 00000020:00000010:0.0:1781623224.918642:0:100379:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f8505cece00. 00000020:00000010:0.0:1781623224.918645:0:100379:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f851e55af00. 00000008:00000010:0.0:1781623224.918647:0:100379:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f8506382178. 00020000:00000010:0.0:1781623224.918651:0:100379:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8502ebe780. 00008000:00000010:0.0:1781623224.918653:0:100379:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8512405530. 00000080:00000010:0.0:1781623224.918655:0:100379:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f8505807150. 00000080:00000010:0.0:1781623224.918658:0:100379:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f8502a45ff0. 00000020:00000010:0.0:1781623224.918660:0:100379:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f8505cede00. 00000008:00000010:0.0:1781623224.918664:0:100379:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f85088689a0. 00020000:00000010:0.0:1781623224.918666:0:100379:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f8512479680. 00008000:00000010:0.0:1781623224.918668:0:100379:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d212668. 00000080:00000010:0.0:1781623224.918671:0:100379:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f852d384870. 00000020:00000010:0.0:1781623224.918673:0:100379:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f8505cec400. 00000020:00000010:0.0:1781623224.918675:0:100379:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f850455eab0. 00000100:00000001:0.0:1781623224.923179:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623224.923184:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623224.923193:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623224.923196:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623224.923199:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc71b8. 00000400:00000200:0.0:1781623224.923203:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9440 00000400:00000010:0.0:1781623224.923205:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9440. 00000100:00000001:0.0:1781623224.923208:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623224.923213:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733d500 x1868160455808256/t0(0) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1781623224.923221:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733d500 x1868160455808256/t0(0) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623224.923226:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623224.923228:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623224.923231:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623224.923234:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623224.923236:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623224.923239:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623224.923243:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623224.923252:0:2350:0:(import.c:2151:obd_at_measure()) add 27 to ffff8f8505d09cf0 time=85 v=27 (27 27 0 0) 00000100:00001000:0.0:1781623224.923256:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1781623224.923259:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623224.923261:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623224.923263:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623224.923267:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623224.923270:0:2350:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1781623224.923272:0:2350:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1781623224.923273:0:2350:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1781623224.923275:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623224.923277:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247100672 : -123673462450944 : ffff8f850733d500) 00000100:00000001:0.0:1781623224.923280:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623224.923282:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 60129542187 00000100:00000001:0.0:1781623224.923283:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623224.923286:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623224.923290:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733d500 x1868160455808256/t64424509447(64424509447) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623224.923303:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623224.923306:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623224.923308:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1781623224.923311:0:2350:0:(osc_request.c:2580:brw_interpret()) Process entered 00000008:00000001:0.0:1781623224.923313:0:2350:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:04000000:0.0:1781623224.923317:0:2350:0:(osc_request.c:2195:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:0.0:1781623224.923320:0:2350:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:00000001:0.0:1781623224.923322:0:2350:0:(osc_quota.c:82:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1781623224.923324:0:2350:0:(osc_request.c:759:osc_update_grant()) got 3407872 extra grant 00000008:00008000:0.0:1781623224.923327:0:2350:0:(osc_request.c:2091:check_write_checksum()) checksum f22ab161 confirmed 00000008:00000001:0.0:1781623224.923330:0:2350:0:(osc_request.c:2227:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1781623224.923332:0:2350:0:(osc_request.c:2438:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:0.0:1781623224.923334:0:2350:0:(osc_request.c:2585:brw_interpret()) request ffff8f850733d500 aa ffff8f850733d6b0 rc 0 00000020:00000001:0.0:1781623224.923340:0:2350:0:(cl_object.c:151:cl_object_top()) ffff8f8532a65180 -> ffff8f85081bcdc8 00000020:00000001:0.0:1781623224.923343:0:2350:0:(cl_object.c:151:cl_object_top()) ffff8f8532a65180 -> ffff8f85081bcdc8 00000020:00000001:0.0:1781623224.923345:0:2350:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1781623224.923348:0:2350:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1781623224.923351:0:2350:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.923353:0:2350:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.923354:0:2350:0:(cl_object.c:151:cl_object_top()) ffff8f8532a65180 -> ffff8f85081bcdc8 00000008:00000010:0.0:1781623224.923357:0:2350:0:(osc_request.c:2667:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff8f85111c48f0. 00000020:00000001:0.0:1781623224.923362:0:2350:0:(cl_object.c:151:cl_object_top()) ffff8f8532a65180 -> ffff8f85081bcdc8 00000020:00000001:0.0:1781623224.923365:0:2350:0:(cl_object.c:286:cl_object_dirty_for_sync()) Process entered 00000020:00000001:0.0:1781623224.923370:0:2350:0:(cl_object.c:292:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:0.0:1781623224.923372:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623224.923376:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8f850733d500 x1868160455808256/t64424509447(64424509447) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623224.923382:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781623224.923387:0:2350:0:(osc_cache.c:903:osc_extent_finish()) Process entered 00000008:00000020:0.0:1781623224.923390:0:2350:0:(osc_cache.c:910:osc_extent_finish()) extent ffff8f8532a9b840@{[0 -> 255/255], [2|0|-|rpc|wiuY|ffff8f8532a65180], [1703936|1|+|-|ffff8f85420ed200|256|ffff8f8502d9cf80]} extent finished. 00000008:00010000:0.0:1781623224.923397:0:2350:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 00000000f388fa11 ns: lustre-OST0000-osc-ffff8f85100c1000 lock: 000000003d54fa73/0x41450ad236a7af34 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x22ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x9ffb0719ffb1faf1 expref: -99 pid: 112461 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1781623224.923416:0:2350:0:(osc_cache.c:1409:osc_completion()) Process entered 00000020:00000001:0.0:1781623224.923419:0:2350:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:0.0:1781623224.923423:0:2350:0:(cl_page.c:1104:cl_page_complete()) page@0000000071e0a332[2 000000006f446105 3 1 0000000000000000] 00000020:00000001:0.0:1781623224.923424:0:2350:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:0.0:1781623224.923426:0:2350:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1781623224.923427:0:2350:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1781623224.923430:0:2350:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1781623224.923432:0:2350:0:(cl_page.c:507:__cl_page_state_set()) page@0000000071e0a332[2 000000006f446105 3 1 0000000000000000] 00000020:00000001:0.0:1781623224.923434:0:2350:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:0.0:1781623224.923435:0:2350:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:0.0:1781623224.923438:0:2350:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:0.0:1781623224.923450:0:2350:0:(vvp_page.c:167:vvp_page_complete_write()) page@0000000071e0a332[2 000000006f446105 1 1 0000000000000000] 00000080:00008000:0.0:1781623224.923452:0:2350:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:0.0:1781623224.923464:0:2350:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:0.0:1781623224.923465:0:2350:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:0.0:1781623224.923467:0:2350:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1781623224.923469:0:2350:0:(cl_page.c:556:cl_batch_put()) page@0000000071e0a332[2 000000006f446105 1 1 0000000000000000] 00000020:00000001:0.0:1781623224.923471:0:2350:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:0.0:1781623224.923472:0:2350:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1781623224.923474:0:2350:0:(osc_cache.c:1453:osc_completion()) Process leaving 00000008:00000020:0.0:1781623224.923477:0:2350:0:(osc_cache.c:1602:osc_free_grant()) lost 0 grant: 0 avail: 20578304 dirty: 20480/8519680 00000008:00000020:0.0:1781623224.923482:0:2350:0:(osc_cache.c:496:__osc_extent_remove()) extent ffff8f8532a9b840@{[0 -> 255/255], [1|0|-|inv|wuY|ffff8f8532a65180], [1703936|0|-|-|ffff8f85420ed200|256|ffff8f8502d9cf80]} destroyed. 00000008:00010000:0.0:1781623224.923487:0:2350:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000f388fa11 ns: lustre-OST0000-osc-ffff8f85100c1000 lock: 000000003d54fa73/0x41450ad236a7af34 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x22ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x9ffb0719ffb1faf1 expref: -99 pid: 112461 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1781623224.923495:0:2350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1781623224.923497:0:2350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:0.0:1781623224.923499:0:2350:0:(osc_cache.c:372:osc_extent_put()) slab-freed '(ext)': 192 at ffff8f8532a9b840. 00000008:00000001:0.0:1781623224.923503:0:2350:0:(osc_cache.c:957:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1781623224.923505:0:2350:0:(osc_request.c:2539:osc_release_ppga()) kvfree 'ppga': 8 at ffff8f852d10b9a8. 00000008:00000020:0.0:1781623224.923512:0:2350:0:(osc_cache.c:2416:__osc_io_unplug()) Queue writeback work for client ffff8f85096b5560. 00000008:00000001:0.0:1781623224.923523:0:2350:0:(osc_request.c:2755:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623224.923528:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733d500 x1868160455808256/t64424509447(64424509447) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1781623224.923536:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:0:1868160455808256:192.168.202.101@tcp:4:dd.0 00000100:00000001:0.0:1781623224.923550:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623224.923552:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623224.923555:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733d500 x1868160455808256/t64424509447(64424509447) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623224.923561:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623224.923564:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623224.923566:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623224.923567:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623224.923568:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623224.923570:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.923583:0:100379:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781623224.923589:0:100379:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f850455eab0. 00000020:00000010:0.0:1781623224.923594:0:100379:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f8505ced800. 00000020:00000010:0.0:1781623224.923598:0:100379:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f8505cec400. 00000020:00000010:0.0:1781623224.923602:0:100379:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f851e55af00. 00000008:00000010:0.0:1781623224.923608:0:100379:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f8506382178. 00020000:00000010:0.0:1781623224.923612:0:100379:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8502ebe780. 00008000:00000010:0.0:1781623224.923618:0:100379:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8512405530. 00000080:00000010:0.0:1781623224.923623:0:100379:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f8505807150. 00000080:00000010:0.0:1781623224.923627:0:100379:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f8502a45ff0. 00000020:00000010:0.0:1781623224.923630:0:100379:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f8505cede00. 00000008:00000010:0.0:1781623224.923634:0:100379:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f85088689a0. 00020000:00000010:0.0:1781623224.923637:0:100379:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f8512479680. 00008000:00000010:0.0:1781623224.923641:0:100379:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d212668. 00000080:00000010:0.0:1781623224.923645:0:100379:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f852d384870. 00000020:00000001:0.0:1781623224.923647:0:100379:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400199002808 : -123673510548808 : ffff8f850455eab8) 00000020:00001000:0.0:1781623224.923651:0:100379:0:(cl_object.c:831:cl_env_get()) 1@ffff8f850455eab0 00000008:00000020:0.0:1781623224.923653:0:100379:0:(osc_request.c:4050:brw_queue_work()) Run writeback work for client obd ffff8f85096b5560. 00000008:00000001:0.0:1781623224.923655:0:100379:0:(osc_cache.c:2336:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1781623224.923656:0:100379:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:0.0:1781623224.923659:0:100379:0:(osc_cache.c:2327:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781623224.923661:0:100379:0:(osc_cache.c:2400:osc_check_rpcs()) Process leaving 00000020:00001000:0.0:1781623224.923663:0:100379:0:(cl_object.c:925:cl_env_put()) 1@ffff8f850455eab0 00000020:00000010:0.0:1781623224.923666:0:100379:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f8505cec400. 00000020:00000010:0.0:1781623224.923669:0:100379:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f851e55af00. 00000008:00000010:0.0:1781623224.923672:0:100379:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f8506382178. 00020000:00000010:0.0:1781623224.923675:0:100379:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8502ebe780. 00008000:00000010:0.0:1781623224.923678:0:100379:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8512405530. 00000080:00000010:0.0:1781623224.923681:0:100379:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f8505807150. 00000080:00000010:0.0:1781623224.923684:0:100379:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f8502a45ff0. 00000020:00000010:0.0:1781623224.923687:0:100379:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f8505ced800. 00000008:00000010:0.0:1781623224.923691:0:100379:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f85088689a0. 00020000:00000010:0.0:1781623224.923694:0:100379:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f8512479680. 00008000:00000010:0.0:1781623224.923697:0:100379:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d212668. 00000080:00000010:0.0:1781623224.923699:0:100379:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f852d384870. 00000020:00000010:0.0:1781623224.923702:0:100379:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f8505cede00. 00000020:00000010:0.0:1781623224.923704:0:100379:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f850455eab0. 00000100:00000001:0.0:1781623224.935175:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623224.935180:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623224.935845:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623224.935847:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623224.935851:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7528. 00000400:00000200:0.0:1781623224.935856:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9198 00000400:00000010:0.0:1781623224.935859:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9198. 00000100:00000001:0.0:1781623224.935862:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623224.935870:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731fb80 x1868160455811072/t0(0) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1781623224.935880:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731fb80 x1868160455811072/t0(0) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623224.935887:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623224.935888:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623224.935891:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623224.935894:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623224.935897:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623224.935899:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623224.935902:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623224.935911:0:2350:0:(import.c:2151:obd_at_measure()) add 27 to ffff8f8505d09cf0 time=85 v=27 (27 27 0 0) 00000100:00001000:0.0:1781623224.935915:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1781623224.935918:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623224.935919:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623224.935922:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623224.935925:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623224.935927:0:2350:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1781623224.935929:0:2350:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1781623224.935930:0:2350:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1781623224.935933:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623224.935934:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246979456 : -123673462572160 : ffff8f850731fb80) 00000100:00000001:0.0:1781623224.935938:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623224.935940:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 60129542187 00000100:00000001:0.0:1781623224.935942:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623224.935944:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623224.935948:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731fb80 x1868160455811072/t64424509446(64424509446) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623224.935954:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623224.935968:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623224.935970:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1781623224.935974:0:2350:0:(osc_request.c:2580:brw_interpret()) Process entered 00000008:00000001:0.0:1781623224.935976:0:2350:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:04000000:0.0:1781623224.935982:0:2350:0:(osc_request.c:2195:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:0.0:1781623224.935985:0:2350:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:0.0:1781623224.935989:0:2350:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff8f85100c1000: setdq to remove for usr 0 00000001:04000000:0.0:1781623224.935991:0:2350:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff8f85100c1000: setdq to remove for grp 0 00000001:04000000:0.0:1781623224.935993:0:2350:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff8f85100c1000: setdq to remove for prj 0 00000001:00000001:0.0:1781623224.935995:0:2350:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1781623224.935997:0:2350:0:(osc_request.c:759:osc_update_grant()) got 3407872 extra grant 00000008:00008000:0.0:1781623224.936000:0:2350:0:(osc_request.c:2091:check_write_checksum()) checksum a0440bdd confirmed 00000008:00000001:0.0:1781623224.936004:0:2350:0:(osc_request.c:2227:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1781623224.936007:0:2350:0:(osc_request.c:2438:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:0.0:1781623224.936009:0:2350:0:(osc_request.c:2585:brw_interpret()) request ffff8f850731fb80 aa ffff8f850731fd30 rc 0 00000020:00000001:0.0:1781623224.936016:0:2350:0:(cl_object.c:151:cl_object_top()) ffff8f8507253180 -> ffff8f8532982d00 00000020:00000001:0.0:1781623224.936020:0:2350:0:(cl_object.c:151:cl_object_top()) ffff8f8507253180 -> ffff8f8532982d00 00000020:00000001:0.0:1781623224.936022:0:2350:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1781623224.937537:0:2350:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1781623224.937542:0:2350:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.937545:0:2350:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.937549:0:2350:0:(cl_object.c:151:cl_object_top()) ffff8f8507253180 -> ffff8f8532982d00 00000008:00000010:0.0:1781623224.937553:0:2350:0:(osc_request.c:2667:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff8f85090495b0. 00000020:00000001:0.0:1781623224.937558:0:2350:0:(cl_object.c:151:cl_object_top()) ffff8f8507253180 -> ffff8f8532982d00 00000020:00000001:0.0:1781623224.937561:0:2350:0:(cl_object.c:286:cl_object_dirty_for_sync()) Process entered 00000020:00000001:0.0:1781623224.937565:0:2350:0:(cl_object.c:292:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:0.0:1781623224.937568:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623224.937575:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8f850731fb80 x1868160455811072/t64424509446(64424509446) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623224.937582:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781623224.937587:0:2350:0:(osc_cache.c:903:osc_extent_finish()) Process entered 00000008:00000020:0.0:1781623224.937590:0:2350:0:(osc_cache.c:910:osc_extent_finish()) extent ffff8f85098c0540@{[0 -> 255/255], [2|0|-|rpc|wiuY|ffff8f8507253180], [1703936|1|+|-|ffff8f8524dcbe00|256|ffff8f85111da7c0]} extent finished. 00000008:00010000:0.0:1781623224.937598:0:2350:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 00000000747e0859 ns: lustre-OST0000-osc-ffff8f85100c1000 lock: 00000000a1679899/0x41450ad236a7afa4 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x22f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x9ffb0719ffb1fb06 expref: -99 pid: 112469 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1781623224.937612:0:2350:0:(osc_cache.c:1409:osc_completion()) Process entered 00000020:00000001:0.0:1781623224.937615:0:2350:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:0.0:1781623224.937619:0:2350:0:(cl_page.c:1104:cl_page_complete()) page@000000008c7c20c3[2 000000000cc21ff1 3 1 0000000000000000] 00000020:00000001:0.0:1781623224.937620:0:2350:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:0.0:1781623224.937622:0:2350:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1781623224.937623:0:2350:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1781623224.937625:0:2350:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1781623224.937628:0:2350:0:(cl_page.c:507:__cl_page_state_set()) page@000000008c7c20c3[2 000000000cc21ff1 3 1 0000000000000000] 00000020:00000001:0.0:1781623224.937630:0:2350:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:0.0:1781623224.937631:0:2350:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:0.0:1781623224.937634:0:2350:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:0.0:1781623224.937637:0:2350:0:(vvp_page.c:167:vvp_page_complete_write()) page@000000008c7c20c3[2 000000000cc21ff1 1 1 0000000000000000] 00000080:00008000:0.0:1781623224.937639:0:2350:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:0.0:1781623224.937651:0:2350:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:0.0:1781623224.937654:0:2350:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:0.0:1781623224.937655:0:2350:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1781623224.937658:0:2350:0:(cl_page.c:556:cl_batch_put()) page@000000008c7c20c3[2 000000000cc21ff1 1 1 0000000000000000] 00000020:00000001:0.0:1781623224.937659:0:2350:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:0.0:1781623224.937661:0:2350:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1781623224.937662:0:2350:0:(osc_cache.c:1453:osc_completion()) Process leaving 00000008:00000020:0.0:1781623224.937665:0:2350:0:(osc_cache.c:1602:osc_free_grant()) lost 0 grant: 0 avail: 23986176 dirty: 16384/6815744 00000008:00000020:0.0:1781623224.937670:0:2350:0:(osc_cache.c:496:__osc_extent_remove()) extent ffff8f85098c0540@{[0 -> 255/255], [1|0|-|inv|wuY|ffff8f8507253180], [1703936|0|-|-|ffff8f8524dcbe00|256|ffff8f85111da7c0]} destroyed. 00000008:00010000:0.0:1781623224.937674:0:2350:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000747e0859 ns: lustre-OST0000-osc-ffff8f85100c1000 lock: 00000000a1679899/0x41450ad236a7afa4 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x22f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x9ffb0719ffb1fb06 expref: -99 pid: 112469 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1781623224.937681:0:2350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1781623224.937683:0:2350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:0.0:1781623224.937686:0:2350:0:(osc_cache.c:372:osc_extent_put()) slab-freed '(ext)': 192 at ffff8f85098c0540. 00000008:00000001:0.0:1781623224.937689:0:2350:0:(osc_cache.c:957:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1781623224.937691:0:2350:0:(osc_request.c:2539:osc_release_ppga()) kvfree 'ppga': 8 at ffff8f8510ce4798. 00000008:00000020:0.0:1781623224.937699:0:2350:0:(osc_cache.c:2416:__osc_io_unplug()) Queue writeback work for client ffff8f85096b5560. 00000008:00000001:0.0:1781623224.937709:0:2350:0:(osc_request.c:2755:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623224.937715:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731fb80 x1868160455811072/t64424509446(64424509446) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1781623224.937724:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455811072:192.168.202.101@tcp:4:dd.0 00000400:00000001:0.0:1781623224.937734:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623224.937736:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623224.937739:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc77e8. 00000400:00000200:0.0:1781623224.937742:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9088 00000400:00000010:0.0:1781623224.937744:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9088. 00000100:00000001:0.0:1781623224.937747:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623224.937751:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733e680 x1868160455808768/t0(0) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1781623224.937759:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733e680 x1868160455808768/t0(0) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623224.937766:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623224.937768:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623224.937771:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623224.937773:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623224.937775:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623224.937777:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623224.937780:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623224.937787:0:2350:0:(import.c:2151:obd_at_measure()) add 27 to ffff8f8505d09cf0 time=85 v=27 (27 27 0 0) 00000100:00001000:0.0:1781623224.937791:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1781623224.937793:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623224.937794:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623224.937796:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623224.937799:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623224.937802:0:2350:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1781623224.937803:0:2350:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1781623224.937805:0:2350:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1781623224.937806:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623224.937807:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247105152 : -123673462446464 : ffff8f850733e680) 00000100:00000001:0.0:1781623224.937810:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623224.937812:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 60129542187 00000100:00000001:0.0:1781623224.937813:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623224.937815:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623224.937819:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733e680 x1868160455808768/t64424509448(64424509448) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623224.937826:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623224.937828:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623224.937830:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1781623224.937831:0:2350:0:(osc_request.c:2580:brw_interpret()) Process entered 00000008:00000001:0.0:1781623224.937833:0:2350:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:04000000:0.0:1781623224.937836:0:2350:0:(osc_request.c:2195:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:0.0:1781623224.937840:0:2350:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:00000001:0.0:1781623224.937841:0:2350:0:(osc_quota.c:82:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1781623224.937843:0:2350:0:(osc_request.c:759:osc_update_grant()) got 3407872 extra grant 00000008:00008000:0.0:1781623224.937846:0:2350:0:(osc_request.c:2091:check_write_checksum()) checksum 9dfaf695 confirmed 00000008:00000001:0.0:1781623224.937849:0:2350:0:(osc_request.c:2227:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1781623224.937851:0:2350:0:(osc_request.c:2438:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:0.0:1781623224.937853:0:2350:0:(osc_request.c:2585:brw_interpret()) request ffff8f850733e680 aa ffff8f850733e830 rc 0 00000020:00000001:0.0:1781623224.937858:0:2350:0:(cl_object.c:151:cl_object_top()) ffff8f8508197180 -> ffff8f8506cca468 00000020:00000001:0.0:1781623224.937860:0:2350:0:(cl_object.c:151:cl_object_top()) ffff8f8508197180 -> ffff8f8506cca468 00000020:00000001:0.0:1781623224.937862:0:2350:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1781623224.937863:0:2350:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1781623224.937865:0:2350:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.937867:0:2350:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.937869:0:2350:0:(cl_object.c:151:cl_object_top()) ffff8f8508197180 -> ffff8f8506cca468 00000008:00000010:0.0:1781623224.937871:0:2350:0:(osc_request.c:2667:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff8f85111c44e0. 00000020:00000001:0.0:1781623224.937873:0:2350:0:(cl_object.c:151:cl_object_top()) ffff8f8508197180 -> ffff8f8506cca468 00000020:00000001:0.0:1781623224.937875:0:2350:0:(cl_object.c:286:cl_object_dirty_for_sync()) Process entered 00000020:00000001:0.0:1781623224.937877:0:2350:0:(cl_object.c:292:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:0.0:1781623224.937879:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623224.937882:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8f850733e680 x1868160455808768/t64424509448(64424509448) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623224.937888:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781623224.937889:0:2350:0:(osc_cache.c:903:osc_extent_finish()) Process entered 00000008:00000020:0.0:1781623224.937891:0:2350:0:(osc_cache.c:910:osc_extent_finish()) extent ffff8f8532a9b6c0@{[0 -> 255/255], [2|0|-|rpc|wiuY|ffff8f8508197180], [1703936|1|+|-|ffff8f85202de400|256|ffff8f8502d9cf80]} extent finished. 00000008:00010000:0.0:1781623224.937898:0:2350:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 00000000742ce426 ns: lustre-OST0000-osc-ffff8f85100c1000 lock: 00000000b296a591/0x41450ad236a7af6c lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x22f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x9ffb0719ffb1fb22 expref: -99 pid: 112465 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1781623224.937906:0:2350:0:(osc_cache.c:1409:osc_completion()) Process entered 00000020:00000001:0.0:1781623224.937907:0:2350:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:0.0:1781623224.937910:0:2350:0:(cl_page.c:1104:cl_page_complete()) page@0000000083e8675e[2 000000000662e254 3 1 0000000000000000] 00000020:00000001:0.0:1781623224.937911:0:2350:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:0.0:1781623224.937913:0:2350:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1781623224.937914:0:2350:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1781623224.937916:0:2350:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1781623224.937918:0:2350:0:(cl_page.c:507:__cl_page_state_set()) page@0000000083e8675e[2 000000000662e254 3 1 0000000000000000] 00000020:00000001:0.0:1781623224.937919:0:2350:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:0.0:1781623224.937920:0:2350:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:0.0:1781623224.937922:0:2350:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:0.0:1781623224.937924:0:2350:0:(vvp_page.c:167:vvp_page_complete_write()) page@0000000083e8675e[2 000000000662e254 1 1 0000000000000000] 00000080:00008000:0.0:1781623224.937925:0:2350:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:0.0:1781623224.937929:0:2350:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:0.0:1781623224.937931:0:2350:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:0.0:1781623224.937932:0:2350:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1781623224.937934:0:2350:0:(cl_page.c:556:cl_batch_put()) page@0000000083e8675e[2 000000000662e254 1 1 0000000000000000] 00000020:00000001:0.0:1781623224.937935:0:2350:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:0.0:1781623224.937936:0:2350:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1781623224.937937:0:2350:0:(osc_cache.c:1453:osc_completion()) Process leaving 00000008:00000020:0.0:1781623224.937939:0:2350:0:(osc_cache.c:1602:osc_free_grant()) lost 0 grant: 0 avail: 27394048 dirty: 12288/5111808 00000008:00000020:0.0:1781623224.937942:0:2350:0:(osc_cache.c:496:__osc_extent_remove()) extent ffff8f8532a9b6c0@{[0 -> 255/255], [1|0|-|inv|wuY|ffff8f8508197180], [1703936|0|-|-|ffff8f85202de400|256|ffff8f8502d9cf80]} destroyed. 00000008:00010000:0.0:1781623224.937947:0:2350:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000742ce426 ns: lustre-OST0000-osc-ffff8f85100c1000 lock: 00000000b296a591/0x41450ad236a7af6c lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x22f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x9ffb0719ffb1fb22 expref: -99 pid: 112465 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1781623224.937954:0:2350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1781623224.937955:0:2350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:0.0:1781623224.937967:0:2350:0:(osc_cache.c:372:osc_extent_put()) slab-freed '(ext)': 192 at ffff8f8532a9b6c0. 00000008:00000001:0.0:1781623224.937970:0:2350:0:(osc_cache.c:957:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1781623224.937972:0:2350:0:(osc_request.c:2539:osc_release_ppga()) kvfree 'ppga': 8 at ffff8f852d10b168. 00000008:00000020:0.0:1781623224.937976:0:2350:0:(osc_cache.c:2416:__osc_io_unplug()) Queue writeback work for client ffff8f85096b5560. 00000008:00000001:0.0:1781623224.937977:0:2350:0:(osc_request.c:2755:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623224.937982:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733e680 x1868160455808768/t64424509448(64424509448) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1781623224.937989:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:0:1868160455808768:192.168.202.101@tcp:4:dd.0 00000100:00000001:0.0:1781623224.937993:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623224.937995:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623224.937998:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731fb80 x1868160455811072/t64424509446(64424509446) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623224.938003:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623224.938005:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623224.938007:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733e680 x1868160455808768/t64424509448(64424509448) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623224.938012:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623224.938015:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623224.938018:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623224.938019:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623224.938021:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623224.938023:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623224.938059:0:100379:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781623224.938064:0:100379:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f850455eab0. 00000020:00000010:0.0:1781623224.938068:0:100379:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f8505cede00. 00000020:00000010:0.0:1781623224.938073:0:100379:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f8505ced800. 00000020:00000010:0.0:1781623224.938076:0:100379:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f851e55af00. 00000008:00000010:0.0:1781623224.938082:0:100379:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f8506382178. 00020000:00000010:0.0:1781623224.938086:0:100379:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8502ebe780. 00008000:00000010:0.0:1781623224.938091:0:100379:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8512405530. 00000080:00000010:0.0:1781623224.938096:0:100379:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f8505807150. 00000080:00000010:0.0:1781623224.938100:0:100379:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f8502a45ff0. 00000020:00000010:0.0:1781623224.938103:0:100379:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f8505cec400. 00000008:00000010:0.0:1781623224.938106:0:100379:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f85088689a0. 00020000:00000010:0.0:1781623224.938110:0:100379:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f8512479680. 00008000:00000010:0.0:1781623224.938113:0:100379:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d212668. 00000080:00000010:0.0:1781623224.938117:0:100379:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f852d384870. 00000020:00000001:0.0:1781623224.938119:0:100379:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400199002808 : -123673510548808 : ffff8f850455eab8) 00000020:00001000:0.0:1781623224.938122:0:100379:0:(cl_object.c:831:cl_env_get()) 1@ffff8f850455eab0 00000008:00000020:0.0:1781623224.938123:0:100379:0:(osc_request.c:4050:brw_queue_work()) Run writeback work for client obd ffff8f85096b5560. 00000008:00000001:0.0:1781623224.938126:0:100379:0:(osc_cache.c:2336:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1781623224.938127:0:100379:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:0.0:1781623224.938129:0:100379:0:(osc_cache.c:2327:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781623224.938131:0:100379:0:(osc_cache.c:2400:osc_check_rpcs()) Process leaving 00000020:00001000:0.0:1781623224.938133:0:100379:0:(cl_object.c:925:cl_env_put()) 1@ffff8f850455eab0 00000020:00000010:0.0:1781623224.938136:0:100379:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f8505ced800. 00000020:00000010:0.0:1781623224.938141:0:100379:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f851e55af00. 00000008:00000010:0.0:1781623224.938144:0:100379:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f8506382178. 00020000:00000010:0.0:1781623224.938147:0:100379:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8502ebe780. 00008000:00000010:0.0:1781623224.938150:0:100379:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8512405530. 00000080:00000010:0.0:1781623224.938153:0:100379:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f8505807150. 00000080:00000010:0.0:1781623224.938156:0:100379:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f8502a45ff0. 00000020:00000010:0.0:1781623224.938159:0:100379:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f8505cede00. 00000008:00000010:0.0:1781623224.938162:0:100379:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f85088689a0. 00020000:00000010:0.0:1781623224.938165:0:100379:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f8512479680. 00008000:00000010:0.0:1781623224.938168:0:100379:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d212668. 00000080:00000010:0.0:1781623224.938171:0:100379:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f852d384870. 00000020:00000010:0.0:1781623224.938174:0:100379:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f8505cec400. 00000020:00000010:0.0:1781623224.938176:0:100379:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f850455eab0. 00000100:00000040:0.0:1781623225.145754:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623225.145767:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623225.145775:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731c700. 00000020:00000040:0.0:1781623225.145782:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781623225.145786:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623225.145790:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623225.145794:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623225.145803:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0c00. 00000100:00000001:0.0:1781623225.145810:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623225.145822:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731c700 x1868160455811328/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623225.145834:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623225.145838:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623225.145845:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a77dd68f] to pc [ptlrpcd_00_01+1] req@ffff8f850731c700 x1868160455811328/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623225.145864:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623225.145867:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623225.145870:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623225.145873:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731ed80. 00000020:00000040:0.0:1781623225.145876:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781623225.145878:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623225.145880:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623225.145881:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623225.145884:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0100. 00000100:00000001:0.0:1781623225.145887:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623225.145892:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731ed80 x1868160455811456/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623225.145900:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623225.145902:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623225.145906:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3dd1577] to pc [ptlrpcd_00_00+0] req@ffff8f850731ed80 x1868160455811456/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623225.145915:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623225.145918:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781623225.145922:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781623225.145927:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (6719) 00000100:00000001:0.0:1781623225.158580:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623225.158585:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623225.158591:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623225.158593:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623225.158596:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631160. 00000400:00000200:0.0:1781623225.158600:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1990 00000400:00000010:0.0:1781623225.158603:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1990. 00000100:00000001:0.0:1781623225.158606:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623225.158611:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731ed80 x1868160455811456/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623260 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623225.158621:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731ed80 x1868160455811456/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623260 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623225.158626:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623225.158627:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623225.158630:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623225.158633:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623225.158635:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623225.158637:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623225.158640:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623225.158650:0:2350:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=152 v=20 (20 20 0 0) 00000100:00001000:0.0:1781623225.158654:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=73 v=5 (1 0 0 0) 00000100:00000001:0.0:1781623225.158657:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623225.158658:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623225.158662:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623225.158665:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623225.158670:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623225.158672:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781623225.158674:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623225.158676:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623225.158681:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731ed80 x1868160455811456/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623260 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623225.158690:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623225.158693:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623225.158695:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623225.158699:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731ed80 x1868160455811456/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623260 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623225.158707:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455811456:192.168.202.101@tcp:400:kworker.0 00000400:00000001:0.0:1781623225.158713:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623225.158714:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623225.158716:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631ec8. 00000400:00000200:0.0:1781623225.158718:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1b28 00000400:00000010:0.0:1781623225.158917:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1b28. 00000100:00000001:0.0:1781623225.158922:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623225.158926:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731c700 x1868160455811328/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623241 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623225.158933:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731c700 x1868160455811328/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623241 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623225.158939:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623225.158940:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623225.158942:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623225.158944:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623225.158945:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623225.158946:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623225.158948:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623225.158951:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=152 v=5 (5 5 0 0) 00000100:00001000:0.0:1781623225.158964:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=73 v=5 (1 0 0 0) 00000100:00000001:0.0:1781623225.158967:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623225.158968:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623225.158970:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623225.158971:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623225.158973:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623225.158977:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731c700 x1868160455811328/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623241 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623225.158983:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623225.158985:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623225.158986:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623225.158990:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731c700 x1868160455811328/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623241 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623225.158996:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455811328:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623225.159001:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623225.159004:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623225.159007:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731ed80 x1868160455811456/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623260 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623225.159013:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623225.159016:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623225.159019:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557600. 02000000:00000001:0.0:1781623225.159041:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623225.159044:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623225.159046:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781623225.159049:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623225.159051:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0100. 02000000:00000001:0.0:1781623225.159055:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623225.159057:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623225.159059:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731ed80. 00000100:00000001:0.0:1781623225.159074:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623225.159076:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623225.159077:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623225.159080:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731c700 x1868160455811328/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623241 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623225.159086:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623225.159087:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623225.159088:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557200. 02000000:00000001:0.0:1781623225.159090:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623225.159092:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623225.159093:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781623225.159094:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623225.159095:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0c00. 02000000:00000001:0.0:1781623225.159097:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623225.159098:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623225.159099:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731c700. 00000100:00000001:0.0:1781623225.159101:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623225.159102:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623225.159104:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623225.159110:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623225.159112:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623225.159114:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623225.159116:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1781623225.402134:0:113000:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623225.527244:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623225.527248:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623225.527251:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1781623228.597381:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623228.597385:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623228.597387:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1781623230.261634:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623230.261639:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623230.261642:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623230.261648:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733d180 x1868160455811584/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623230.261656:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623230.261658:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623230.261661:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623230.261664:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623230.261667:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623230.261672:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455811584:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623230.261676:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623230.261683:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623230.261685:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623230.261688:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623230.261693:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cedc00. 02000000:00000001:0.0:1781623230.261695:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623230.261702:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623230.261706:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc77e8. 00000400:00000010:0.0:1781623230.261713:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9088. 00000100:00000200:0.0:1781623230.261720:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455811584, portal 25 00000100:00000001:0.0:1781623230.261722:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623230.261724:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247099776 : -123673462451840 : ffff8f850733d180) 00000100:00000040:0.0:1781623230.261729:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733d180 x1868160455811584/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623230.261736:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623230.261738:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623230.261741:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9198. 00000100:00000200:0.0:1781623230.261744:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455811584, offset 0 00000400:00000200:0.0:1781623230.261750:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623230.261759:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623230.261767:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623230.261773:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623230.261777:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623230.261780:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623230.261783:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623230.261787:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375629:375629:256:4294967295] 192.168.202.101@tcp LPNI seq info [375599:375599:8:4294967295] 00000400:00000200:0.0:1781623230.261791:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623230.261802:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623230.261809:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623230.261814:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0c00. 00000800:00000200:0.0:1781623230.261821:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623230.261829:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623230.261833:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623230.261850:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623230.261854:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623230.261857:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301395062 00000100:00000001:0.0:1781623230.261863:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301389948 00000100:00000001:0.0:1781623230.261867:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301395062 00000100:00000001:0.0:1781623230.261869:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301389948 00000100:00000001:0.0:1781623230.261881:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623230.261884:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623230.261887:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623230.261889:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623230.261896:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623230.261898:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781623230.261900:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623230.261901:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623230.261903:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623230.261913:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623230.261934:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623230.261936:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623230.262672:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623230.262674:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623230.262676:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623230.262681:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733df80 x1868160455811712/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623230.262689:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623230.262690:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623230.262693:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623230.262695:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623230.262698:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623230.262701:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455811712:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623230.262704:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623230.262709:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623230.262711:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623230.262713:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623230.262718:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cecc00. 02000000:00000001:0.0:1781623230.262720:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623230.262724:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623230.262728:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7528. 00000400:00000010:0.0:1781623230.262732:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9440. 00000100:00000200:0.0:1781623230.262737:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455811712, portal 10 00000100:00000001:0.0:1781623230.262739:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623230.262740:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247103360 : -123673462448256 : ffff8f850733df80) 00000100:00000040:0.0:1781623230.262748:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733df80 x1868160455811712/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623230.262755:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623230.262757:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623230.262760:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9220. 00000100:00000200:0.0:1781623230.262762:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455811712, offset 0 00000400:00000200:0.0:1781623230.262768:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623230.262773:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623230.262778:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623230.262782:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623230.262785:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623230.262788:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623230.262790:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623230.262794:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375630:375630:256:4294967295] 192.168.202.101@tcp LPNI seq info [375600:375600:8:4294967295] 00000400:00000200:0.0:1781623230.262799:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623230.262806:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623230.262811:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623230.262815:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0100. 00000800:00000200:0.0:1781623230.262820:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623230.262826:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623230.262830:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623230.262903:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623230.262915:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 18241 usecs (19 jiffies) 00000400:00000200:0.0:1781623230.262919:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623230.262921:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301387284 00000100:00000001:0.0:1781623230.262924:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301395062 00000100:00000001:0.0:1781623230.262926:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301387284 00000100:00000001:0.0:1781623230.262928:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301395062 00000100:00000001:0.0:1781623230.262930:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623230.262932:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623230.262934:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623230.262936:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623230.262942:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623230.262943:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=30 : 30 : 1e) 00000100:00000001:0.0:1781623230.262946:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623230.262947:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623230.262948:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623230.262950:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1781623230.262952:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623230.262954:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623230.262955:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623230.262957:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623230.262958:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623230.262959:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623230.262962:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733e300 x1868160455811840/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623230.262968:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623230.262970:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623230.262972:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623230.262974:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623230.262976:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623230.262978:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455811840:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623230.262981:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623230.262983:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623230.262985:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623230.262987:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623230.262990:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cec800. 02000000:00000001:0.0:1781623230.262992:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623230.262995:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623230.262998:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc71b8. 00000400:00000010:0.0:1781623230.263001:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9000. 00000100:00000200:0.0:1781623230.263004:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455811840, portal 4 00000100:00000001:0.0:1781623230.263006:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623230.263007:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247104256 : -123673462447360 : ffff8f850733e300) 00000100:00000040:0.0:1781623230.263013:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733e300 x1868160455811840/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623230.263019:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623230.263021:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623230.263024:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e94c8. 00000100:00000200:0.0:1781623230.263055:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455811840, offset 0 00000400:00000200:0.0:1781623230.263060:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623230.263063:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623230.263067:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623230.263069:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623230.263071:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623230.263074:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623230.263076:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623230.263078:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375631:375631:255:4294967295] 192.168.202.101@tcp LPNI seq info [375601:375601:7:4294967295] 00000400:00000200:0.0:1781623230.263082:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623230.263088:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623230.263093:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623230.263097:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0800. 00000800:00000200:0.0:1781623230.263101:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623230.263105:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623230.263108:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623230.263111:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623230.263115:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 604532 usecs (605 jiffies) 00000400:00000200:0.0:1781623230.263133:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623230.263135:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301387871 00000100:00000001:0.0:1781623230.263138:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301395062 00000100:00000001:0.0:1781623230.263140:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301387871 00000100:00000001:0.0:1781623230.263142:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301395062 00000100:00000001:0.0:1781623230.263144:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623230.263146:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623230.263149:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623230.263151:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623230.263162:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623230.263164:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623230.263166:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623230.263167:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623230.268341:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623230.268345:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623230.268352:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623230.268353:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623230.268356:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc77e8. 00000400:00000200:0.0:1781623230.268361:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9088 00000400:00000010:0.0:1781623230.268362:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9088. 00000100:00000001:0.0:1781623230.268365:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623230.268370:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733d180 x1868160455811584/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623246 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623230.268378:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733d180 x1868160455811584/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623246 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623230.268384:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623230.268386:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623230.268388:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623230.268391:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623230.268394:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623230.268396:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623230.268399:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623230.268405:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=7 v=5 (5 5 5 0) 00000100:00001000:0.0:1781623230.268409:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=78 v=5 (1 0 0 0) 00000100:00000001:0.0:1781623230.268412:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623230.268413:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623230.268416:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623230.268418:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623230.268420:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623230.268424:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733d180 x1868160455811584/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623246 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623230.268431:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623230.268433:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623230.268435:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623230.268438:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733d180 x1868160455811584/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623246 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623230.268457:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455811584:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623230.268462:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623230.268464:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623230.268466:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733d180 x1868160455811584/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623246 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623230.268472:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623230.268945:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623230.268951:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cedc00. 02000000:00000001:0.0:1781623230.268956:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623230.268959:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623230.268961:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781623230.268963:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623230.268966:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85079ab400. 02000000:00000001:0.0:1781623230.268969:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623230.268971:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623230.268973:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733d180. 00000100:00000001:0.0:1781623230.268977:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623230.268978:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623230.268980:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623230.268989:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623230.268991:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623230.268993:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623230.268995:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623230.276015:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623230.276023:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623230.276064:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623230.276066:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623230.276071:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7528. 00000400:00000200:0.0:1781623230.276080:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9440 00000400:00000010:0.0:1781623230.276082:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9440. 00000100:00000001:0.0:1781623230.276087:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623230.276098:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733df80 x1868160455811712/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623230.276110:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733df80 x1868160455811712/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623265 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623230.276128:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623230.276130:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623230.276133:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623230.276137:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623230.276139:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623230.276142:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623230.276145:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623230.276153:0:2349:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=7 v=20 (20 20 20 0) 00000100:00001000:0.0:1781623230.276158:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=78 v=5 (1 0 0 0) 00000100:00000001:0.0:1781623230.276161:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623230.276163:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623230.276166:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623230.276170:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623230.276174:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623230.276176:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781623230.276178:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623230.276180:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623230.276186:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733df80 x1868160455811712/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623265 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623230.276193:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623230.276197:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623230.276200:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623230.276204:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733df80 x1868160455811712/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623265 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623230.276213:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455811712:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623230.276218:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623230.276221:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623230.276223:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733df80 x1868160455811712/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623265 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623230.276231:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623230.276233:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623230.276237:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cecc00. 02000000:00000001:0.0:1781623230.276240:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623230.276243:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623230.276245:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781623230.276248:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623230.276250:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85079ab500. 02000000:00000001:0.0:1781623230.276255:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623230.276256:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623230.276258:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733df80. 00000100:00000001:0.0:1781623230.276263:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623230.276264:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623230.276267:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623230.276269:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623230.276270:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623230.276272:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623230.276274:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623230.277861:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623230.277866:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623230.277874:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623230.278251:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623230.278255:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc71b8. 00000400:00000200:0.0:1781623230.278260:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9000 00000400:00000010:0.0:1781623230.278263:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9000. 00000100:00000001:0.0:1781623230.278267:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623230.278273:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733e300 x1868160455811840/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623246 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623230.278283:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733e300 x1868160455811840/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623246 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623230.278290:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623230.278292:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623230.278295:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623230.278298:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623230.278300:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623230.278303:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623230.278307:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623230.278317:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=7 v=5 (5 5 5 0) 00000100:00001000:0.0:1781623230.278321:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1781623230.278324:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623230.278326:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623230.278329:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623230.278332:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623230.278335:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1781623230.278338:0:2349:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: committing for last_committed 64424509451 gen 4 00000100:00000040:0.0:1781623230.278344:0:2349:0:(client.c:3167:ptlrpc_free_committed()) @@@ commit (last_committed 64424509451) req@ffff8f850733dc00 x1868160455808640/t64424509441(64424509441) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623230.278354:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623230.278357:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733dc00 x1868160455808640/t64424509441(64424509441) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623230.278364:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623230.278366:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623230.278370:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f8509819c00. 02000000:00000001:0.0:1781623230.278826:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623230.278830:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623230.278833:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=13 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:0.0:1781623230.278836:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623230.278839:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at ffff8f850440e000. 02000000:00000001:0.0:1781623230.278846:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623230.278848:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623230.278851:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733dc00. 00000100:00000001:0.0:1781623230.278854:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623230.278856:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623230.278864:0:2349:0:(client.c:3167:ptlrpc_free_committed()) @@@ commit (last_committed 64424509451) req@ffff8f850733ed80 x1868160455808128/t64424509442(64424509442) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623230.278871:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623230.278874:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733ed80 x1868160455808128/t64424509442(64424509442) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623230.278880:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623230.278882:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623230.278883:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f8509819000. 02000000:00000001:0.0:1781623230.278885:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623230.278886:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623230.278887:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=12 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:0.0:1781623230.278889:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623230.278890:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at ffff8f85124ba000. 02000000:00000001:0.0:1781623230.278893:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623230.278894:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623230.278895:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733ed80. 00000100:00000001:0.0:1781623230.278898:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623230.278899:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623230.278905:0:2349:0:(client.c:3167:ptlrpc_free_committed()) @@@ commit (last_committed 64424509451) req@ffff8f850733ea00 x1868160455808512/t64424509443(64424509443) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623230.278998:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623230.279002:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733ea00 x1868160455808512/t64424509443(64424509443) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623230.279008:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623230.279010:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623230.279012:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f8509818800. 02000000:00000001:0.0:1781623230.279014:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623230.279016:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623230.279017:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=11 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:0.0:1781623230.279019:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623230.279021:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at ffff8f850440c000. 02000000:00000001:0.0:1781623230.279049:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623230.279051:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623230.279052:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733ea00. 00000100:00000001:0.0:1781623230.279055:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623230.279056:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623230.279061:0:2349:0:(client.c:3167:ptlrpc_free_committed()) @@@ commit (last_committed 64424509451) req@ffff8f850733f800 x1868160455809024/t64424509444(64424509444) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623230.279067:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623230.279070:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733f800 x1868160455809024/t64424509444(64424509444) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623230.279076:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623230.279078:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623230.279079:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f8509818000. 02000000:00000001:0.0:1781623230.279081:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623230.279082:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623230.279083:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=10 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:0.0:1781623230.279084:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623230.279085:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at ffff8f8508a32000. 02000000:00000001:0.0:1781623230.279093:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623230.279093:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623230.279095:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733f800. 00000100:00000001:0.0:1781623230.279097:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623230.279098:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623230.279102:0:2349:0:(client.c:3167:ptlrpc_free_committed()) @@@ commit (last_committed 64424509451) req@ffff8f850733fb80 x1868160455809152/t64424509445(64424509445) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623230.279108:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623230.279111:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733fb80 x1868160455809152/t64424509445(64424509445) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623230.279117:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623230.279118:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623230.279127:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f850981a400. 02000000:00000001:0.0:1781623230.279130:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623230.279131:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623230.279133:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=9 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:0.0:1781623230.279135:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623230.279136:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at ffff8f8508a34000. 02000000:00000001:0.0:1781623230.279139:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623230.279140:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623230.279141:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733fb80. 00000100:00000001:0.0:1781623230.279143:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623230.279144:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623230.279149:0:2349:0:(client.c:3167:ptlrpc_free_committed()) @@@ commit (last_committed 64424509451) req@ffff8f850731fb80 x1868160455811072/t64424509446(64424509446) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623230.279154:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623230.279157:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731fb80 x1868160455811072/t64424509446(64424509446) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623230.279163:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623230.279164:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623230.279165:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f850981a000. 02000000:00000001:0.0:1781623230.279167:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623230.279167:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623230.279169:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=8 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:0.0:1781623230.279170:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623230.279172:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at ffff8f850728e000. 02000000:00000001:0.0:1781623230.279174:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623230.279175:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623230.279177:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731fb80. 00000100:00000001:0.0:1781623230.279180:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623230.279181:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623230.279185:0:2349:0:(client.c:3167:ptlrpc_free_committed()) @@@ commit (last_committed 64424509451) req@ffff8f850733d500 x1868160455808256/t64424509447(64424509447) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623230.279191:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623230.279193:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733d500 x1868160455808256/t64424509447(64424509447) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623230.279198:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623230.279200:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623230.279201:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f8509819800. 02000000:00000001:0.0:1781623230.279204:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623230.279205:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623230.279206:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=7 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:0.0:1781623230.279208:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623230.279209:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at ffff8f85124b8000. 02000000:00000001:0.0:1781623230.279211:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623230.279213:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623230.279214:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733d500. 00000100:00000001:0.0:1781623230.279216:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623230.279217:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623230.279222:0:2349:0:(client.c:3167:ptlrpc_free_committed()) @@@ commit (last_committed 64424509451) req@ffff8f850733e680 x1868160455808768/t64424509448(64424509448) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623230.279228:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623230.279230:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733e680 x1868160455808768/t64424509448(64424509448) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623230.279235:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623230.279237:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623230.279238:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f8509818c00. 02000000:00000001:0.0:1781623230.279240:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623230.279241:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623230.279242:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=6 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:0.0:1781623230.279244:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623230.279245:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at ffff8f8504408000. 02000000:00000001:0.0:1781623230.279248:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623230.279249:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623230.279250:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733e680. 00000100:00000001:0.0:1781623230.279252:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623230.279253:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623230.279257:0:2349:0:(client.c:3167:ptlrpc_free_committed()) @@@ commit (last_committed 64424509451) req@ffff8f850733f100 x1868160455808384/t64424509449(64424509449) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623230.279263:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623230.279265:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733f100 x1868160455808384/t64424509449(64424509449) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623230.279272:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623230.279273:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623230.279275:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f8509819400. 02000000:00000001:0.0:1781623230.279277:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623230.279278:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623230.279279:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=5 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:0.0:1781623230.279281:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623230.279282:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at ffff8f85124bc000. 02000000:00000001:0.0:1781623230.279285:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623230.279286:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623230.279287:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733f100. 00000100:00000001:0.0:1781623230.279289:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623230.279290:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623230.279295:0:2349:0:(client.c:3167:ptlrpc_free_committed()) @@@ commit (last_committed 64424509451) req@ffff8f850733c000 x1868160455808896/t64424509450(64424509450) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623230.279301:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623230.279304:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733c000 x1868160455808896/t64424509450(64424509450) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623230.279309:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623230.279310:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623230.279312:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f8509818400. 02000000:00000001:0.0:1781623230.279314:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623230.279315:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623230.279316:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=4 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:0.0:1781623230.279318:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623230.279319:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at ffff8f850440a000. 02000000:00000001:0.0:1781623230.279322:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623230.279323:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623230.279324:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733c000. 00000100:00000001:0.0:1781623230.279326:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623230.279327:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623230.279331:0:2349:0:(client.c:3167:ptlrpc_free_committed()) @@@ commit (last_committed 64424509451) req@ffff8f850731dc00 x1868160455811200/t64424509451(64424509451) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623230.279343:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623230.279346:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731dc00 x1868160455811200/t64424509451(64424509451) o4->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:6/4 lens 4584/448 e 0 to 0 dl 1781623267 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1781623230.279352:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623230.279353:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623230.279354:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f850981b800. 02000000:00000001:0.0:1781623230.279358:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623230.279359:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623230.279360:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:0.0:1781623230.279362:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623230.279364:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at ffff8f850728a000. 02000000:00000001:0.0:1781623230.279366:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623230.279367:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623230.279369:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731dc00. 00000100:00000001:0.0:1781623230.279371:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623230.279388:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623230.279391:0:2349:0:(client.c:3174:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1781623230.279394:0:2349:0:(client.c:3221:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: normal: skip=1 replay=11/11 committed=0/0 00000100:00000001:0.0:1781623230.279396:0:2349:0:(client.c:3222:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623230.279398:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623230.279403:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733e300 x1868160455811840/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623246 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623230.279411:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623230.279415:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623230.279417:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623230.279422:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733e300 x1868160455811840/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623246 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623230.279429:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455811840:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623230.279434:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623230.279437:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623230.279440:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733e300 x1868160455811840/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623246 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623230.279445:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623230.279446:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623230.279448:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cec800. 02000000:00000001:0.0:1781623230.279451:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623230.279452:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623230.279453:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:0.0:1781623230.279454:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623230.279456:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85079abe00. 02000000:00000001:0.0:1781623230.279459:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623230.279460:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623230.279461:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733e300. 00000100:00000001:0.0:1781623230.279463:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623230.279464:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623230.279467:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623230.279477:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623230.279479:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623230.279482:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623230.279485:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623231.670311:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623231.670314:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623231.670317:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1781623234.744164:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623234.744170:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623234.744174:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1781623235.385078:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623235.385081:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623237.813643:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623237.813648:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623237.813650:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1781623240.895960:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623240.895967:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623240.895972:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1781623243.957231:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623243.957234:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623243.957237:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1781623247.029423:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623247.029427:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623247.029429:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1781623250.102077:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623250.102081:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623250.102085:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1781623250.741611:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623250.741615:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623250.741618:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623250.741624:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733c380 x1868160455813120/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623250.741630:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623250.741632:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623250.741636:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623250.741638:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623250.741640:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623250.741643:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455813120:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623250.741646:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623250.741653:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623250.741656:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623250.741658:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623250.741663:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cec800. 02000000:00000001:0.0:1781623250.741664:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623250.741672:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623250.741675:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc71b8. 00000400:00000010:0.0:1781623250.741683:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9000. 00000100:00000200:0.0:1781623250.741691:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455813120, portal 25 00000100:00000001:0.0:1781623250.741693:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623250.741695:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247096192 : -123673462455424 : ffff8f850733c380) 00000100:00000040:0.0:1781623250.741699:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733c380 x1868160455813120/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623250.741704:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623250.741707:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623250.741709:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9440. 00000100:00000200:0.0:1781623250.741713:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455813120, offset 0 00000400:00000200:0.0:1781623250.741729:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623250.741738:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623250.741745:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623250.741751:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623250.741754:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623250.741817:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623250.741819:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623250.741823:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375641:375641:256:4294967295] 192.168.202.101@tcp LPNI seq info [375611:375611:8:4294967295] 00000400:00000200:0.0:1781623250.741826:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623250.741837:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623250.741841:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623250.741846:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0b00. 00000800:00000200:0.0:1781623250.741852:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623250.741860:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623250.741864:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623250.741881:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623250.741884:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623250.741887:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301415542 00000100:00000001:0.0:1781623250.741894:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301410423 00000100:00000001:0.0:1781623250.741897:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301415542 00000100:00000001:0.0:1781623250.741900:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301410423 00000100:00000001:0.0:1781623250.741902:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623250.741904:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623250.741906:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623250.741909:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733ce00 x1868160455813376/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623250.741914:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623250.741915:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623250.741917:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623250.741919:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623250.741920:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623250.741922:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455813376:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623250.741924:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623250.741926:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623250.741927:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623250.741928:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623250.741930:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cedc00. 02000000:00000001:0.0:1781623250.741932:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623250.741934:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623250.741936:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7528. 00000400:00000010:0.0:1781623250.741938:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9088. 00000100:00000200:0.0:1781623250.741940:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455813376, portal 4 00000100:00000001:0.0:1781623250.741942:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623250.741943:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247098880 : -123673462452736 : ffff8f850733ce00) 00000100:00000040:0.0:1781623250.741948:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733ce00 x1868160455813376/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623250.741952:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623250.741954:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623250.741956:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9c38. 00000100:00000200:0.0:1781623250.741958:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455813376, offset 0 00000400:00000200:0.0:1781623250.741962:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623250.741966:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623250.741969:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623250.741972:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623250.741974:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623250.741976:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623250.741978:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623250.741981:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375642:375642:255:4294967295] 192.168.202.101@tcp LPNI seq info [375612:375612:7:4294967295] 00000400:00000200:0.0:1781623250.741985:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623250.741991:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623250.741995:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623250.742000:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0d00. 00000800:00000200:0.0:1781623250.742003:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623250.742007:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623250.742010:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623250.742014:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623250.742017:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 594421 usecs (595 jiffies) 00000400:00000200:0.0:1781623250.742020:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623250.742022:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301408339 00000100:00000001:0.0:1781623250.742060:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301415542 00000100:00000001:0.0:1781623250.742063:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301408340 00000100:00000001:0.0:1781623250.742065:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301415542 00000100:00000001:0.0:1781623250.742067:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623250.742069:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623250.742072:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623250.742075:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623250.742083:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623250.742085:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781623250.742087:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623250.742088:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623250.742089:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623250.742091:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1781623250.742092:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623250.742093:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623250.742095:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623250.742096:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623250.742096:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623250.742097:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623250.742101:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733d880 x1868160455813248/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623250.742105:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623250.742106:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623250.742107:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623250.742109:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623250.742110:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623250.742112:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455813248:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623250.742115:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623250.742117:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623250.742118:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623250.742119:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623250.742122:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cecc00. 02000000:00000001:0.0:1781623250.742123:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623250.742125:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623250.742127:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc77e8. 00000400:00000010:0.0:1781623250.742129:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9bb0. 00000100:00000200:0.0:1781623250.742131:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455813248, portal 10 00000100:00000001:0.0:1781623250.742133:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623250.742134:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247101568 : -123673462450048 : ffff8f850733d880) 00000100:00000040:0.0:1781623250.742138:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733d880 x1868160455813248/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623250.742142:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623250.742144:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623250.742145:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9110. 00000100:00000200:0.0:1781623250.742146:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455813248, offset 0 00000400:00000200:0.0:1781623250.742149:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623250.742151:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623250.742153:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623250.742155:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623250.742157:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623250.742158:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623250.742160:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623250.742162:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375643:375643:254:4294967295] 192.168.202.101@tcp LPNI seq info [375613:375613:6:4294967295] 00000400:00000200:0.0:1781623250.742164:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623250.742168:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623250.742170:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623250.742173:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0400. 00000800:00000200:0.0:1781623250.742175:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623250.742178:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623250.742180:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623250.742182:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623250.742184:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 18217 usecs (19 jiffies) 00000400:00000200:0.0:1781623250.742186:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623250.742187:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301407764 00000100:00000001:0.0:1781623250.742188:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301415542 00000100:00000001:0.0:1781623250.742190:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301407764 00000100:00000001:0.0:1781623250.742191:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301415542 00000100:00000001:0.0:1781623250.742192:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623250.742193:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623250.742194:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623250.742195:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623250.742205:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623250.742207:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623250.749641:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623250.749647:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623250.749656:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623250.749658:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623250.749663:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc77e8. 00000400:00000200:0.0:1781623250.749669:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9bb0 00000400:00000010:0.0:1781623250.749672:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9bb0. 00000100:00000001:0.0:1781623250.749675:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623250.749681:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733d880 x1868160455813248/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623285 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623250.749691:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733d880 x1868160455813248/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623285 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623250.749697:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623250.749699:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623250.749703:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623250.749709:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623250.749712:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623250.749725:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623250.749730:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623250.749741:0:2350:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=27 v=20 (20 20 20 0) 00000100:00001000:0.0:1781623250.749747:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=98 v=5 (1 0 0 0) 00000100:00000001:0.0:1781623250.749750:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623250.749752:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623250.749868:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623250.749874:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623250.749879:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623250.749882:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781623250.749884:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623250.749886:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623250.749893:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733d880 x1868160455813248/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623285 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623250.749901:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623250.749905:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623250.749908:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623250.749912:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733d880 x1868160455813248/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623285 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623250.749920:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455813248:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623250.749927:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623250.749930:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623250.749934:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733d880 x1868160455813248/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623285 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623250.749940:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623250.749944:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623250.749948:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cecc00. 02000000:00000001:0.0:1781623250.749953:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623250.749956:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623250.749958:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781623250.749961:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623250.749964:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85079ab400. 02000000:00000001:0.0:1781623250.749969:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623250.749972:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623250.749974:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733d880. 00000100:00000001:0.0:1781623250.749978:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623250.749979:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623250.749983:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623250.749985:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623250.749986:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623250.749988:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623250.749990:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623250.767569:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623250.767575:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623250.767584:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623250.767586:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623250.767590:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc71b8. 00000400:00000200:0.0:1781623250.767596:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9000 00000400:00000010:0.0:1781623250.767599:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9000. 00000100:00000001:0.0:1781623250.767602:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623250.767607:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733c380 x1868160455813120/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623266 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623250.767618:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733c380 x1868160455813120/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623266 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623250.767625:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623250.767627:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623250.767630:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623250.767634:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623250.767637:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623250.767640:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623250.767643:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623250.767652:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=27 v=5 (5 5 5 0) 00000100:00001000:0.0:1781623250.767657:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=98 v=5 (1 0 0 0) 00000100:00000001:0.0:1781623250.767660:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623250.767662:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623250.767665:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623250.767667:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623250.767670:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623250.767676:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733c380 x1868160455813120/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623266 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623250.767684:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623250.767688:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623250.767690:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623250.767694:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733c380 x1868160455813120/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623266 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623250.767702:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455813120:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623250.767708:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623250.767711:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623250.767744:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733c380 x1868160455813120/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623266 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623250.767753:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623250.767763:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623250.767767:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cec800. 02000000:00000001:0.0:1781623250.767772:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623250.767775:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623250.767778:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781623250.767780:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623250.767783:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85079ab500. 02000000:00000001:0.0:1781623250.767787:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623250.767789:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623250.767791:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733c380. 00000100:00000001:0.0:1781623250.767796:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623250.767797:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623250.767801:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623250.767803:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623250.767805:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623250.767806:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623250.767808:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623253.176653:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623253.176663:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623253.176668:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1781623256.245909:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623256.245913:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623256.245931:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1781623259.317277:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623259.317280:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623259.317283:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1781623261.005204:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623261.005209:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623261.005216:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623261.005219:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623261.005222:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631840. 00000400:00000200:0.0:1781623261.005227:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb17f8 00000400:00000010:0.0:1781623261.005230:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb17f8. 00000100:00000001:0.0:1781623261.005233:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623261.005238:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733ca80 x1868160455814144/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623276 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623261.005248:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733ca80 x1868160455814144/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623276 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623261.005254:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623261.005255:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623261.005258:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623261.005261:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623261.005264:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623261.005266:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623261.005269:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623261.005287:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=38 v=5 (5 5 5 0) 00000100:00001000:0.0:1781623261.005291:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=37 v=5 (1 0 0 0) 00000100:00000001:0.0:1781623261.005293:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623261.005295:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623261.005298:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623261.005301:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623261.005305:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623261.005307:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:0.0:1781623261.005309:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623261.005311:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623261.005315:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733ca80 x1868160455814144/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623276 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623261.005329:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623261.005332:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623261.005334:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623261.005338:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733ca80 x1868160455814144/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623276 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623261.005345:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455814144:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623261.005349:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623261.005351:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623261.005354:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733ca80 x1868160455814144/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623276 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623261.005360:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623261.005363:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623261.005366:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557600. 02000000:00000001:0.0:1781623261.005371:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623261.005373:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623261.005375:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:0.0:1781623261.005377:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623261.005379:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85079ab100. 02000000:00000001:0.0:1781623261.005383:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623261.005385:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623261.005387:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733ca80. 00000100:00000001:0.0:1781623261.005390:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623261.005391:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623261.005394:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623261.005396:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623261.005397:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623261.005399:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623261.005400:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623261.007866:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623261.007871:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623261.007992:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623261.007995:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623261.007999:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631580. 00000400:00000200:0.0:1781623261.008003:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1440 00000400:00000010:0.0:1781623261.008005:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1440. 00000100:00000001:0.0:1781623261.008009:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623261.008013:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733ce00 x1868160455814016/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623261.008022:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733ce00 x1868160455814016/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623295 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623261.009370:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623261.009373:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623261.009376:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623261.009379:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623261.009382:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623261.009384:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623261.009388:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623261.009398:0:2350:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=38 v=20 (20 20 20 0) 00000100:00001000:0.0:1781623261.009404:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=109 v=5 (1 0 0 0) 00000100:00000001:0.0:1781623261.009406:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623261.009408:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623261.009411:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623261.009414:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623261.009419:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623261.009421:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781623261.009423:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623261.009425:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623261.009434:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733ce00 x1868160455814016/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623295 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623261.009443:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623261.009447:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623261.009449:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623261.009454:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733ce00 x1868160455814016/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623295 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623261.009462:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455814016:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623261.009468:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623261.009472:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623261.009475:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733ce00 x1868160455814016/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623295 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623261.009482:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623261.009484:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623261.009488:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557e00. 02000000:00000001:0.0:1781623261.009493:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623261.009496:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623261.009498:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781623261.009500:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623261.009503:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85079abe00. 02000000:00000001:0.0:1781623261.009507:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623261.009509:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623261.009511:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733ce00. 00000100:00000001:0.0:1781623261.009515:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623261.009516:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623261.009519:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623261.009527:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623261.009529:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623261.009531:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623261.009534:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623262.392646:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623262.392655:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623262.392660:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1781623265.464415:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623265.464423:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623265.464428:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1781623268.533429:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623268.533433:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623268.533436:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1781623271.605396:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623271.605399:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623271.605402:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1781623274.677308:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623274.677312:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623274.677315:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1781623277.751885:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623277.751893:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623277.751897:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1781623280.821561:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623280.821565:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623280.821567:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1781623283.899691:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623283.899697:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623283.899701:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781623286.581278:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623286.581289:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623286.581300:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731dc00. 00000020:00000040:0.0:1781623286.581305:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781623286.581309:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623286.581312:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623286.581317:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623286.581324:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0200. 00000100:00000001:0.0:1781623286.581331:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623286.581343:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731dc00 x1868160455815808/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623286.581353:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623286.581359:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623286.581365:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064d3ee66] to pc [ptlrpcd_00_00+0] req@ffff8f850731dc00 x1868160455815808/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623286.581427:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623286.581430:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623286.581433:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623286.581437:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731fb80. 00000020:00000040:0.0:1781623286.581440:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781623286.581442:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623286.581444:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623286.581446:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623286.581452:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0400. 00000100:00000001:0.0:1781623286.581455:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623286.581459:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731fb80 x1868160455815936/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623286.581467:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623286.581469:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623286.581473:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000865dba0e] to pc [ptlrpcd_00_01+1] req@ffff8f850731fb80 x1868160455815936/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623286.581482:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623286.581484:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623286.581486:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623286.581490:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731c700. 00000020:00000040:0.0:1781623286.581492:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:0.0:1781623286.581494:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623286.581496:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623286.581497:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623286.581501:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0d00. 00000100:00000001:0.0:1781623286.581503:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623286.581507:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f850731c700 x1868160455816064/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623286.581515:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623286.581517:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623286.581520:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a77dd68f] to pc [ptlrpcd_00_00+0] req@ffff8f850731c700 x1868160455816064/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623286.581527:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623286.581529:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781623286.581532:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781623286.581538:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (6781) 00000100:00000001:0.0:1781623286.581554:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623286.581557:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623286.581559:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623286.581564:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731fb80 x1868160455815936/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623286.581572:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623286.581575:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623286.581578:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623286.581580:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623286.581583:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623286.581586:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455815936:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623286.581589:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623286.581595:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623286.581598:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623286.581600:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623286.581604:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505ceca00. 02000000:00000001:0.0:1781623286.581606:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623286.581612:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623286.581616:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc71b8. 00000400:00000010:0.0:1781623286.581621:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9000. 00000100:00000200:0.0:1781623286.581628:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455815936, portal 10 00000100:00000001:0.0:1781623286.581631:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623286.581632:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246979456 : -123673462572160 : ffff8f850731fb80) 00000100:00000040:0.0:1781623286.581639:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731fb80 x1868160455815936/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623286.581647:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623286.581650:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623286.581652:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9bb0. 00000100:00000200:0.0:1781623286.581655:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455815936, offset 0 00000400:00000200:0.0:1781623286.581661:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623286.581669:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623286.581677:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623286.581684:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623286.581688:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623286.581692:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623286.581696:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623286.581699:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375662:375662:256:4294967295] 192.168.202.101@tcp LPNI seq info [375632:375632:8:4294967295] 00000400:00000200:0.0:1781623286.581703:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623286.581714:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623286.581719:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623286.581723:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0b00. 00000800:00000200:0.0:1781623286.581729:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623286.581736:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623286.581740:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623286.581769:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623286.581773:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 18217 usecs (19 jiffies) 00000400:00000200:0.0:1781623286.581777:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623286.581779:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301443603 00000100:00000001:0.0:1781623286.581782:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301446262 00000100:00000001:0.0:1781623286.581784:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301443603 00000100:00000001:0.0:1781623286.581786:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301446262 00000100:00000001:0.0:1781623286.581788:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623286.581791:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623286.581794:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623286.581796:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623286.581803:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623286.581805:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=30 : 30 : 1e) 00000100:00000001:0.0:1781623286.581807:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623286.581808:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623286.581809:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623286.581812:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1781623286.581813:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623286.581815:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623286.581816:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623286.581818:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623286.581819:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623286.581820:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623286.581825:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731dc00 x1868160455815808/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623286.581832:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623286.581833:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623286.581835:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623286.581837:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623286.581838:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623286.581841:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455815808:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623286.581844:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623286.581846:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623286.581848:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623286.581849:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623286.581852:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505ced200. 02000000:00000001:0.0:1781623286.581854:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623286.581857:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623286.581860:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc77e8. 00000400:00000010:0.0:1781623286.581863:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9550. 00000100:00000200:0.0:1781623286.581866:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455815808, portal 25 00000100:00000001:0.0:1781623286.581868:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623286.581869:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246971392 : -123673462580224 : ffff8f850731dc00) 00000100:00000040:0.0:1781623286.581874:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731dc00 x1868160455815808/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623286.581880:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623286.581882:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623286.581885:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9a18. 00000100:00000200:0.0:1781623286.581887:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455815808, offset 0 00000400:00000200:0.0:1781623286.581891:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623286.581895:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623286.581898:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623286.581901:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623286.581904:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623286.581906:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623286.581908:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623286.581911:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375663:375663:255:4294967295] 192.168.202.101@tcp LPNI seq info [375633:375633:7:4294967295] 00000400:00000200:0.0:1781623286.581915:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623286.581922:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623286.581926:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623286.581930:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0800. 00000800:00000200:0.0:1781623286.581934:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623286.581938:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623286.581940:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623286.581943:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623286.581946:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623286.581948:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301451382 00000100:00000001:0.0:1781623286.581954:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301446262 00000100:00000001:0.0:1781623286.581957:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301451382 00000100:00000001:0.0:1781623286.581960:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301446262 00000100:00000001:0.0:1781623286.581963:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623286.581965:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623286.581967:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623286.581971:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731c700 x1868160455816064/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623286.581978:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623286.581979:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623286.581981:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623286.581983:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623286.581985:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623286.581988:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455816064:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623286.581994:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623286.581997:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623286.581998:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623286.582000:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623286.582003:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505ced400. 02000000:00000001:0.0:1781623286.582005:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623286.582008:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623286.582010:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7268. 00000400:00000010:0.0:1781623286.582013:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9990. 00000100:00000200:0.0:1781623286.582016:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455816064, portal 4 00000100:00000001:0.0:1781623286.582018:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623286.582019:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246966016 : -123673462585600 : ffff8f850731c700) 00000100:00000040:0.0:1781623286.582067:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731c700 x1868160455816064/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623286.582074:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623286.582077:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623286.582080:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9088. 00000100:00000200:0.0:1781623286.582082:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455816064, offset 0 00000400:00000200:0.0:1781623286.582086:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623286.582090:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623286.582094:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623286.582096:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623286.582098:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623286.582100:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623286.582102:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623286.582105:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375664:375664:254:4294967295] 192.168.202.101@tcp LPNI seq info [375634:375634:6:4294967295] 00000400:00000200:0.0:1781623286.582108:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623286.582115:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623286.582119:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623286.582122:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0100. 00000800:00000200:0.0:1781623286.582126:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623286.582130:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623286.582132:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623286.582135:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623286.582137:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 577818 usecs (578 jiffies) 00000400:00000200:0.0:1781623286.582140:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623286.582142:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301444163 00000100:00000001:0.0:1781623286.582144:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301451382 00000100:00000001:0.0:1781623286.582146:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301444163 00000100:00000001:0.0:1781623286.582148:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301451382 00000100:00000001:0.0:1781623286.582149:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623286.582152:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623286.582154:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623286.582156:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623286.588151:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623286.588155:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623286.588161:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623286.588163:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623286.588166:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc77e8. 00000400:00000200:0.0:1781623286.588170:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9550 00000400:00000010:0.0:1781623286.588172:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9550. 00000100:00000001:0.0:1781623286.588175:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623286.588180:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731dc00 x1868160455815808/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623286.588187:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731dc00 x1868160455815808/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623302 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623286.588193:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623286.588195:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623286.588197:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623286.588200:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623286.588202:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623286.588204:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623286.588207:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623286.588213:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=63 v=5 (5 5 5 0) 00000100:00001000:0.0:1781623286.588218:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=134 v=5 (1 0 0 0) 00000100:00000001:0.0:1781623286.588220:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623286.588222:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623286.588224:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623286.588226:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623286.588228:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623286.588232:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731dc00 x1868160455815808/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623302 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623286.588239:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623286.588241:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623286.588243:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623286.588247:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731dc00 x1868160455815808/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623302 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623286.588253:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455815808:192.168.202.101@tcp:400:kworker.0 00000400:00000001:0.0:1781623286.588258:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623286.588259:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623286.588260:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7268. 00000400:00000200:0.0:1781623286.588262:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9990 00000400:00000010:0.0:1781623286.588264:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9990. 00000100:00000001:0.0:1781623286.588265:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623286.588268:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731c700 x1868160455816064/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623286.588275:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731c700 x1868160455816064/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623302 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623286.588281:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623286.588282:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623286.588283:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623286.588284:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623286.588286:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623286.588287:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623286.588288:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623286.588294:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=63 v=5 (5 5 5 0) 00000100:00001000:0.0:1781623286.588297:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=62 v=5 (1 0 0 0) 00000100:00000001:0.0:1781623286.588300:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623286.588301:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623286.588302:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623286.588305:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623286.588308:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623286.588310:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:0.0:1781623286.588312:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623286.588313:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623286.588317:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731c700 x1868160455816064/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623302 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623286.588323:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623286.588324:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623286.588325:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623286.588329:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731c700 x1868160455816064/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623302 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623286.588336:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455816064:192.168.202.101@tcp:400:kworker.0 00000400:00000001:0.0:1781623286.588341:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623286.588342:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623286.588344:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc71b8. 00000400:00000200:0.0:1781623286.588346:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9000 00000400:00000010:0.0:1781623286.588348:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9000. 00000100:00000001:0.0:1781623286.588349:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623286.588352:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731fb80 x1868160455815936/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623286.588360:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731fb80 x1868160455815936/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623321 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623286.588366:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623286.588368:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623286.588369:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623286.588370:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623286.588372:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623286.588373:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623286.588375:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623286.588387:0:2350:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=63 v=20 (20 20 20 0) 00000100:00001000:0.0:1781623286.588391:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=134 v=5 (1 0 0 0) 00000100:00000001:0.0:1781623286.588394:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623286.588395:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623286.588396:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623286.588398:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623286.588400:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623286.588401:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781623286.588403:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623286.588404:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623286.588408:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731fb80 x1868160455815936/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623321 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623286.588414:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623286.588416:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623286.588417:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623286.588421:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731fb80 x1868160455815936/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623321 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623286.588427:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455815936:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623286.588431:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623286.588434:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623286.588436:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731dc00 x1868160455815808/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623302 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623286.588443:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623286.588445:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623286.588449:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505ced200. 02000000:00000001:0.0:1781623286.588455:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623286.588457:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623286.588459:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781623286.588461:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623286.588464:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0200. 02000000:00000001:0.0:1781623286.588468:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623286.588469:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623286.588471:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731dc00. 00000100:00000001:0.0:1781623286.588474:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623286.588476:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623286.588477:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623286.588480:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731c700 x1868160455816064/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623302 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623286.588486:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623286.588488:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623286.588489:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505ced400. 02000000:00000001:0.0:1781623286.588491:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623286.588492:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623286.588493:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:0.0:1781623286.588495:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623286.588496:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0d00. 02000000:00000001:0.0:1781623286.588498:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623286.588499:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623286.588500:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731c700. 00000100:00000001:0.0:1781623286.588502:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623286.588503:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623286.588504:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623286.588507:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731fb80 x1868160455815936/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623321 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623286.588513:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623286.588514:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623286.588515:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505ceca00. 02000000:00000001:0.0:1781623286.588517:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623286.588518:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623286.588519:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781623286.588521:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623286.588522:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0400. 02000000:00000001:0.0:1781623286.588523:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623286.588525:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623286.588526:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731fb80. 00000100:00000001:0.0:1781623286.588529:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623286.588530:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623286.588532:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623286.588539:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623286.588541:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623286.588543:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623286.588545:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623286.965346:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623286.965349:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623286.965352:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1781623290.037286:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623290.037290:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623290.037293:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1781623293.113730:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623293.113738:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623293.113743:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1781623296.183354:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623296.183361:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623296.183365:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1781623299.253224:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623299.253227:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623299.253231:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1781623302.328305:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623302.328311:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623302.328316:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1781623305.397554:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623305.397557:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623305.397560:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1781623308.469588:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623308.469591:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623308.469594:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1781623311.543593:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623311.543599:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623311.543603:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1781623314.613599:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623314.613602:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623314.613605:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781623317.303314:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623317.303326:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623317.303337:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731fb80. 00000020:00000040:0.0:1781623317.303344:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781623317.303348:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623317.303351:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623317.303356:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623317.303363:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0400. 00000100:00000001:0.0:1781623317.303370:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623317.303383:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731fb80 x1868160455818112/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623317.303393:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623317.303398:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623317.303404:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000865dba0e] to pc [ptlrpcd_00_01+1] req@ffff8f850731fb80 x1868160455818112/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623317.303503:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623317.303506:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623317.303509:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623317.303513:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731c700. 00000020:00000040:0.0:1781623317.303515:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781623317.303517:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623317.303519:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623317.303521:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623317.303524:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0d00. 00000100:00000001:0.0:1781623317.303526:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623317.303531:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731c700 x1868160455818240/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623317.303539:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623317.303541:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623317.303545:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a77dd68f] to pc [ptlrpcd_00_00+0] req@ffff8f850731c700 x1868160455818240/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623317.303558:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623317.303560:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623317.303563:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623317.303566:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731dc00. 00000020:00000040:0.0:1781623317.303568:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:0.0:1781623317.303570:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623317.303571:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623317.303573:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623317.303575:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0200. 00000100:00000001:0.0:1781623317.303578:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623317.303582:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f850731dc00 x1868160455818368/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623317.303589:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623317.303591:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623317.303595:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064d3ee66] to pc [ptlrpcd_00_01+1] req@ffff8f850731dc00 x1868160455818368/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623317.303602:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623317.303604:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781623317.303607:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781623317.303611:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (6812) 00000800:00000200:1.0:1781623317.304153:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85079ab800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623317.304157:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623317.304161:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 563995 usecs (564 jiffies) 00000400:00000200:1.0:1781623317.304163:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623317.304165:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301474871 00000100:00000001:1.0:1781623317.304167:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301482104 00000100:00000001:1.0:1781623317.304169:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301474871 00000100:00000001:1.0:1781623317.304171:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301482104 00000100:00000001:1.0:1781623317.304173:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623317.304175:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623317.304177:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623317.304179:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623317.304186:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623317.304188:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781623317.304191:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623317.304192:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623317.304193:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623317.304195:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1781623317.304197:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623317.304307:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623317.304309:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623317.304339:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623317.304340:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623317.304342:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623317.304343:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623317.304344:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623317.304348:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731c700 x1868160455818240/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623317.304365:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623317.304366:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623317.304369:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623317.304371:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623317.304372:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623317.304376:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455818240:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623317.304379:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623317.304381:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623317.304383:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623317.304385:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623317.304388:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e556200. 02000000:00000001:1.0:1781623317.304390:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623317.304394:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623317.304397:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631898. 00000400:00000010:1.0:1781623317.304401:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1f68. 00000100:00000200:1.0:1781623317.304404:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455818240, portal 10 00000100:00000001:1.0:1781623317.304406:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623317.304407:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246966016 : -123673462585600 : ffff8f850731c700) 00000100:00000040:1.0:1781623317.304413:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731c700 x1868160455818240/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623317.304419:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623317.304421:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623317.304423:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1198. 00000100:00000200:1.0:1781623317.304426:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455818240, offset 0 00000400:00000200:1.0:1781623317.304430:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623317.304433:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623317.304437:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623317.304439:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623317.304441:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623317.304443:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623317.304446:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623317.304449:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375682:375682:254:4294967295] 192.168.202.101@tcp LPNI seq info [375652:375652:6:4294967295] 00000400:00000200:1.0:1781623317.304452:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623317.304458:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623317.304461:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623317.304465:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85079ab500. 00000800:00000200:1.0:1781623317.304468:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623317.304472:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623317.304474:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85079ab500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623317.304477:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623317.304480:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 18146 usecs (19 jiffies) 00000400:00000200:1.0:1781623317.304483:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623317.304485:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301474326 00000100:00000001:1.0:1781623317.304487:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301482104 00000100:00000001:1.0:1781623317.304489:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301474326 00000100:00000001:1.0:1781623317.304491:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301482104 00000100:00000001:1.0:1781623317.304492:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623317.304494:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623317.304496:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623317.304498:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623317.311296:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623317.311306:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781623317.311317:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623317.311320:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623317.311324:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631898. 00000400:00000200:1.0:1781623317.311333:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1f68 00000400:00000010:1.0:1781623317.311336:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1f68. 00000100:00000001:1.0:1781623317.311341:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623317.311364:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731c700 x1868160455818240/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623317.311378:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731c700 x1868160455818240/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623352 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623317.311386:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623317.311388:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623317.311391:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623317.311394:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623317.311397:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623317.311399:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623317.311403:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623317.311412:0:2350:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=94 v=20 (20 20 20 0) 00000100:00001000:1.0:1781623317.311416:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=15 v=5 (1 1 0 0) 00000100:00000001:1.0:1781623317.311418:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623317.311420:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623317.311423:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623317.311426:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623317.311430:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781623317.311432:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781623317.311434:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781623317.311435:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623317.311440:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731c700 x1868160455818240/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623352 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623317.311446:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623317.311449:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623317.311452:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623317.311455:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731c700 x1868160455818240/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623352 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623317.311463:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455818240:192.168.202.101@tcp:400:kworker.0 00000400:00000001:1.0:1781623317.311469:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623317.311471:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623317.311473:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85076311b8. 00000400:00000200:1.0:1781623317.311476:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1000 00000400:00000010:1.0:1781623317.311478:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1000. 00000100:00000001:1.0:1781623317.311480:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623317.311483:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731fb80 x1868160455818112/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623333 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623317.311491:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731fb80 x1868160455818112/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623333 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623317.311497:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623317.311498:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623317.311499:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623317.311501:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623317.311502:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623317.311503:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623317.311505:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623317.311508:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=94 v=5 (5 5 5 0) 00000100:00001000:1.0:1781623317.311511:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=15 v=5 (1 1 0 0) 00000100:00000001:1.0:1781623317.311512:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623317.311514:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623317.311515:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623317.311517:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623317.311519:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623317.311522:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731fb80 x1868160455818112/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623333 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623317.311528:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623317.311530:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623317.311531:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623317.311534:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731fb80 x1868160455818112/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623333 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623317.311542:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455818112:192.168.202.101@tcp:400:kworker.0 00000400:00000001:1.0:1781623317.311547:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623317.311548:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623317.311550:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631370. 00000400:00000200:1.0:1781623317.311552:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1a18 00000400:00000010:1.0:1781623317.311554:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1a18. 00000100:00000001:1.0:1781623317.311556:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623317.311559:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731dc00 x1868160455818368/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623333 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623317.311566:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731dc00 x1868160455818368/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623333 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623317.311572:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623317.311573:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623317.311574:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623317.311575:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623317.311577:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623317.311578:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623317.311580:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623317.311583:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=94 v=5 (5 5 5 0) 00000100:00001000:1.0:1781623317.311586:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=93 v=5 (1 0 0 0) 00000100:00000001:1.0:1781623317.311589:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623317.311590:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623317.311592:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623317.311594:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623317.311596:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781623317.311597:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:1.0:1781623317.311599:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781623317.311600:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623317.311604:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731dc00 x1868160455818368/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623333 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623317.311610:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623317.311611:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623317.311612:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623317.311615:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731dc00 x1868160455818368/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623333 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623317.311622:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455818368:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623317.311626:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623317.311629:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623317.311632:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731c700 x1868160455818240/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623352 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623317.311638:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623317.311641:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623317.311645:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e556200. 02000000:00000001:1.0:1781623317.311649:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623317.311651:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623317.311654:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781623317.311656:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623317.311658:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0d00. 02000000:00000001:1.0:1781623317.311662:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623317.311663:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623317.311665:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731c700. 00000100:00000001:1.0:1781623317.311668:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623317.311670:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623317.311671:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623317.311674:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731fb80 x1868160455818112/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623333 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623317.311679:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623317.311680:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623317.311682:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557a00. 02000000:00000001:1.0:1781623317.311685:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623317.311686:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623317.311687:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781623317.311689:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623317.311690:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0400. 02000000:00000001:1.0:1781623317.311692:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623317.311693:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623317.311694:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731fb80. 00000100:00000001:1.0:1781623317.311696:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623317.311697:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623317.311699:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623317.311702:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731dc00 x1868160455818368/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623333 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623317.311707:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623317.311708:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623317.311710:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557000. 02000000:00000001:1.0:1781623317.311712:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623317.311713:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623317.311714:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:1.0:1781623317.311716:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623317.311717:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0200. 02000000:00000001:1.0:1781623317.311719:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623317.311720:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623317.311721:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731dc00. 00000100:00000001:1.0:1781623317.311723:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623317.311724:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623317.311726:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623317.311733:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623317.311735:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623317.311737:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623317.311739:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623317.685708:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623317.685718:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623317.685726:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623317.685727:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623317.685731:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623317.685732:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623317.685851:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623317.685863:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623317.685867:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623318.709250:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623318.709259:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623318.709267:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623318.709268:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623318.709272:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623318.709273:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623318.709308:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623318.709311:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623318.709315:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623319.733300:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623319.733311:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623319.733319:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623319.733320:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623319.733324:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623319.733326:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623320.757227:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623320.757238:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623320.757247:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623320.757248:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623320.757253:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623320.757254:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623320.757301:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623320.757309:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623320.757314:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623321.782556:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623321.782565:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623321.782568:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623321.782577:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623321.782580:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623321.782582:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623321.782589:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623321.782592:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623321.782594:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623321.782598:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623321.782602:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623321.782604:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623321.782608:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623321.782609:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623321.783308:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623321.783313:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623321.783317:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781623322.421199:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623322.421215:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623322.421230:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731ed80. 00000020:00000040:0.0:1781623322.421237:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781623322.421243:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623322.421247:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623322.421253:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623322.421264:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0c00. 00000100:00000001:0.0:1781623322.421272:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623322.421287:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731ed80 x1868160455818496/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623322.421300:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623322.421305:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623322.421313:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3dd1577] to pc [ptlrpcd_00_00+0] req@ffff8f850731ed80 x1868160455818496/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623322.421351:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623322.421355:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623322.421358:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623322.421361:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731f480. 00000020:00000040:0.0:1781623322.421364:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781623322.421366:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623322.421368:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623322.421370:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623322.421373:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0300. 00000100:00000001:0.0:1781623322.421376:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623322.421381:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731f480 x1868160455818624/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623322.421389:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623322.421391:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623322.421396:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007be101f7] to pc [ptlrpcd_00_01+1] req@ffff8f850731f480 x1868160455818624/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623322.421405:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623322.421407:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623322.421411:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623322.421415:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731d180. 00000020:00000040:0.0:1781623322.421418:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:0.0:1781623322.421421:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623322.421422:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623322.421423:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623322.421427:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0a00. 00000100:00000001:0.0:1781623322.421430:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623322.421434:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f850731d180 x1868160455818752/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623322.421441:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623322.421443:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623322.421447:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032b888aa] to pc [ptlrpcd_00_00+0] req@ffff8f850731d180 x1868160455818752/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623322.421455:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623322.421458:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781623322.421462:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781623322.421468:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (6817) 00000100:00000001:1.0:1781623322.421552:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623322.421557:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623322.421560:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623322.421567:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731ed80 x1868160455818496/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623322.421576:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623322.421579:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623322.421583:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623322.421587:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623322.421590:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623322.421594:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455818496:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623322.421600:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623322.421608:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623322.421611:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623322.421614:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623322.421620:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e556000. 02000000:00000001:1.0:1781623322.421623:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623322.421631:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623322.421636:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631370. 00000400:00000010:1.0:1781623322.421644:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1a18. 00000100:00000200:1.0:1781623322.421653:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455818496, portal 25 00000100:00000001:1.0:1781623322.421656:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623322.421657:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246975872 : -123673462575744 : ffff8f850731ed80) 00000100:00000040:1.0:1781623322.421663:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731ed80 x1868160455818496/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623322.421671:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623322.421674:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623322.421677:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1000. 00000100:00000200:1.0:1781623322.421681:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455818496, offset 0 00000400:00000200:1.0:1781623322.421689:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623322.421700:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623322.421708:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623322.421715:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623322.421720:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623322.421724:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623322.421727:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623322.421731:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375683:375683:256:4294967295] 192.168.202.101@tcp LPNI seq info [375653:375653:8:4294967295] 00000400:00000200:1.0:1781623322.421735:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623322.421746:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623322.421753:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623322.421759:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85079ab400. 00000800:00000200:1.0:1781623322.421782:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623322.421793:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623322.421798:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85079ab400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623322.421818:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623322.421823:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623322.421826:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301487222 00000100:00000001:1.0:1781623322.421834:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301482104 00000100:00000001:1.0:1781623322.421839:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301487222 00000100:00000001:1.0:1781623322.421842:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301482104 00000100:00000001:1.0:1781623322.421846:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623322.421849:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623322.421852:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623322.421856:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731d180 x1868160455818752/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623322.421863:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623322.421864:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623322.421866:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623322.421868:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623322.421871:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623322.421874:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455818752:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623322.421877:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623322.421879:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623322.421881:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623322.421882:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623322.421885:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e556e00. 02000000:00000001:1.0:1781623322.421887:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623322.421891:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623322.421893:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85076311b8. 00000400:00000010:1.0:1781623322.421897:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1f68. 00000100:00000200:1.0:1781623322.421900:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455818752, portal 4 00000100:00000001:1.0:1781623322.421902:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623322.421904:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246968704 : -123673462582912 : ffff8f850731d180) 00000100:00000040:1.0:1781623322.421912:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731d180 x1868160455818752/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623322.421918:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623322.421920:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623322.421922:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1bb0. 00000100:00000200:1.0:1781623322.421924:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455818752, offset 0 00000400:00000200:1.0:1781623322.421929:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623322.421933:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623322.421937:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623322.421939:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623322.421941:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623322.421944:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623322.421946:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623322.421949:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375684:375684:255:4294967295] 192.168.202.101@tcp LPNI seq info [375654:375654:7:4294967295] 00000400:00000200:1.0:1781623322.421953:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623322.421958:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623322.421962:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623322.421966:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85079ab700. 00000800:00000200:1.0:1781623322.421970:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623322.421974:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623322.421977:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85079ab700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623322.421980:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623322.421984:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 561761 usecs (562 jiffies) 00000400:00000200:1.0:1781623322.421987:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623322.421989:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301479986 00000100:00000001:1.0:1781623322.421992:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301487222 00000100:00000001:1.0:1781623322.421994:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301479986 00000100:00000001:1.0:1781623322.421996:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301487222 00000100:00000001:1.0:1781623322.421998:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623322.422001:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623322.422003:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623322.422006:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623322.422014:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623322.422016:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781623322.422018:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623322.422020:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623322.422021:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623322.422023:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1781623322.422080:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623322.422083:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623322.422084:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623322.422086:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623322.422087:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623322.422089:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623322.422094:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731f480 x1868160455818624/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623322.422100:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623322.422101:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623322.422104:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623322.422105:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623322.422108:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623322.422110:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455818624:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623322.422113:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623322.422116:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623322.422117:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623322.422119:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623322.422121:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557400. 02000000:00000001:1.0:1781623322.422123:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623322.422126:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623322.422128:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631898. 00000400:00000010:1.0:1781623322.422132:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb13b8. 00000100:00000200:1.0:1781623322.422135:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455818624, portal 10 00000100:00000001:1.0:1781623322.422136:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623322.422138:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246977664 : -123673462573952 : ffff8f850731f480) 00000100:00000040:1.0:1781623322.422143:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731f480 x1868160455818624/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623322.422149:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623322.422151:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623322.422154:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1e58. 00000100:00000200:1.0:1781623322.422156:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455818624, offset 0 00000400:00000200:1.0:1781623322.422160:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623322.422164:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623322.422167:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623322.422169:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623322.422172:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623322.422174:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623322.422176:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623322.422179:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375685:375685:254:4294967295] 192.168.202.101@tcp LPNI seq info [375655:375655:6:4294967295] 00000400:00000200:1.0:1781623322.422183:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623322.422188:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623322.422192:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623322.422196:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85079abb00. 00000800:00000200:1.0:1781623322.422200:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623322.422204:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623322.422207:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85079abb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623322.422210:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623322.422213:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 18135 usecs (19 jiffies) 00000400:00000200:1.0:1781623322.422216:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623322.422218:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301479444 00000100:00000001:1.0:1781623322.422220:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301487222 00000100:00000001:1.0:1781623322.422222:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301479444 00000100:00000001:1.0:1781623322.422224:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301487222 00000100:00000001:1.0:1781623322.422227:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623322.422229:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623322.422232:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623322.422234:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623322.422245:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623322.422247:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623322.435864:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623322.435870:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781623322.435880:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623322.435883:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623322.435887:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631898. 00000400:00000200:1.0:1781623322.435892:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb13b8 00000400:00000010:1.0:1781623322.435895:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb13b8. 00000100:00000001:1.0:1781623322.435899:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623322.435904:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731f480 x1868160455818624/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623322.435913:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731f480 x1868160455818624/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623357 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623322.435919:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623322.435921:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623322.435925:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623322.435929:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623322.435933:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623322.435936:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623322.435939:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623322.435952:0:2349:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=99 v=20 (20 20 20 0) 00000100:00001000:1.0:1781623322.435956:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=20 v=5 (1 1 0 0) 00000100:00000001:1.0:1781623322.435959:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623322.435961:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623322.435965:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623322.435969:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623322.435975:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781623322.435978:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781623322.435980:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781623322.435981:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623322.435987:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731f480 x1868160455818624/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623357 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623322.435995:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623322.435999:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623322.436002:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623322.436006:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731f480 x1868160455818624/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623357 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623322.436014:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455818624:192.168.202.101@tcp:400:kworker.0 00000400:00000001:1.0:1781623322.436020:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623322.436021:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623322.436023:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631370. 00000400:00000200:1.0:1781623322.436130:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1a18 00000400:00000010:1.0:1781623322.436132:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1a18. 00000100:00000001:1.0:1781623322.436135:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623322.436140:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731ed80 x1868160455818496/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623338 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623322.436148:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731ed80 x1868160455818496/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623338 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623322.436161:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623322.436162:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623322.436164:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623322.436166:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623322.436167:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623322.436169:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623322.436171:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623322.436174:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=99 v=5 (5 5 5 0) 00000100:00001000:1.0:1781623322.436177:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=20 v=5 (1 1 0 0) 00000100:00000001:1.0:1781623322.436180:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623322.436181:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623322.436183:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623322.436185:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623322.436187:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623322.436191:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731ed80 x1868160455818496/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623338 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623322.436197:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623322.436199:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623322.436200:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623322.436204:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731ed80 x1868160455818496/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623338 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623322.436211:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455818496:192.168.202.101@tcp:400:kworker.0 00000400:00000001:1.0:1781623322.436216:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623322.436217:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623322.436219:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85076311b8. 00000400:00000200:1.0:1781623322.436221:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1f68 00000400:00000010:1.0:1781623322.436222:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1f68. 00000100:00000001:1.0:1781623322.436224:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623322.436228:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731d180 x1868160455818752/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623338 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623322.436235:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731d180 x1868160455818752/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623338 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623322.436243:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623322.436244:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623322.436246:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623322.436248:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623322.436249:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623322.436250:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623322.436252:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623322.436256:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=99 v=5 (5 5 5 0) 00000100:00001000:1.0:1781623322.436259:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=98 v=5 (1 0 0 0) 00000100:00000001:1.0:1781623322.436261:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623322.436263:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623322.436264:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623322.436266:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623322.436269:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781623322.436271:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:1.0:1781623322.436272:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781623322.436274:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623322.436277:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731d180 x1868160455818752/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623338 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623322.436283:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623322.436285:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623322.436286:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623322.436289:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731d180 x1868160455818752/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623338 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623322.436296:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455818752:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623322.436300:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623322.436303:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623322.436306:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731f480 x1868160455818624/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623357 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623322.436312:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623322.436315:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623322.436320:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557400. 02000000:00000001:1.0:1781623322.436325:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623322.436328:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623322.436331:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781623322.436333:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623322.436336:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0300. 02000000:00000001:1.0:1781623322.436340:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623322.436342:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623322.436344:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731f480. 00000100:00000001:1.0:1781623322.436349:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623322.436350:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623322.436352:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623322.436355:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731ed80 x1868160455818496/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623338 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623322.436361:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623322.436362:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623322.436364:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e556000. 02000000:00000001:1.0:1781623322.436366:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623322.436367:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623322.436368:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781623322.436370:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623322.436371:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0c00. 02000000:00000001:1.0:1781623322.436372:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623322.436373:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623322.436374:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731ed80. 00000100:00000001:1.0:1781623322.436377:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623322.436377:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623322.436379:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623322.436382:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731d180 x1868160455818752/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623338 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623322.436388:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623322.436389:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623322.436390:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e556e00. 02000000:00000001:1.0:1781623322.436392:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623322.436393:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623322.436394:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:1.0:1781623322.436396:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623322.436398:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0a00. 02000000:00000001:1.0:1781623322.436400:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623322.436401:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623322.436402:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731d180. 00000100:00000001:1.0:1781623322.436404:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623322.436405:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623322.436407:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623322.436417:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623322.436419:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623322.436421:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623322.436424:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623322.805433:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623322.805447:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623322.805455:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623322.805456:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623322.805460:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623322.805461:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623323.829145:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623323.829162:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623323.829170:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623323.829175:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623323.829178:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623323.829182:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623323.829186:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623323.829189:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623323.829191:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623323.829193:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623323.829197:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623323.829199:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623323.829200:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623323.829207:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623323.829209:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623323.829211:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623323.829212:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623323.829213:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623323.829215:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623323.829217:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623323.829285:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623323.829289:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623323.829292:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623324.857251:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623324.857262:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623324.857272:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623324.857274:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623324.857278:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623324.857279:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623324.859251:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623324.859258:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623324.859264:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623325.877191:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623325.877202:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623325.877210:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623325.877211:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623325.877214:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623325.877216:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623326.901326:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623326.901335:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623326.901343:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623326.901344:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623326.901349:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623326.901351:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623326.906125:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623326.906136:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623326.906145:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781623327.541932:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623327.541944:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623327.541954:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733c700. 00000020:00000040:1.0:1781623327.541961:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781623327.541966:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623327.541971:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623327.541977:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623327.541987:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85079abc00. 00000100:00000001:1.0:1781623327.542055:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623327.542072:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733c700 x1868160455818880/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623327.542084:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623327.542090:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623327.542096:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049ca5dcf] to pc [ptlrpcd_00_01+1] req@ffff8f850733c700 x1868160455818880/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623327.542128:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623327.542132:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623327.542136:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623327.542141:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733ce00. 00000020:00000040:1.0:1781623327.542143:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781623327.542146:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623327.542147:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623327.542149:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623327.542153:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85079abb00. 00000100:00000001:1.0:1781623327.542155:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623327.542161:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733ce00 x1868160455819008/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623327.542168:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623327.542170:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623327.542174:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f374d930] to pc [ptlrpcd_00_00+0] req@ffff8f850733ce00 x1868160455819008/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623327.542182:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623327.542185:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623327.542188:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623327.542192:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733ca80. 00000020:00000040:1.0:1781623327.542194:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:1.0:1781623327.542196:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623327.542198:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623327.542199:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623327.542203:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85079ab700. 00000100:00000001:1.0:1781623327.542205:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623327.542210:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f850733ca80 x1868160455819136/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623327.542216:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623327.542218:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623327.542222:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003cad962c] to pc [ptlrpcd_00_01+1] req@ffff8f850733ca80 x1868160455819136/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623327.542228:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623327.542231:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781623327.542234:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781623327.542241:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (6822) 00000100:00000001:1.0:1781623327.542428:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623327.542433:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623327.542435:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623327.542442:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733ce00 x1868160455819008/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623327.542450:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623327.542453:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623327.542458:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623327.542461:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623327.542464:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623327.542468:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455819008:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623327.542472:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623327.542480:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623327.542483:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623327.542486:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623327.542492:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e556e00. 02000000:00000001:1.0:1781623327.542494:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623327.542587:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623327.542591:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623327.542593:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623327.542600:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733c700 x1868160455818880/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623327.542608:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623327.542609:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623327.542611:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623327.542613:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623327.542615:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623327.542619:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455818880:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623327.542622:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623327.542625:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623327.542627:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623327.542628:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623327.542632:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505ceda00. 02000000:00000001:0.0:1781623327.542634:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623327.542643:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623327.542648:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc71b8. 00000400:00000010:0.0:1781623327.542657:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9000. 00000100:00000200:0.0:1781623327.542666:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455818880, portal 25 00000100:00000001:0.0:1781623327.542668:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623327.542670:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247097088 : -123673462454528 : ffff8f850733c700) 00000100:00000040:0.0:1781623327.542677:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733c700 x1868160455818880/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623327.542685:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623327.542688:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623327.542691:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9990. 00000100:00000200:0.0:1781623327.542696:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455818880, offset 0 00000400:00000200:0.0:1781623327.542703:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623327.542713:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623327.542723:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623327.542729:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623327.542735:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623327.542739:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623327.542743:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623327.542747:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375686:375686:256:4294967295] 192.168.202.101@tcp LPNI seq info [375656:375656:8:4294967295] 00000400:00000200:0.0:1781623327.542752:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623327.542764:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623327.542771:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623327.542776:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0000. 00000800:00000200:0.0:1781623327.542785:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623327.542795:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623327.542800:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623327.542815:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623327.542820:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623327.542823:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301492343 00000100:00000001:0.0:1781623327.542830:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301487222 00000100:00000001:0.0:1781623327.542835:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301492343 00000100:00000001:0.0:1781623327.542839:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301487222 00000100:00000001:0.0:1781623327.542843:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623327.542846:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623327.542849:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623327.542853:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733ca80 x1868160455819136/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623327.542861:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623327.542862:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623327.542864:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623327.542866:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623327.542868:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623327.542871:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455819136:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623327.542878:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623327.542881:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623327.542882:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623327.542884:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623327.542888:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505ceca00. 02000000:00000001:0.0:1781623327.542890:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623327.542893:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623327.542896:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7268. 00000400:00000010:0.0:1781623327.542900:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9550. 00000100:00000200:0.0:1781623327.542902:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455819136, portal 4 00000100:00000001:0.0:1781623327.542904:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623327.542906:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247097984 : -123673462453632 : ffff8f850733ca80) 00000100:00000040:0.0:1781623327.542913:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733ca80 x1868160455819136/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623327.542920:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623327.542923:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623327.542925:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9110. 00000100:00000200:0.0:1781623327.542927:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455819136, offset 0 00000400:00000200:0.0:1781623327.542932:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623327.542935:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623327.542939:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623327.542941:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623327.542944:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623327.542946:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623327.542948:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623327.542951:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375687:375687:255:4294967295] 192.168.202.101@tcp LPNI seq info [375657:375657:7:4294967295] 00000400:00000200:0.0:1781623327.542955:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623327.542961:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623327.542965:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623327.542969:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0900. 00000800:00000200:0.0:1781623327.542973:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623327.542977:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623327.542980:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623327.542982:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623327.542986:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 559578 usecs (560 jiffies) 00000400:00000200:0.0:1781623327.542989:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623327.542991:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301485105 00000100:00000001:0.0:1781623327.542994:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301492343 00000100:00000001:0.0:1781623327.543009:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301485105 00000100:00000001:0.0:1781623327.543011:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301492343 00000100:00000001:0.0:1781623327.543013:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623327.543016:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623327.543018:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623327.543021:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623327.543051:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623327.543054:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781623327.543056:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623327.543058:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623327.543059:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623327.543062:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623327.543203:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623327.543207:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85076311b8. 00000400:00000010:1.0:1781623327.543212:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1f68. 00000100:00000200:1.0:1781623327.543215:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455819008, portal 10 00000100:00000001:1.0:1781623327.543216:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623327.543218:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247098880 : -123673462452736 : ffff8f850733ce00) 00000100:00000040:1.0:1781623327.543225:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733ce00 x1868160455819008/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623327.543231:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623327.543233:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623327.543236:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1a18. 00000100:00000200:1.0:1781623327.543238:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455819008, offset 0 00000400:00000200:1.0:1781623327.543244:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623327.543248:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623327.543250:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623327.543253:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623327.543256:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623327.543258:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623327.543260:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623327.543263:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375688:375688:254:4294967295] 192.168.202.101@tcp LPNI seq info [375658:375658:6:4294967295] 00000400:00000200:1.0:1781623327.543267:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623327.543273:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623327.543278:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623327.543281:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85079ab400. 00000800:00000200:1.0:1781623327.543285:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623327.543290:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623327.543292:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85079ab400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623327.543295:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623327.543298:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 18135 usecs (19 jiffies) 00000400:00000200:1.0:1781623327.543301:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623327.543303:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301484565 00000100:00000001:1.0:1781623327.543305:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301492343 00000100:00000001:1.0:1781623327.543307:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301484565 00000100:00000001:1.0:1781623327.543309:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301492343 00000100:00000001:1.0:1781623327.543368:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623327.543370:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623327.543372:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623327.543374:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623327.543378:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623327.543380:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=30 : 30 : 1e) 00000100:00000001:1.0:1781623327.543382:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623327.543383:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623327.543385:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623327.543388:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623327.547168:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623327.547173:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623327.549250:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623327.549256:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623327.549267:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623327.549269:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623327.549273:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc71b8. 00000400:00000200:0.0:1781623327.549279:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9000 00000400:00000010:0.0:1781623327.549282:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9000. 00000100:00000001:0.0:1781623327.549286:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623327.549293:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733c700 x1868160455818880/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623343 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623327.549305:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733c700 x1868160455818880/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623343 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623327.549312:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623327.549315:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623327.549318:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623327.549321:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623327.549324:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623327.549327:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623327.549330:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623327.549337:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=104 v=5 (5 5 5 0) 00000100:00001000:0.0:1781623327.549341:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=25 v=5 (1 1 0 0) 00000100:00000001:0.0:1781623327.549344:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623327.549345:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623327.549348:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623327.549350:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623327.549353:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623327.549358:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733c700 x1868160455818880/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623343 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623327.549366:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623327.549369:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623327.549371:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623327.549388:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733c700 x1868160455818880/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623343 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623327.549397:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455818880:192.168.202.101@tcp:400:kworker.0 00000400:00000001:0.0:1781623327.549403:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623327.549405:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623327.549406:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7268. 00000400:00000200:0.0:1781623327.549409:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9550 00000400:00000010:0.0:1781623327.549411:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9550. 00000100:00000001:0.0:1781623327.549413:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623327.549417:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733ca80 x1868160455819136/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623343 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623327.549426:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733ca80 x1868160455819136/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623343 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623327.549433:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623327.549435:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623327.549437:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623327.549438:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623327.549440:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623327.549441:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623327.549443:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623327.549448:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=104 v=5 (5 5 5 0) 00000100:00001000:0.0:1781623327.549452:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=103 v=5 (1 0 0 0) 00000100:00000001:0.0:1781623327.549454:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623327.549456:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623327.549457:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623327.549460:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623327.549463:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623327.549465:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:0.0:1781623327.549467:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623327.549469:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623327.549483:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733ca80 x1868160455819136/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623343 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623327.549490:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623327.549491:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623327.549493:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623327.549497:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733ca80 x1868160455819136/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623343 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623327.549504:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455819136:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623327.549508:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623327.549512:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623327.549516:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733c700 x1868160455818880/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623343 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623327.549523:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623327.549526:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623327.549529:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505ceda00. 02000000:00000001:0.0:1781623327.549535:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623327.549538:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623327.549540:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781623327.549542:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623327.549545:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85079abc00. 02000000:00000001:0.0:1781623327.549549:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623327.549551:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623327.549553:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733c700. 00000100:00000001:0.0:1781623327.549557:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623327.549558:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623327.549560:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623327.549563:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733ca80 x1868160455819136/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623343 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623327.549570:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623327.549571:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623327.549573:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505ceca00. 02000000:00000001:0.0:1781623327.549575:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623327.549576:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623327.549577:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:0.0:1781623327.549579:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623327.549581:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85079ab700. 02000000:00000001:0.0:1781623327.549583:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623327.549584:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623327.549585:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733ca80. 00000100:00000001:0.0:1781623327.549588:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623327.549589:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623327.549591:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623327.549598:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623327.549600:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623327.549602:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623327.549605:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1781623327.550647:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623327.550720:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623327.550725:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85076311b8. 00000400:00000200:1.0:1781623327.550732:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1f68 00000400:00000010:1.0:1781623327.550735:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1f68. 00000100:00000001:1.0:1781623327.550740:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623327.550749:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733ce00 x1868160455819008/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623327.550758:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733ce00 x1868160455819008/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623362 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623327.550764:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623327.550765:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623327.550767:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623327.550769:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623327.550771:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623327.550773:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623327.550775:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623327.550783:0:2349:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=104 v=20 (20 20 20 0) 00000100:00001000:1.0:1781623327.550786:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=25 v=5 (1 1 0 0) 00000100:00000001:1.0:1781623327.550789:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623327.550791:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623327.550793:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623327.550795:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623327.550798:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781623327.550800:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781623327.550801:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781623327.550802:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623327.550806:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733ce00 x1868160455819008/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623362 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623327.550812:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623327.550815:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623327.550818:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623327.550821:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733ce00 x1868160455819008/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623362 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623327.550890:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455819008:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623327.550896:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623327.550898:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623327.550901:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733ce00 x1868160455819008/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623362 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623327.550908:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623327.550910:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623327.550914:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e556e00. 02000000:00000001:1.0:1781623327.550917:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623327.550920:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623327.550921:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781623327.550923:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623327.550925:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85079abb00. 02000000:00000001:1.0:1781623327.550928:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623327.550930:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623327.550931:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733ce00. 00000100:00000001:1.0:1781623327.550934:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623327.550936:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623327.550938:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623327.550946:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623327.550947:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623327.550950:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623327.550952:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623327.925152:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623327.925160:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623327.925166:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623327.925167:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623327.925171:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623327.925172:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623327.926841:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623327.926850:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623327.926857:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623328.949161:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623328.949172:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623328.949180:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623328.949181:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623328.949185:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623328.949186:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623329.973199:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623329.973208:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623329.973215:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623329.973217:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623329.973221:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623329.973223:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623329.974143:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623329.974150:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623329.974155:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623330.997204:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623330.997214:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623330.997220:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623330.997221:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623330.997225:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623330.997226:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623330.997475:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623330.997479:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623330.997484:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623332.021180:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623332.021190:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623332.021192:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623332.021199:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623332.021201:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623332.021203:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623332.021209:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623332.021211:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623332.021213:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623332.021216:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623332.021220:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623332.021221:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623332.021225:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623332.021226:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623333.045161:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623333.045168:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623333.045175:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623333.045176:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623333.045179:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623333.045180:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623333.045284:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623333.045287:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623333.045290:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623334.069149:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623334.069157:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623334.069163:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623334.069167:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623334.069169:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623334.069172:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623334.069175:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623334.069177:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623334.069179:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623334.069181:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623334.069184:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623334.069186:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623334.069187:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623334.069191:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623334.069193:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623334.069194:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623334.069196:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623334.069197:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623334.069199:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623334.069200:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623334.070010:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623334.070015:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623334.070019:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623335.093157:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623335.093164:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623335.093170:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623335.093171:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623335.093174:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623335.093175:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623336.117183:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623336.117193:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623336.117201:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623336.117203:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623336.117206:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623336.117208:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623336.117283:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623336.117288:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623336.117291:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623337.141459:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623337.141469:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623337.141477:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623337.141478:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623337.141482:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623337.141483:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623337.141602:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623337.141606:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623337.141609:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623338.165170:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623338.165178:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623338.165184:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623338.165186:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623338.165189:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623338.165190:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623339.189149:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623339.189155:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623339.189160:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623339.189161:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623339.189164:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623339.189165:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623339.189260:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623339.189263:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623339.189266:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623340.213142:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623340.213147:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623340.213151:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623340.213152:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623340.213156:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623340.213157:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623340.213254:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623340.213257:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623340.213261:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623341.238706:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623341.238713:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623341.238720:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623341.238721:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623341.238724:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623341.238725:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623342.262070:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623342.262079:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623342.262081:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623342.262087:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623342.262089:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623342.262091:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623342.262096:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623342.262098:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623342.262100:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623342.262102:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623342.262106:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623342.262107:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623342.262110:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623342.262112:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623342.262209:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623342.262213:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623342.262215:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781623342.901557:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623342.901567:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623342.901576:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731d880. 00000020:00000040:0.0:1781623342.901725:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781623342.901730:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623342.901733:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623342.901737:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623342.901746:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0e00. 00000100:00000001:0.0:1781623342.901751:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623342.901762:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731d880 x1868160455820032/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623342.901772:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623342.901777:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623342.901876:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c707ee7d] to pc [ptlrpcd_00_00+0] req@ffff8f850731d880 x1868160455820032/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623342.901931:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623342.901935:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623342.901937:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623342.901944:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731d880 x1868160455820032/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623342.901952:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623342.901954:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623342.901958:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623342.901960:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623342.901963:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623342.901966:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455820032:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623342.901970:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623342.901976:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623342.901978:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623342.901981:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623342.901986:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e556200. 02000000:00000001:1.0:1781623342.901988:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623342.901995:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623342.901999:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85076311b8. 00000400:00000010:1.0:1781623342.902005:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1f68. 00000100:00000200:1.0:1781623342.902011:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455820032, portal 25 00000100:00000001:1.0:1781623342.902013:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623342.902015:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246970496 : -123673462581120 : ffff8f850731d880) 00000100:00000040:1.0:1781623342.902021:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731d880 x1868160455820032/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623342.902050:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623342.902053:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623342.902055:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb13b8. 00000100:00000200:1.0:1781623342.902059:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455820032, offset 0 00000400:00000200:1.0:1781623342.902065:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623342.902074:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623342.902081:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623342.902086:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623342.902090:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623342.902093:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623342.902096:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623342.902100:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375695:375695:256:4294967295] 192.168.202.101@tcp LPNI seq info [375665:375665:8:4294967295] 00000400:00000200:1.0:1781623342.902104:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623342.902113:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623342.902118:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623342.902123:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85079abb00. 00000800:00000200:1.0:1781623342.902129:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623342.902137:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623342.902141:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85079abb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623342.902162:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623342.902167:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623342.902170:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301507703 00000100:00000001:1.0:1781623342.902176:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301502584 00000100:00000001:1.0:1781623342.902181:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301507703 00000100:00000001:1.0:1781623342.902183:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301502584 00000100:00000001:1.0:1781623342.902187:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623342.902189:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623342.902192:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623342.902195:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623342.903070:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623342.903074:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781623342.903078:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623342.903080:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623342.903083:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623342.903085:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623342.903190:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623342.903195:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623342.903199:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623342.903205:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731f100. 00000020:00000040:0.0:1781623342.903209:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781623342.903213:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623342.903215:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623342.903219:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623342.903222:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0f00. 00000100:00000001:0.0:1781623342.903227:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623342.903234:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731f100 x1868160455820160/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623342.903243:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623342.903247:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623342.903251:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005d705fe] to pc [ptlrpcd_00_01+1] req@ffff8f850731f100 x1868160455820160/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623342.903263:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623342.903266:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623342.903269:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623342.903274:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731d180. 00000020:00000040:0.0:1781623342.903276:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:0.0:1781623342.903278:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623342.903279:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623342.903281:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623342.903284:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0700. 00000100:00000001:0.0:1781623342.903287:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623342.903291:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f850731d180 x1868160455820288/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623342.903302:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623342.903303:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623342.903307:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032b888aa] to pc [ptlrpcd_00_00+0] req@ffff8f850731d180 x1868160455820288/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623342.903315:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623342.903317:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781623342.903320:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781623342.903337:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (6837) 00000100:00000001:1.0:1781623342.903370:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623342.903372:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623342.903374:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623342.903379:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731f100 x1868160455820160/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623342.903386:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623342.903388:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623342.903391:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623342.903394:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623342.903396:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623342.903399:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455820160:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623342.903403:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623342.903408:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623342.903410:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623342.903412:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623342.903416:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557000. 02000000:00000001:1.0:1781623342.903417:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623342.903422:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623342.903425:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631370. 00000400:00000010:1.0:1781623342.903429:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1088. 00000100:00000200:1.0:1781623342.903434:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455820160, portal 10 00000100:00000001:1.0:1781623342.903436:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623342.903437:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246976768 : -123673462574848 : ffff8f850731f100) 00000100:00000040:1.0:1781623342.903444:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731f100 x1868160455820160/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623342.903451:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623342.903453:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623342.903456:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb16e8. 00000100:00000200:1.0:1781623342.903458:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455820160, offset 0 00000400:00000200:1.0:1781623342.903463:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623342.903470:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623342.903475:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623342.903479:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623342.903482:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623342.903485:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623342.903488:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623342.903491:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375696:375696:256:4294967295] 192.168.202.101@tcp LPNI seq info [375666:375666:8:4294967295] 00000400:00000200:1.0:1781623342.903494:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623342.903502:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623342.903507:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623342.903511:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85079ab500. 00000800:00000200:1.0:1781623342.903516:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623342.903521:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623342.903525:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85079ab500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623342.903541:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623342.903545:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 18102 usecs (19 jiffies) 00000400:00000200:1.0:1781623342.903548:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623342.903550:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301499925 00000100:00000001:1.0:1781623342.903553:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301507703 00000100:00000001:1.0:1781623342.903555:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301499925 00000100:00000001:1.0:1781623342.903557:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301507703 00000100:00000001:1.0:1781623342.903559:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623342.903561:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623342.903564:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623342.903565:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623342.903569:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623342.903570:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=30 : 30 : 1e) 00000100:00000001:1.0:1781623342.903572:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623342.903573:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623342.903574:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623342.903576:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1781623342.903577:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623342.903579:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623342.903580:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623342.903581:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623342.903582:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623342.903583:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623342.903586:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731d180 x1868160455820288/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623342.903592:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623342.903593:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623342.903595:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623342.903597:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623342.903599:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623342.903601:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455820288:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623342.903604:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623342.903607:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623342.903608:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623342.903610:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623342.903612:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557600. 02000000:00000001:1.0:1781623342.903614:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623342.903617:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623342.903620:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631898. 00000400:00000010:1.0:1781623342.903623:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1660. 00000100:00000200:1.0:1781623342.903626:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455820288, portal 4 00000100:00000001:1.0:1781623342.903628:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623342.903629:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246968704 : -123673462582912 : ffff8f850731d180) 00000100:00000040:1.0:1781623342.903634:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731d180 x1868160455820288/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623342.903641:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623342.903643:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623342.903645:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1dd0. 00000100:00000200:1.0:1781623342.903647:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455820288, offset 0 00000400:00000200:1.0:1781623342.903651:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623342.903654:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623342.903657:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623342.903660:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623342.903662:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623342.903664:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623342.903667:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623342.903669:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375697:375697:255:4294967295] 192.168.202.101@tcp LPNI seq info [375667:375667:7:4294967295] 00000400:00000200:1.0:1781623342.903673:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623342.903679:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623342.903683:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623342.903687:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85079ab800. 00000800:00000200:1.0:1781623342.903690:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623342.903694:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623342.903696:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85079ab800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623342.903699:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623342.903702:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 553027 usecs (554 jiffies) 00000400:00000200:1.0:1781623342.903705:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623342.903706:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301500460 00000100:00000001:1.0:1781623342.903708:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301507703 00000100:00000001:1.0:1781623342.903710:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301500460 00000100:00000001:1.0:1781623342.903712:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301507703 00000100:00000001:1.0:1781623342.903714:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623342.903716:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623342.903718:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623342.903720:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623342.903731:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623342.903732:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623342.903734:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623342.903735:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623342.904874:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623342.904877:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781623342.904883:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623342.904885:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623342.904887:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85076311b8. 00000400:00000200:1.0:1781623342.904891:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1f68 00000400:00000010:1.0:1781623342.904893:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1f68. 00000100:00000001:1.0:1781623342.904896:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623342.904900:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731d880 x1868160455820032/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623342.904907:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731d880 x1868160455820032/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623358 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623342.904912:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623342.904914:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623342.904917:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623342.904919:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623342.904921:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623342.904923:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623342.904926:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623342.904931:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=119 v=5 (5 5 5 0) 00000100:00001000:1.0:1781623342.904934:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=40 v=5 (1 1 0 0) 00000100:00000001:1.0:1781623342.904937:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623342.904938:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623342.904940:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623342.904942:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623342.904944:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623342.904948:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731d880 x1868160455820032/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623358 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623342.904954:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623342.904957:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623342.904959:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623342.904964:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731d880 x1868160455820032/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623358 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623342.904970:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455820032:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623342.904974:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623342.904976:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623342.904978:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731d880 x1868160455820032/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623358 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623342.904983:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623342.904986:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623342.904989:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e556200. 02000000:00000001:1.0:1781623342.904991:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623342.904993:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623342.904995:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781623342.904996:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623342.904998:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0e00. 02000000:00000001:1.0:1781623342.905002:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623342.905004:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623342.905006:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731d880. 00000100:00000001:1.0:1781623342.905009:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623342.905010:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623342.905012:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623342.905018:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623342.905019:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623342.905021:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623342.905022:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623342.906064:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623342.906067:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781623342.906072:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623342.906074:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623342.906077:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631898. 00000400:00000200:1.0:1781623342.906081:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1660 00000400:00000010:1.0:1781623342.906082:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1660. 00000100:00000001:1.0:1781623342.906085:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623342.906090:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731d180 x1868160455820288/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623342.906099:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731d180 x1868160455820288/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623358 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623342.906105:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623342.906106:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623342.906109:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623342.906111:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623342.906112:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623342.906114:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623342.906116:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623342.906123:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=119 v=5 (5 5 5 0) 00000100:00001000:1.0:1781623342.906126:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=118 v=5 (1 0 0 0) 00000100:00000001:1.0:1781623342.906128:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623342.906130:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623342.906132:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623342.906135:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623342.906137:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781623342.906139:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:1.0:1781623342.906141:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781623342.906142:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623342.906146:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731d180 x1868160455820288/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623358 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623342.906152:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623342.906155:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623342.906156:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623342.906159:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731d180 x1868160455820288/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623358 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623342.906166:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455820288:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623342.906170:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623342.906172:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623342.906175:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731d180 x1868160455820288/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623358 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623342.906181:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623342.906183:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623342.906185:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557600. 02000000:00000001:1.0:1781623342.906189:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623342.906191:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623342.906193:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:1.0:1781623342.906194:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623342.906196:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0700. 02000000:00000001:1.0:1781623342.906199:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623342.906201:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623342.906202:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731d180. 00000100:00000001:1.0:1781623342.906205:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623342.906206:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623342.906209:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623342.906210:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623342.906212:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623342.906213:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623342.906215:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623342.910618:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623342.910622:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781623342.914047:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623342.914055:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623342.914059:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631370. 00000400:00000200:1.0:1781623342.914068:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1088 00000400:00000010:1.0:1781623342.914071:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1088. 00000100:00000001:1.0:1781623342.914077:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623342.914088:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731f100 x1868160455820160/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623342.914099:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731f100 x1868160455820160/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623377 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623342.914116:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623342.914118:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623342.914122:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623342.914125:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623342.914128:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623342.914130:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623342.914133:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623342.914141:0:2350:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=119 v=20 (20 20 20 0) 00000100:00001000:1.0:1781623342.914145:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=40 v=5 (1 1 0 0) 00000100:00000001:1.0:1781623342.914147:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623342.914149:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623342.914151:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623342.914154:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623342.914157:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781623342.914160:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781623342.914161:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781623342.914163:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623342.914167:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731f100 x1868160455820160/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623377 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623342.914173:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623342.914176:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623342.914178:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623342.914182:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731f100 x1868160455820160/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623377 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623342.914190:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455820160:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623342.914194:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623342.914197:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623342.914200:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731f100 x1868160455820160/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623377 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623342.914206:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623342.914208:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623342.914211:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557000. 02000000:00000001:1.0:1781623342.914217:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623342.914219:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623342.914221:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781623342.914224:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623342.914226:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0f00. 02000000:00000001:1.0:1781623342.914229:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623342.914230:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623342.914232:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731f100. 00000100:00000001:1.0:1781623342.914236:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623342.914237:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623342.914240:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623342.914248:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623342.914250:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623342.914253:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623342.914255:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623343.285145:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623343.285152:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623343.285158:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623343.285160:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623343.285163:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623343.285164:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623343.285264:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623343.285267:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623343.285271:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623344.309239:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623344.309245:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623344.309251:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623344.309254:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623344.309256:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623344.309260:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623344.309263:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623344.309265:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623344.309267:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623344.309269:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623344.309272:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623344.309274:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623344.309275:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623344.309279:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623344.309281:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623344.309282:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623344.309284:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623344.309285:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623344.309286:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623344.309288:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623345.333890:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623345.333897:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623345.333902:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623345.333969:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623345.333975:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623345.333976:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623345.334095:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623345.334099:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623345.334102:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623346.357131:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623346.357138:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623346.357155:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623346.357156:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623346.357159:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623346.357160:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623346.357424:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623346.357428:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623346.357431:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623347.381859:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623347.381866:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623347.381873:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623347.381874:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623347.381878:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623347.381879:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623348.021514:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623348.021522:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623348.021531:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731ed80. 00000020:00000040:0.0:1781623348.021535:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781623348.021539:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623348.021542:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623348.021546:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623348.021553:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0f00. 00000100:00000001:0.0:1781623348.021559:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623348.021569:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731ed80 x1868160455820416/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623348.021579:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623348.021583:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623348.021590:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3dd1577] to pc [ptlrpcd_00_01+1] req@ffff8f850731ed80 x1868160455820416/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623348.021652:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623348.021657:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623348.021660:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623348.021666:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731ed80 x1868160455820416/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623348.021680:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623348.021682:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623348.021686:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623348.021689:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623348.021692:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623348.021696:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455820416:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623348.021700:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623348.021707:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623348.021709:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623348.021712:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623348.021717:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e556200. 02000000:00000001:1.0:1781623348.021729:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623348.021737:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623348.021742:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631370. 00000400:00000010:1.0:1781623348.021748:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1088. 00000100:00000200:1.0:1781623348.021764:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455820416, portal 25 00000100:00000001:1.0:1781623348.021767:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623348.021769:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246975872 : -123673462575744 : ffff8f850731ed80) 00000100:00000040:1.0:1781623348.021774:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731ed80 x1868160455820416/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623348.021780:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623348.021783:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623348.021786:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1660. 00000100:00000200:1.0:1781623348.021790:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455820416, offset 0 00000400:00000200:1.0:1781623348.021796:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623348.021815:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623348.021824:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623348.021829:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623348.021833:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623348.021836:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623348.021838:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623348.021846:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375698:375698:256:4294967295] 192.168.202.101@tcp LPNI seq info [375668:375668:8:4294967295] 00000400:00000200:1.0:1781623348.021851:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623348.021860:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623348.021865:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623348.021870:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85079ab600. 00000800:00000200:1.0:1781623348.021875:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623348.021883:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623348.021887:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85079ab600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623348.021900:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623348.021904:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623348.021906:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301512822 00000100:00000001:1.0:1781623348.021913:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301507703 00000100:00000001:1.0:1781623348.021917:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301512822 00000100:00000001:1.0:1781623348.021920:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301507703 00000100:00000001:1.0:1781623348.021923:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623348.021925:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623348.021928:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623348.021931:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623348.021961:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623348.021964:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623348.021967:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623348.021971:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731f480. 00000020:00000040:0.0:1781623348.021975:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781623348.021978:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623348.021979:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623348.021981:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623348.021985:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0700. 00000100:00000001:0.0:1781623348.021988:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623348.021992:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731f480 x1868160455820544/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623348.021999:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623348.022002:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623348.022005:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007be101f7] to pc [ptlrpcd_00_00+0] req@ffff8f850731f480 x1868160455820544/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623348.023176:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623348.023180:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781623348.023183:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623348.023185:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623348.023187:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623348.023189:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1781623348.023191:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623348.023192:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623348.023193:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623348.023194:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623348.023195:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623348.023196:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623348.023204:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731f480 x1868160455820544/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623348.023214:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623348.023215:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623348.023218:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623348.023220:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623348.023222:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623348.023224:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455820544:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623348.023227:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623348.023231:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623348.023233:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623348.023234:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623348.023240:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557a00. 02000000:00000001:1.0:1781623348.023241:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623348.023247:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623348.023250:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631898. 00000400:00000010:1.0:1781623348.023255:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1f68. 00000100:00000200:1.0:1781623348.023260:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455820544, portal 10 00000100:00000001:1.0:1781623348.023261:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623348.023263:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246977664 : -123673462573952 : ffff8f850731f480) 00000100:00000040:1.0:1781623348.023270:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731f480 x1868160455820544/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623348.023275:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623348.023277:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623348.023279:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1aa0. 00000100:00000200:1.0:1781623348.023281:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455820544, offset 0 00000400:00000200:1.0:1781623348.023285:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623348.023289:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623348.023294:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623348.023297:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623348.023300:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623348.023303:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623348.023305:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623348.023308:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375699:375699:256:4294967295] 192.168.202.101@tcp LPNI seq info [375669:375669:8:4294967295] 00000400:00000200:1.0:1781623348.023311:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623348.023316:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623348.023320:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623348.023323:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85079abe00. 00000800:00000200:1.0:1781623348.023328:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623348.023332:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623348.023335:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85079abe00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623348.023350:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623348.023355:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 18096 usecs (19 jiffies) 00000400:00000200:1.0:1781623348.023358:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623348.023360:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301505044 00000100:00000001:1.0:1781623348.023363:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301512822 00000100:00000001:1.0:1781623348.023366:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301505044 00000100:00000001:1.0:1781623348.023368:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301512822 00000100:00000001:1.0:1781623348.023521:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623348.023525:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623348.023529:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623348.023531:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623348.023544:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623348.023549:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623348.023790:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623348.023798:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623348.023800:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623348.023812:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623348.023858:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623348.023862:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623348.023865:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623348.023869:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731dc00. 00000020:00000040:0.0:1781623348.023872:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:0.0:1781623348.023875:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623348.023877:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623348.023879:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623348.023883:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0e00. 00000100:00000001:0.0:1781623348.023887:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623348.023891:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f850731dc00 x1868160455820672/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623348.023901:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623348.023904:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623348.023907:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064d3ee66] to pc [ptlrpcd_00_01+1] req@ffff8f850731dc00 x1868160455820672/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623348.023938:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623348.023940:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623348.023941:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623348.023947:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731dc00 x1868160455820672/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623348.023952:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623348.023953:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623348.023956:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623348.023958:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623348.023960:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623348.023962:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455820672:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623348.023966:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623348.023969:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623348.023970:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623348.023972:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623348.023975:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e556e00. 02000000:00000001:1.0:1781623348.023977:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623348.023981:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623348.023983:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85076311b8. 00000400:00000010:1.0:1781623348.023987:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb12a8. 00000100:00000200:1.0:1781623348.023990:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455820672, portal 4 00000100:00000001:1.0:1781623348.023992:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623348.023993:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246971392 : -123673462580224 : ffff8f850731dc00) 00000100:00000040:1.0:1781623348.024004:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731dc00 x1868160455820672/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623348.024011:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623348.024014:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623348.024017:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1110. 00000100:00000200:1.0:1781623348.024019:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455820672, offset 0 00000400:00000200:1.0:1781623348.024022:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623348.024089:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623348.024092:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623348.024095:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623348.024096:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623348.024098:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623348.024100:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623348.024102:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375700:375700:256:4294967295] 192.168.202.101@tcp LPNI seq info [375670:375670:8:4294967295] 00000400:00000200:1.0:1781623348.024104:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623348.024108:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623348.024112:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623348.024114:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85079ab100. 00000800:00000200:1.0:1781623348.024117:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623348.024121:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623348.024123:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85079ab100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623348.024129:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623348.024132:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 550855 usecs (551 jiffies) 00000400:00000200:1.0:1781623348.024133:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623348.024135:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301505577 00000100:00000001:1.0:1781623348.024136:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301512822 00000100:00000001:1.0:1781623348.024138:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301505577 00000100:00000001:1.0:1781623348.024139:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301512822 00000100:00000001:1.0:1781623348.024141:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623348.024142:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623348.024144:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623348.024145:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623348.024175:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623348.024178:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781623348.024180:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781623348.024184:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (6842) 00000100:00000001:0.0:1781623348.024192:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623348.024193:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623348.024221:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623348.024223:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781623348.024224:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623348.024225:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623348.024227:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623348.024228:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623348.030917:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623348.030922:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781623348.030940:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623348.030941:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623348.030945:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631898. 00000400:00000200:1.0:1781623348.030949:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1f68 00000400:00000010:1.0:1781623348.030952:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1f68. 00000100:00000001:1.0:1781623348.030956:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623348.030961:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731f480 x1868160455820544/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623348.030976:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731f480 x1868160455820544/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623383 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623348.030982:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623348.030984:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623348.030987:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623348.030990:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623348.030992:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623348.030995:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623348.030997:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623348.031006:0:2350:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=125 v=20 (20 20 20 0) 00000100:00001000:1.0:1781623348.031010:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=46 v=5 (1 1 0 0) 00000100:00000001:1.0:1781623348.031013:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623348.031014:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623348.031017:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623348.031020:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623348.031050:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781623348.031053:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781623348.031055:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781623348.031057:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623348.031062:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731f480 x1868160455820544/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623348.031069:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623348.031072:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623348.031074:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623348.031078:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731f480 x1868160455820544/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623383 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623348.031086:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455820544:192.168.202.101@tcp:400:kworker.0 00000400:00000001:1.0:1781623348.031091:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623348.031092:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623348.031094:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631370. 00000400:00000200:1.0:1781623348.031097:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1088 00000400:00000010:1.0:1781623348.031098:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1088. 00000100:00000001:1.0:1781623348.031101:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623348.031104:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731ed80 x1868160455820416/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623364 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623348.031111:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731ed80 x1868160455820416/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623364 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623348.031116:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623348.031117:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623348.031119:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623348.031120:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623348.031121:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623348.031123:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623348.031125:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623348.031127:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=125 v=5 (5 5 5 0) 00000100:00001000:1.0:1781623348.031130:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=46 v=5 (1 1 0 0) 00000100:00000001:1.0:1781623348.031132:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623348.031134:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623348.031136:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623348.031137:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623348.031139:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623348.031143:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731ed80 x1868160455820416/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623364 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623348.031149:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623348.031151:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623348.031152:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623348.031155:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731ed80 x1868160455820416/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623364 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623348.031162:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455820416:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623348.031165:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623348.031168:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623348.031171:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731f480 x1868160455820544/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623383 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623348.031178:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623348.031180:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623348.031183:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557a00. 02000000:00000001:1.0:1781623348.031187:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623348.031190:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623348.031191:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781623348.031193:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623348.031196:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0700. 02000000:00000001:1.0:1781623348.031199:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623348.031201:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623348.031203:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731f480. 00000100:00000001:1.0:1781623348.031207:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623348.031208:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623348.031210:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623348.031213:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731ed80 x1868160455820416/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623364 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623348.031218:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623348.031219:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623348.031220:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e556200. 02000000:00000001:1.0:1781623348.031222:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623348.031224:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623348.031225:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781623348.031226:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623348.031228:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0f00. 02000000:00000001:1.0:1781623348.031230:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623348.031231:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623348.031232:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731ed80. 00000100:00000001:1.0:1781623348.031234:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623348.031235:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623348.031238:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623348.031240:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623348.031241:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623348.031242:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623348.031244:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623348.036158:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623348.036167:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781623348.036176:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623348.036178:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623348.036182:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85076311b8. 00000400:00000200:1.0:1781623348.036191:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb12a8 00000400:00000010:1.0:1781623348.036193:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb12a8. 00000100:00000001:1.0:1781623348.036198:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623348.036207:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731dc00 x1868160455820672/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623364 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623348.036218:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731dc00 x1868160455820672/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623364 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623348.036225:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623348.036227:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623348.036230:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623348.036233:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623348.036236:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623348.036238:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623348.036241:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623348.036250:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=125 v=5 (5 5 5 0) 00000100:00001000:1.0:1781623348.036254:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=124 v=5 (1 0 0 0) 00000100:00000001:1.0:1781623348.036256:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623348.036258:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623348.036260:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623348.036264:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623348.036268:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781623348.036270:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:1.0:1781623348.036272:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781623348.036283:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623348.036288:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731dc00 x1868160455820672/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623364 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623348.036295:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623348.036298:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623348.036300:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623348.036303:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731dc00 x1868160455820672/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623364 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623348.036317:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455820672:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623348.036322:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623348.036324:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623348.036328:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731dc00 x1868160455820672/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623364 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623348.036338:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623348.036340:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623348.036344:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e556e00. 02000000:00000001:1.0:1781623348.036348:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623348.036351:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623348.036353:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:1.0:1781623348.036356:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623348.036358:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0e00. 02000000:00000001:1.0:1781623348.036362:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623348.036364:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623348.036366:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731dc00. 00000100:00000001:1.0:1781623348.036369:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623348.036371:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623348.036373:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623348.036380:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623348.036382:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623348.036384:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623348.036386:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623348.406309:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623348.406315:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623348.406321:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623348.406322:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623348.406325:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623348.406326:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623348.406474:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623348.406477:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623348.406480:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623349.430193:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623349.430200:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623349.430206:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623349.430207:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623349.430211:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623349.430212:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623349.436284:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623349.436292:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623349.436296:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623350.458490:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623350.458506:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623350.458518:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623350.458520:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623350.458523:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623350.458524:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623351.477154:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623351.477163:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623351.477165:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623351.477172:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623351.477174:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623351.477176:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623351.477181:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623351.477183:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623351.477185:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623351.477187:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623351.477190:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623351.477191:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623351.477195:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623351.477196:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623351.477342:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623351.477345:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623351.477348:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623352.502002:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623352.502010:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623352.502016:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623352.502018:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623352.502021:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623352.502022:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623352.502760:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623352.502791:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623352.502794:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623353.525141:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623353.525147:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623353.525152:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623353.525153:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623353.525156:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623353.525157:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623354.549288:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623354.549295:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623354.549301:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623354.549304:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623354.549307:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623354.549311:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623354.549314:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623354.549316:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623354.549317:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623354.549319:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623354.549322:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623354.549324:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623354.549325:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623354.549329:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623354.549331:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623354.549332:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623354.549334:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623354.549335:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623354.549336:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623354.549338:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623354.549432:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623354.549436:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623354.549439:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623355.573131:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623355.573138:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623355.573144:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623355.573145:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623355.573148:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623355.573149:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623355.573245:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623355.573249:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623355.573252:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623356.598717:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623356.598753:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623356.598760:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623356.598762:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623356.598765:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623356.598767:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623357.621139:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623357.621144:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623357.621149:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623357.621150:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623357.621152:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623357.621153:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623357.621395:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623357.621398:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623357.621402:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781623358.261851:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623358.261862:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623358.261873:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731fb80. 00000020:00000040:0.0:1781623358.261880:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781623358.261884:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623358.261887:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623358.261893:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623358.261902:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0900. 00000100:00000001:0.0:1781623358.261908:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623358.261929:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731fb80 x1868160455821184/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623358.261942:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623358.261946:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623358.261953:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000865dba0e] to pc [ptlrpcd_00_00+0] req@ffff8f850731fb80 x1868160455821184/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623358.262187:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623358.262192:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623358.262194:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623358.262201:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731fb80 x1868160455821184/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623358.262214:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623358.262215:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623358.262220:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623358.262222:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623358.262225:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623358.262229:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455821184:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623358.262233:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623358.262240:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623358.262243:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623358.262245:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623358.262251:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557600. 02000000:00000001:1.0:1781623358.262253:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623358.262260:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623358.262264:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85076311b8. 00000400:00000010:1.0:1781623358.262272:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb12a8. 00000100:00000200:1.0:1781623358.262279:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455821184, portal 25 00000100:00000001:1.0:1781623358.262281:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623358.262283:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246979456 : -123673462572160 : ffff8f850731fb80) 00000100:00000040:1.0:1781623358.262288:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731fb80 x1868160455821184/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623358.262305:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623358.262308:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623358.262311:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1088. 00000100:00000200:1.0:1781623358.262315:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455821184, offset 0 00000400:00000200:1.0:1781623358.262322:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623358.262331:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623358.262339:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623358.262345:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623358.262348:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623358.262351:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623358.262353:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623358.262357:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375704:375704:256:4294967295] 192.168.202.101@tcp LPNI seq info [375674:375674:8:4294967295] 00000400:00000200:1.0:1781623358.262362:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623358.262372:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623358.262378:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623358.262383:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85079ab900. 00000800:00000200:1.0:1781623358.262389:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623358.262398:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623358.262402:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85079ab900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623358.262493:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623358.262496:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623358.262499:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623358.262503:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731c700. 00000020:00000040:0.0:1781623358.262506:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781623358.262509:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623358.262511:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623358.262513:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623358.262516:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0000. 00000100:00000001:0.0:1781623358.262520:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623358.262525:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731c700 x1868160455821312/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623358.262533:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623358.262535:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623358.262540:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a77dd68f] to pc [ptlrpcd_00_01+1] req@ffff8f850731c700 x1868160455821312/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623358.262548:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623358.262550:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623358.262553:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623358.262556:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731ce00. 00000020:00000040:0.0:1781623358.262558:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:0.0:1781623358.262560:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623358.262561:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623358.262563:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623358.262566:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0a00. 00000100:00000001:0.0:1781623358.262568:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623358.262572:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f850731ce00 x1868160455821440/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623358.262579:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623358.262581:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623358.262585:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006be3e00e] to pc [ptlrpcd_00_00+0] req@ffff8f850731ce00 x1868160455821440/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623358.262592:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623358.262595:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781623358.262598:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781623358.262603:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (6852) 00000100:00000001:0.0:1781623358.262627:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623358.262629:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623358.262631:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623358.262635:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731c700 x1868160455821312/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623358.262642:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623358.262643:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623358.262646:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623358.262647:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623358.262650:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623358.262653:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455821312:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623358.262658:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623358.262661:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623358.262662:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623358.262664:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623358.262667:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505ced200. 02000000:00000001:0.0:1781623358.262669:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623358.262673:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623358.262676:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7268. 00000400:00000010:0.0:1781623358.262680:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9550. 00000100:00000200:0.0:1781623358.262683:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455821312, portal 10 00000100:00000001:0.0:1781623358.262685:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623358.262686:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246966016 : -123673462585600 : ffff8f850731c700) 00000100:00000040:0.0:1781623358.262693:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731c700 x1868160455821312/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623358.262699:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623358.262701:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623358.262703:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9000. 00000100:00000200:0.0:1781623358.262705:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455821312, offset 0 00000400:00000200:0.0:1781623358.262723:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623358.262727:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623358.262731:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623358.262734:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623358.262737:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623358.262740:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623358.262742:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623358.262745:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375705:375705:255:4294967295] 192.168.202.101@tcp LPNI seq info [375675:375675:7:4294967295] 00000400:00000200:0.0:1781623358.262763:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623358.262769:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623358.262773:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623358.262777:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0c00. 00000800:00000200:0.0:1781623358.262781:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623358.262785:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623358.262788:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623358.263201:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623358.263207:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623358.263210:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301523063 00000100:00000001:1.0:1781623358.263218:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301517942 00000100:00000001:1.0:1781623358.263221:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301523063 00000100:00000001:1.0:1781623358.263224:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301517942 00000100:00000001:1.0:1781623358.263227:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623358.263229:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623358.263232:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623358.263235:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623358.263242:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623358.263244:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781623358.263246:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623358.263248:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623358.263249:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623358.263254:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731ce00 x1868160455821440/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623358.263260:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623358.263262:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623358.263264:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623358.263266:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623358.263268:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623358.263270:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455821440:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623358.263274:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623358.263277:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623358.263278:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623358.263280:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623358.263284:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557800. 02000000:00000001:1.0:1781623358.263286:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623358.263302:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623358.263305:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631370. 00000400:00000010:1.0:1781623358.263309:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1f68. 00000100:00000200:1.0:1781623358.263313:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455821440, portal 4 00000100:00000001:1.0:1781623358.263314:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623358.263316:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246967808 : -123673462583808 : ffff8f850731ce00) 00000100:00000040:1.0:1781623358.263321:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731ce00 x1868160455821440/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623358.263326:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623358.263328:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623358.263330:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1880. 00000100:00000200:1.0:1781623358.263332:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455821440, offset 0 00000400:00000200:1.0:1781623358.263336:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623358.263340:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623358.263344:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623358.263347:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623358.263349:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623358.263351:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623358.263353:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623358.263356:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375706:375706:254:4294967295] 192.168.202.101@tcp LPNI seq info [375676:375676:6:4294967295] 00000400:00000200:1.0:1781623358.263359:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623358.263366:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623358.263370:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623358.263374:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85079ab300. 00000800:00000200:1.0:1781623358.263377:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623358.263383:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623358.263385:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85079ab300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623358.263526:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623358.263531:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 18110 usecs (19 jiffies) 00000400:00000200:0.0:1781623358.263534:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623358.263536:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301515285 00000100:00000001:0.0:1781623358.263539:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301523063 00000100:00000001:0.0:1781623358.263541:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301515285 00000100:00000001:0.0:1781623358.263543:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301523063 00000100:00000001:0.0:1781623358.263545:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623358.263547:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623358.263549:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623358.263551:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623358.263556:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623358.263557:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=30 : 30 : 1e) 00000100:00000001:0.0:1781623358.263559:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623358.263560:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623358.263561:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623358.263563:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623358.268268:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623358.268271:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623358.268277:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623358.268280:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623358.268282:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7268. 00000400:00000200:0.0:1781623358.268287:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9550 00000400:00000010:0.0:1781623358.268289:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9550. 00000100:00000001:0.0:1781623358.268305:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623358.268310:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731c700 x1868160455821312/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623358.268318:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731c700 x1868160455821312/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623393 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623358.268323:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623358.268326:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623358.268328:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623358.268331:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623358.268334:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623358.268336:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623358.268338:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623358.268349:0:2350:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=135 v=20 (20 20 20 0) 00000100:00001000:0.0:1781623358.268353:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=56 v=5 (1 1 0 0) 00000100:00000001:0.0:1781623358.268355:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623358.268357:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623358.268360:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623358.268363:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623358.268366:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623358.268368:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781623358.268370:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623358.268372:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623358.268376:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731c700 x1868160455821312/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623393 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623358.268383:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623358.268386:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623358.268388:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623358.268391:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731c700 x1868160455821312/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623393 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623358.268398:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455821312:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623358.268403:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623358.268405:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623358.268407:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731c700 x1868160455821312/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623393 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623358.268413:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623358.268415:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623358.268419:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505ced200. 02000000:00000001:0.0:1781623358.268423:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623358.268425:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623358.268427:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781623358.268429:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623358.268431:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0000. 02000000:00000001:0.0:1781623358.268435:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623358.268437:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623358.268439:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731c700. 00000100:00000001:0.0:1781623358.268442:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623358.268443:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623358.268445:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623358.268452:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623358.268454:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623358.268455:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623358.268457:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623358.270474:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623358.270484:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 546732 usecs (547 jiffies) 00000400:00000200:1.0:1781623358.270492:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623358.270496:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301515818 00000100:00000001:1.0:1781623358.270500:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301523063 00000100:00000001:1.0:1781623358.270502:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301515818 00000100:00000001:1.0:1781623358.270505:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301523063 00000100:00000001:1.0:1781623358.270507:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623358.270511:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623358.270515:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623358.270518:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623358.270525:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623358.270528:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781623358.270530:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623358.270532:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623358.270534:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623358.270536:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623358.279491:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623358.279497:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781623358.279506:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623358.279508:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623358.279511:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631370. 00000400:00000200:1.0:1781623358.279518:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1f68 00000400:00000010:1.0:1781623358.279521:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1f68. 00000100:00000001:1.0:1781623358.279524:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623358.279532:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731ce00 x1868160455821440/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623374 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623358.279542:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731ce00 x1868160455821440/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623374 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623358.279549:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623358.279552:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623358.279555:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623358.279558:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623358.279561:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623358.279563:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623358.279566:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623358.279576:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=135 v=5 (5 5 5 0) 00000100:00001000:1.0:1781623358.279581:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=134 v=5 (1 0 0 0) 00000100:00000001:1.0:1781623358.279583:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623358.279585:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623358.279588:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623358.279591:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623358.279594:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781623358.279596:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:1.0:1781623358.279598:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781623358.279600:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623358.279605:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731ce00 x1868160455821440/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623374 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623358.279612:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623358.279616:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623358.279617:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623358.279621:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731ce00 x1868160455821440/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623374 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623358.279629:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455821440:192.168.202.101@tcp:400:kworker.0 00000400:00000001:1.0:1781623358.279635:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623358.279637:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623358.279639:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85076311b8. 00000400:00000200:1.0:1781623358.279641:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb12a8 00000400:00000010:1.0:1781623358.279643:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb12a8. 00000100:00000001:1.0:1781623358.279645:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623358.279648:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731fb80 x1868160455821184/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623374 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623358.279656:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731fb80 x1868160455821184/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623374 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623358.279661:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623358.279663:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623358.279664:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623358.279666:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623358.279667:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623358.279668:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623358.279670:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623358.279672:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=135 v=5 (5 5 5 0) 00000100:00001000:1.0:1781623358.279675:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=56 v=5 (1 1 0 0) 00000100:00000001:1.0:1781623358.279677:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623358.279678:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623358.279680:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623358.279681:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623358.279683:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623358.279686:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731fb80 x1868160455821184/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623374 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623358.279691:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623358.279693:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623358.279694:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623358.279697:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731fb80 x1868160455821184/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623374 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623358.279704:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455821184:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623358.279717:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623358.279720:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623358.279723:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731ce00 x1868160455821440/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623374 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623358.279730:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623358.279733:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623358.279736:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557800. 02000000:00000001:1.0:1781623358.279741:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623358.279744:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623358.279747:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:1.0:1781623358.279749:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623358.279751:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0a00. 02000000:00000001:1.0:1781623358.279754:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623358.279756:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623358.279757:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731ce00. 00000100:00000001:1.0:1781623358.279761:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623358.279763:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623358.279764:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623358.279768:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731fb80 x1868160455821184/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623374 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623358.279774:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623358.279775:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623358.279776:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557600. 02000000:00000001:1.0:1781623358.279778:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623358.279779:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623358.279780:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781623358.279782:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623358.279783:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0900. 02000000:00000001:1.0:1781623358.279785:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623358.279786:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623358.279787:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731fb80. 00000100:00000001:1.0:1781623358.279789:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623358.279790:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623358.279792:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623358.279800:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623358.279802:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623358.279804:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623358.279806:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623358.645186:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623358.645194:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623358.645201:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623358.645202:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623358.645205:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623358.645207:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623358.645313:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623358.645316:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623358.645319:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623359.670995:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623359.671005:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623359.671016:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623359.671018:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623359.671022:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623359.671058:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623360.693153:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623360.693161:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623360.693166:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623360.693168:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623360.693171:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623360.693172:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623360.693409:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623360.693412:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623360.693415:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623361.718739:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623361.718749:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623361.718751:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623361.718756:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623361.718759:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623361.718760:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623361.718765:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623361.718768:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623361.718770:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623361.718772:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623361.718776:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623361.718778:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623361.718781:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623361.718782:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623361.719913:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623361.719919:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623361.719924:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623362.741425:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623362.741430:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623362.741435:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623362.741436:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623362.741440:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623362.741441:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623363.391164:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623363.391173:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623363.391180:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733ce00. 00000020:00000040:1.0:1781623363.391186:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781623363.391190:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623363.391193:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623363.391197:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623363.391205:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85079ab000. 00000100:00000001:1.0:1781623363.391212:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623363.391224:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733ce00 x1868160455821568/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623363.391234:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623363.391239:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623363.391245:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f374d930] to pc [ptlrpcd_00_01+1] req@ffff8f850733ce00 x1868160455821568/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623363.391266:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623363.391269:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623363.391272:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1781623363.391276:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623363.391279:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623363.391282:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623363.391286:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733ce00 x1868160455821568/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623363.391292:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623363.391294:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623363.391298:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623363.391301:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623363.391303:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623363.391306:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455821568:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623363.391311:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623363.391317:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623363.391320:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623363.391323:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623363.391328:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e556e00. 02000000:00000001:1.0:1781623363.391330:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623363.391337:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623363.391342:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85076311b8. 00000400:00000010:1.0:1781623363.391349:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb12a8. 00000100:00000200:1.0:1781623363.391356:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455821568, portal 25 00000100:00000001:1.0:1781623363.391359:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623363.391360:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247098880 : -123673462452736 : ffff8f850733ce00) 00000100:00000040:1.0:1781623363.391366:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733ce00 x1868160455821568/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623363.391373:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623363.391376:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623363.391379:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1f68. 00000100:00000200:1.0:1781623363.391382:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455821568, offset 0 00000400:00000200:1.0:1781623363.391389:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623363.391398:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623363.391406:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623363.391412:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623363.391417:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623363.391421:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623363.391424:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623363.391441:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375707:375707:256:4294967295] 192.168.202.101@tcp LPNI seq info [375677:375677:8:4294967295] 00000400:00000200:1.0:1781623363.391446:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623363.391460:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623363.391466:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623363.391471:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85079ab300. 00000800:00000200:1.0:1781623363.391478:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623363.391486:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623363.391491:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85079ab300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623363.391504:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623363.391508:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623363.391511:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301528189 00000100:00000001:1.0:1781623363.391517:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301523063 00000100:00000001:1.0:1781623363.391522:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301528189 00000100:00000001:1.0:1781623363.391525:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301523063 00000100:00000001:1.0:1781623363.391528:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623363.391531:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623363.391544:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623363.391547:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623363.391556:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623363.391558:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781623363.391560:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623363.391562:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623363.391563:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623363.391566:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623363.391575:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623363.391577:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1781623363.391583:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733c380. 00000020:00000040:1.0:1781623363.391586:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781623363.391589:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623363.391591:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623363.391593:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623363.391596:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85079ab900. 00000100:00000001:1.0:1781623363.391600:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623363.391605:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733c380 x1868160455821696/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623363.391613:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623363.391616:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623363.391619:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca824475] to pc [ptlrpcd_00_00+0] req@ffff8f850733c380 x1868160455821696/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623363.391642:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623363.391645:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623363.391648:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1781623363.391652:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623363.391654:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623363.391655:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623363.391670:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733c380 x1868160455821696/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623363.391677:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623363.391679:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623363.391682:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623363.391683:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623363.391685:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623363.391687:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455821696:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623363.391690:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623363.391693:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623363.391694:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623363.391695:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623363.391699:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557000. 02000000:00000001:1.0:1781623363.391700:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623363.391703:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623363.391706:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631370. 00000400:00000010:1.0:1781623363.391709:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1d48. 00000100:00000200:1.0:1781623363.391712:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455821696, portal 10 00000100:00000001:1.0:1781623363.391714:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623363.391715:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247096192 : -123673462455424 : ffff8f850733c380) 00000100:00000040:1.0:1781623363.391720:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733c380 x1868160455821696/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623363.391726:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623363.391728:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623363.391731:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1550. 00000100:00000200:1.0:1781623363.391733:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455821696, offset 0 00000400:00000200:1.0:1781623363.391737:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623363.391741:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623363.391744:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623363.391747:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623363.391748:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623363.391751:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623363.391753:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623363.391756:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375708:375708:255:4294967295] 192.168.202.101@tcp LPNI seq info [375678:375678:7:4294967295] 00000400:00000200:1.0:1781623363.391760:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623363.391766:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623363.391771:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623363.391774:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85079ab100. 00000800:00000200:1.0:1781623363.391777:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623363.391782:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623363.391785:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85079ab100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623363.391788:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623363.391792:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 18096 usecs (19 jiffies) 00000400:00000200:1.0:1781623363.391795:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623363.391797:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301520410 00000100:00000001:1.0:1781623363.391800:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301528189 00000100:00000001:1.0:1781623363.391802:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301520410 00000100:00000001:1.0:1781623363.391804:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301528189 00000100:00000001:1.0:1781623363.391806:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623363.391808:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623363.391811:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623363.391813:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623363.391816:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623363.391818:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=30 : 30 : 1e) 00000100:00000001:1.0:1781623363.391819:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623363.391821:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623363.391822:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623363.391824:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623363.391832:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623363.391833:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623363.391834:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623363.391836:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1781623363.391841:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733d880. 00000020:00000040:1.0:1781623363.391844:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:1.0:1781623363.391846:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623363.391848:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623363.391850:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623363.391853:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85079abe00. 00000100:00000001:1.0:1781623363.391856:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623363.391861:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f850733d880 x1868160455821824/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623363.391869:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623363.391871:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623363.391874:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8ccf039] to pc [ptlrpcd_00_01+1] req@ffff8f850733d880 x1868160455821824/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623363.391887:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623363.391889:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781623363.391892:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1781623363.391900:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623363.391901:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623363.391903:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623363.391906:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733d880 x1868160455821824/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623363.391913:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623363.391915:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623363.391917:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623363.391919:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623363.391934:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623363.391937:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455821824:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623363.391940:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623363.391943:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623363.391944:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623363.391946:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623363.391949:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e556000. 02000000:00000001:1.0:1781623363.391951:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623363.391954:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623363.391957:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631898. 00000400:00000010:1.0:1781623363.391962:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1880. 00000100:00000200:1.0:1781623363.391965:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455821824, portal 4 00000100:00000001:1.0:1781623363.391966:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623363.391968:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247101568 : -123673462450048 : ffff8f850733d880) 00000100:00000040:1.0:1781623363.391973:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733d880 x1868160455821824/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623363.391980:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623363.391983:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623363.391985:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1088. 00000100:00000200:1.0:1781623363.391988:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455821824, offset 0 00000400:00000200:1.0:1781623363.391992:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623363.391996:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623363.392000:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623363.392002:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623363.392005:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623363.392008:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623363.392010:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623363.392012:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375709:375709:254:4294967295] 192.168.202.101@tcp LPNI seq info [375679:375679:6:4294967295] 00000400:00000200:1.0:1781623363.392016:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623363.392022:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623363.392151:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623363.392154:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85079ab600. 00000800:00000200:1.0:1781623363.392158:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623363.392163:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623363.392165:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85079ab600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623363.392168:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623363.392171:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 544680 usecs (545 jiffies) 00000400:00000200:1.0:1781623363.392174:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623363.392177:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301520936 00000100:00000001:1.0:1781623363.392179:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301528189 00000100:00000001:1.0:1781623363.392181:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301520936 00000100:00000001:1.0:1781623363.392183:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301528189 00000100:00000001:1.0:1781623363.392186:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623363.392188:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623363.392191:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623363.392193:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623363.392196:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623363.392197:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781623363.392199:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623363.392201:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623363.392202:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623363.392204:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623363.392211:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623363.392212:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623363.392213:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623363.392215:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623363.402011:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (6858) 00000100:00000001:1.0:1781623363.407529:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623363.407605:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623363.410541:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623363.410551:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623363.410559:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623363.410562:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623363.410566:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631898. 00000400:00000200:0.0:1781623363.410573:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1880 00000400:00000010:0.0:1781623363.410575:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1880. 00000100:00000001:0.0:1781623363.410581:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623363.410593:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733d880 x1868160455821824/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623379 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623363.410605:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733d880 x1868160455821824/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623379 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623363.410613:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623363.410615:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623363.410618:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623363.410623:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623363.410625:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623363.410628:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623363.410631:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623363.410642:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=140 v=5 (5 5 5 0) 00000100:00001000:0.0:1781623363.410646:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=139 v=5 (1 0 0 0) 00000100:00000001:0.0:1781623363.410649:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623363.410650:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623363.410654:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623363.410658:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623363.410676:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623363.410679:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:0.0:1781623363.410681:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623363.410682:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623363.410688:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733d880 x1868160455821824/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623379 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623363.410695:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623363.410699:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623363.410701:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623363.410706:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733d880 x1868160455821824/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623379 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623363.410714:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455821824:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623363.410720:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623363.410723:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623363.410726:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733d880 x1868160455821824/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623379 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623363.410733:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623363.410735:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623363.410738:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e556000. 02000000:00000001:0.0:1781623363.410742:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623363.410745:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623363.410747:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:0.0:1781623363.410750:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623363.410753:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85079abe00. 02000000:00000001:0.0:1781623363.410756:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623363.410758:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623363.410760:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733d880. 00000100:00000001:0.0:1781623363.410764:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623363.410765:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623363.410768:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623363.410770:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623363.410771:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623363.410772:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623363.410774:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1781623363.416127:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623363.416134:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623363.416138:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631370. 00000400:00000200:1.0:1781623363.416145:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1d48 00000400:00000010:1.0:1781623363.416148:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1d48. 00000100:00000001:1.0:1781623363.416153:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623363.416165:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733c380 x1868160455821696/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623363.416178:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733c380 x1868160455821696/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623398 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623363.416184:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623363.416187:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623363.416189:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623363.416192:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623363.416194:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623363.416196:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623363.416198:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623363.416207:0:2349:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=140 v=20 (20 20 20 0) 00000100:00001000:1.0:1781623363.416210:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=61 v=5 (1 1 0 0) 00000100:00000001:1.0:1781623363.416214:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623363.416215:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623363.416217:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623363.416220:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623363.416223:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781623363.416225:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781623363.416227:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781623363.416228:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623363.416231:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733c380 x1868160455821696/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623363.416236:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623363.416239:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623363.416240:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623363.416243:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733c380 x1868160455821696/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623398 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623363.416247:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455821696:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623363.416250:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623363.416253:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623363.416255:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733c380 x1868160455821696/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623398 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623363.416259:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623363.416261:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623363.416263:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557000. 02000000:00000001:1.0:1781623363.416267:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623363.416269:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623363.416271:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781623363.416272:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623363.416274:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85079ab900. 02000000:00000001:1.0:1781623363.416277:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623363.416278:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623363.416280:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733c380. 00000100:00000001:1.0:1781623363.416282:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623363.416283:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623363.416285:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623363.416293:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623363.416295:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623363.416297:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623363.416299:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623363.416964:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623363.416969:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623363.416975:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623363.416977:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623363.416979:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85076311b8. 00000400:00000200:0.0:1781623363.416984:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb12a8 00000400:00000010:0.0:1781623363.416986:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb12a8. 00000100:00000001:0.0:1781623363.416989:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623363.416997:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733ce00 x1868160455821568/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623379 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623363.417007:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733ce00 x1868160455821568/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623379 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623363.417013:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623363.417015:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623363.417016:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623363.417019:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623363.417020:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623363.417022:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623363.417121:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623363.417128:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=140 v=5 (5 5 5 0) 00000100:00001000:0.0:1781623363.417131:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=61 v=5 (1 1 0 0) 00000100:00000001:0.0:1781623363.417134:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623363.417135:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623363.417137:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623363.417138:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623363.417141:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623363.417145:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733ce00 x1868160455821568/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623379 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623363.417152:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623363.417155:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623363.417156:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623363.417159:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733ce00 x1868160455821568/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623379 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623363.417166:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455821568:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623363.417170:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623363.417172:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623363.417174:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733ce00 x1868160455821568/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623379 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623363.417180:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623363.417181:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623363.417183:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e556e00. 02000000:00000001:0.0:1781623363.417263:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623363.417266:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623363.417267:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781623363.417269:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623363.417271:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85079ab000. 02000000:00000001:0.0:1781623363.417274:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623363.417275:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623363.417277:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733ce00. 00000100:00000001:0.0:1781623363.417279:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623363.417281:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623363.417285:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623363.417290:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623363.417292:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623363.417294:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623363.417296:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623363.766902:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623363.766911:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623363.766917:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623363.766918:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623363.766922:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623363.766923:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623363.767044:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623363.767048:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623363.767052:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623364.790933:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623364.790940:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623364.790946:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623364.790949:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623364.790951:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623364.790955:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623364.790958:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623364.790960:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623364.790962:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623364.790963:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623364.790966:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623364.790968:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623364.790969:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623364.790973:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623364.790975:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623364.790977:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623364.790978:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623364.790979:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623364.790981:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623364.790982:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623364.791172:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623364.791177:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623364.791180:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623365.814446:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623365.814455:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623365.814462:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623365.814463:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623365.814466:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623365.814468:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623366.839831:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623366.839844:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623366.839853:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623366.839854:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623366.839859:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623366.839860:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623366.839979:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623366.839984:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623366.839987:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623367.861182:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623367.861190:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623367.861197:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623367.861426:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623367.861432:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623367.861433:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623367.861666:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623367.861670:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623367.861673:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781623368.501434:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623368.501449:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623368.501467:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733c380. 00000020:00000040:1.0:1781623368.501476:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781623368.501481:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623368.501485:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623368.501492:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623368.501501:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85079ab900. 00000100:00000001:1.0:1781623368.501510:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623368.501525:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733c380 x1868160455821952/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623368.501538:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623368.501544:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623368.501551:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca824475] to pc [ptlrpcd_00_00+0] req@ffff8f850733c380 x1868160455821952/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623368.501630:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623368.501635:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623368.501638:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623368.501645:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733c380 x1868160455821952/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623368.501653:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623368.501655:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623368.501660:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623368.501663:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623368.501665:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623368.501668:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455821952:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623368.501674:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623368.501682:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623368.501685:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623368.501687:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623368.501693:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cece00. 02000000:00000001:0.0:1781623368.501695:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623368.501704:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623368.501709:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7268. 00000400:00000010:0.0:1781623368.501727:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9550. 00000100:00000200:0.0:1781623368.501736:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455821952, portal 25 00000100:00000001:0.0:1781623368.501738:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623368.501740:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247096192 : -123673462455424 : ffff8f850733c380) 00000100:00000040:0.0:1781623368.501746:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733c380 x1868160455821952/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623368.501755:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623368.501758:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623368.501761:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9c38. 00000100:00000200:0.0:1781623368.501765:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455821952, offset 0 00000400:00000200:0.0:1781623368.501772:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623368.501785:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623368.501795:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623368.501803:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623368.501810:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623368.501815:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623368.501819:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623368.501823:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375710:375710:256:4294967295] 192.168.202.101@tcp LPNI seq info [375680:375680:8:4294967295] 00000400:00000200:0.0:1781623368.501828:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623368.501843:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623368.501853:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623368.501861:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0000. 00000800:00000200:0.0:1781623368.501870:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623368.501881:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623368.501888:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623368.501914:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623368.501920:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623368.501924:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301533302 00000100:00000001:0.0:1781623368.501934:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301528189 00000100:00000001:0.0:1781623368.501940:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301533302 00000100:00000001:0.0:1781623368.501944:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301528189 00000100:00000001:0.0:1781623368.501948:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623368.501950:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623368.501954:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623368.501957:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623368.501989:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623368.501993:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623368.501998:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623368.502002:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733e300. 00000020:00000040:1.0:1781623368.502005:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781623368.502007:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623368.502009:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623368.502013:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623368.502017:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85079ab800. 00000100:00000001:1.0:1781623368.502020:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623368.502024:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733e300 x1868160455822080/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623368.502056:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623368.502058:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623368.502062:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c15ddfe] to pc [ptlrpcd_00_01+1] req@ffff8f850733e300 x1868160455822080/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623368.505303:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623368.505312:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781623368.505318:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623368.505321:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623368.505325:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623368.505329:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1781623368.505331:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623368.505333:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623368.505334:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623368.505336:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623368.505337:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623368.505339:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623368.505353:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733e300 x1868160455822080/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623368.505661:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623368.505665:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623368.505670:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623368.505675:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623368.505678:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623368.505683:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455822080:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623368.505689:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623368.505696:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623368.505700:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623368.505702:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623368.505712:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cec000. 02000000:00000001:0.0:1781623368.505714:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623368.505723:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623368.505729:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc71b8. 00000400:00000010:0.0:1781623368.505737:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9440. 00000100:00000200:0.0:1781623368.505746:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455822080, portal 10 00000100:00000001:0.0:1781623368.505753:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623368.505755:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247104256 : -123673462447360 : ffff8f850733e300) 00000100:00000040:0.0:1781623368.505764:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733e300 x1868160455822080/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623368.505778:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623368.505781:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623368.505783:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e94c8. 00000100:00000200:0.0:1781623368.505787:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455822080, offset 0 00000400:00000200:0.0:1781623368.505794:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623368.505803:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623368.505812:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623368.505819:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623368.505823:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623368.505828:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623368.505830:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623368.505835:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375711:375711:256:4294967295] 192.168.202.101@tcp LPNI seq info [375681:375681:8:4294967295] 00000400:00000200:0.0:1781623368.505840:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623368.505850:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623368.505856:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623368.505861:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0300. 00000800:00000200:0.0:1781623368.505869:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623368.505878:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623368.505883:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623368.506304:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623368.506310:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 18112 usecs (19 jiffies) 00000400:00000200:0.0:1781623368.506314:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623368.506317:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301525527 00000100:00000001:0.0:1781623368.506321:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301533302 00000100:00000001:0.0:1781623368.506323:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301525527 00000100:00000001:0.0:1781623368.506326:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301533302 00000100:00000001:0.0:1781623368.506328:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623368.506331:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623368.506335:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623368.506339:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623368.506359:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623368.506362:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623368.506591:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623368.506596:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623368.506602:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623368.506610:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733c000. 00000020:00000040:1.0:1781623368.506625:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:1.0:1781623368.506629:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623368.506633:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623368.506638:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623368.506647:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85079ab500. 00000100:00000001:1.0:1781623368.506654:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623368.506661:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f850733c000 x1868160455822208/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623368.506670:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623368.506674:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623368.506679:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000053df1fcb] to pc [ptlrpcd_00_00+0] req@ffff8f850733c000 x1868160455822208/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623368.506698:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623368.506701:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781623368.506705:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781623368.506711:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (6863) 00000100:00000001:1.0:1781623368.506725:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1781623368.506727:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1781623368.506729:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623368.506736:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623368.506738:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623368.506740:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623368.506742:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623368.506743:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623368.506747:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733c000 x1868160455822208/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623368.506755:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623368.506757:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623368.506760:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623368.506763:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623368.506765:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623368.506773:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455822208:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623368.506778:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623368.506782:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623368.506784:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623368.506786:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623368.506791:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557c00. 02000000:00000001:1.0:1781623368.506793:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623368.506798:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623368.506802:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631370. 00000400:00000010:1.0:1781623368.506809:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1d48. 00000100:00000200:1.0:1781623368.506813:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455822208, portal 4 00000100:00000001:1.0:1781623368.506816:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623368.506817:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247095296 : -123673462456320 : ffff8f850733c000) 00000100:00000040:1.0:1781623368.506824:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733c000 x1868160455822208/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623368.506830:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623368.506832:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623368.506835:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1110. 00000100:00000200:1.0:1781623368.506838:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455822208, offset 0 00000400:00000200:1.0:1781623368.506845:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623368.506850:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623368.506856:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623368.506860:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623368.506863:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623368.506866:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623368.506869:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623368.506872:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375712:375712:255:4294967295] 192.168.202.101@tcp LPNI seq info [375682:375682:7:4294967295] 00000400:00000200:1.0:1781623368.506876:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623368.506884:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623368.506890:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623368.506894:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85079abb00. 00000800:00000200:1.0:1781623368.506898:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623368.506905:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623368.506908:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85079abb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623368.506954:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623368.506957:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623368.506958:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623368.506961:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623368.508370:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623368.508374:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623368.508384:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623368.508386:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623368.508390:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7268. 00000400:00000200:0.0:1781623368.508397:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9550 00000400:00000010:0.0:1781623368.508400:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9550. 00000100:00000001:0.0:1781623368.508403:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623368.508409:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733c380 x1868160455821952/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623384 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623368.508420:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733c380 x1868160455821952/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623384 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623368.508426:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623368.508428:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623368.508431:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623368.508435:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623368.508438:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623368.508441:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623368.508444:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623368.508453:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=145 v=5 (5 5 5 0) 00000100:00001000:0.0:1781623368.508457:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=66 v=5 (1 1 0 0) 00000100:00000001:0.0:1781623368.508459:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623368.508461:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623368.508464:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623368.508467:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623368.508469:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623368.508474:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733c380 x1868160455821952/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623384 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623368.508489:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623368.508492:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623368.508495:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623368.508499:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733c380 x1868160455821952/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623384 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623368.508506:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455821952:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623368.508513:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623368.508515:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623368.508519:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733c380 x1868160455821952/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623384 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623368.508526:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623368.508529:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623368.508532:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cece00. 02000000:00000001:0.0:1781623368.508535:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623368.508539:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623368.508541:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781623368.508543:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623368.508546:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85079ab900. 02000000:00000001:0.0:1781623368.508549:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623368.508551:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623368.508553:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733c380. 00000100:00000001:0.0:1781623368.508556:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623368.508558:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623368.508561:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623368.508563:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623368.508564:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623368.508565:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623368.508567:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623368.509103:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623368.509117:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 542652 usecs (543 jiffies) 00000400:00000200:1.0:1781623368.509123:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623368.509126:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301526055 00000100:00000001:1.0:1781623368.509130:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301533302 00000100:00000001:1.0:1781623368.509132:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301526055 00000100:00000001:1.0:1781623368.509134:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301533302 00000100:00000001:1.0:1781623368.509136:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623368.509141:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623368.509144:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623368.509146:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623368.523668:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623368.523673:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623368.524325:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623368.524328:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623368.524331:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc71b8. 00000400:00000200:0.0:1781623368.524337:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9440 00000400:00000010:0.0:1781623368.524339:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9440. 00000100:00000001:0.0:1781623368.524342:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623368.524347:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733e300 x1868160455822080/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623368.524355:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733e300 x1868160455822080/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623403 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623368.524361:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623368.524364:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623368.524367:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623368.524370:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623368.524373:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623368.524375:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623368.524378:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623368.524386:0:2349:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=145 v=20 (20 20 20 0) 00000100:00001000:0.0:1781623368.524391:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=66 v=5 (1 1 0 0) 00000100:00000001:0.0:1781623368.524393:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623368.524394:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623368.524397:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623368.524400:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623368.524404:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623368.524406:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781623368.524408:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623368.524409:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623368.524414:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733e300 x1868160455822080/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623403 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623368.524422:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623368.524425:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623368.524427:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623368.524431:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733e300 x1868160455822080/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623403 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623368.524438:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455822080:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623368.524446:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623368.524449:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623368.524452:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733e300 x1868160455822080/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623403 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623368.524458:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623368.524461:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623368.524465:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cec000. 02000000:00000001:0.0:1781623368.524469:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623368.524472:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623368.524474:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781623368.524476:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623368.524478:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85079ab800. 02000000:00000001:0.0:1781623368.524482:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623368.524484:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623368.524486:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733e300. 00000100:00000001:0.0:1781623368.524491:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623368.524492:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623368.524494:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623368.524501:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623368.524503:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623368.524505:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623368.524507:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623368.524718:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623368.524721:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781623368.524918:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623368.524920:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623368.524923:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631370. 00000400:00000200:1.0:1781623368.524928:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1d48 00000400:00000010:1.0:1781623368.524929:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1d48. 00000100:00000001:1.0:1781623368.524932:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623368.524937:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733c000 x1868160455822208/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623384 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623368.524946:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733c000 x1868160455822208/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623384 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623368.524953:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623368.524955:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623368.524957:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623368.524959:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623368.524960:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623368.524962:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623368.524963:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623368.524969:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=145 v=5 (5 5 5 0) 00000100:00001000:1.0:1781623368.524973:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=144 v=5 (1 0 0 0) 00000100:00000001:1.0:1781623368.524975:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623368.524976:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623368.524978:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623368.524980:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623368.524983:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781623368.525064:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:1.0:1781623368.525066:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781623368.525067:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623368.525072:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733c000 x1868160455822208/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623384 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623368.525079:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623368.525082:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623368.525083:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623368.525087:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733c000 x1868160455822208/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623384 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623368.525094:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455822208:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623368.525102:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623368.525104:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623368.525106:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733c000 x1868160455822208/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623384 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623368.525113:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623368.525114:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623368.525117:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557c00. 02000000:00000001:1.0:1781623368.525121:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623368.525122:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623368.525124:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:1.0:1781623368.525126:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623368.525127:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85079ab500. 02000000:00000001:1.0:1781623368.525130:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623368.525131:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623368.525133:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733c000. 00000100:00000001:1.0:1781623368.525135:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623368.525137:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623368.525138:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623368.525142:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623368.525143:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623368.525145:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623368.525147:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623368.886875:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623368.886885:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623368.886894:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623368.886895:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623368.886899:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623368.886901:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623369.910275:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623369.910296:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623369.910305:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623369.910307:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623369.910311:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623369.910312:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623369.910499:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623369.910503:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623369.910507:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623370.934857:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623370.934867:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623370.934877:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623370.934878:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623370.934882:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623370.934883:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623370.935095:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623370.935099:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623370.935103:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623371.966707:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623371.966720:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623371.966723:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623371.966731:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623371.966734:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623371.966736:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623371.966743:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623371.966746:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623371.966749:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623371.966751:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623371.966756:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623371.966758:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623371.966762:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623371.966763:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623372.985918:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623372.985929:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623372.985937:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623372.985938:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623372.985943:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623372.985944:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623372.991802:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623372.991813:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623372.991821:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00001000:3.0:1781623373.643379:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=150 v=5 (5 5 5 0) 00000100:00001000:3.0:1781623373.643385:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=71 v=5 (1 1 0 0) 00000100:00000001:3.0:1781623373.643388:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623373.643389:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623373.643392:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623373.643394:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623373.643397:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623373.643402:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511282680 x1868160455822336/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623389 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623373.643409:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623373.643413:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623373.643415:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623373.643419:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511282680 x1868160455822336/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623389 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623373.643427:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511282680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455822336:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623373.643433:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623373.643436:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623373.643439:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511282680 x1868160455822336/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623389 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623373.643446:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623373.643449:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623373.643454:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85080c5800. 02000000:00000001:3.0:1781623373.643458:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623373.643461:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623373.643464:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781623373.643466:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623373.643469:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7db00. 02000000:00000001:3.0:1781623373.643472:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623373.643474:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623373.643476:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511282680. 00000100:00000001:3.0:1781623373.643479:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623373.643481:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623373.643483:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623373.643494:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623373.643498:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623373.643501:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623373.643504:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623374.007597:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623374.007607:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623374.007615:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623374.007617:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623374.007620:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623374.007622:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623374.008247:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623374.008251:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623374.008256:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623375.029244:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623375.029257:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623375.029268:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623375.029272:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623375.029275:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623375.029280:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623375.029284:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623375.029287:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623375.029290:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623375.029294:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623375.029298:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623375.029299:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623375.029301:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623375.029309:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623375.029312:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623375.029313:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623375.029314:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623375.029316:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623375.029317:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623375.029319:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623376.054929:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623376.054938:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623376.054947:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623376.054948:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623376.054951:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623376.054952:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623376.055421:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623376.055427:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623376.055430:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623377.077441:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623377.077454:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623377.077476:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623377.077477:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623377.077481:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623377.077483:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623377.077630:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623377.077635:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623377.077638:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623378.101239:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623378.101252:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623378.101350:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623378.101352:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623378.101357:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623378.101359:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623378.746310:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623378.746325:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623378.746341:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733c000. 00000020:00000040:1.0:1781623378.746350:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781623378.746356:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623378.746360:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623378.746367:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623378.746379:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85079ab500. 00000100:00000001:1.0:1781623378.746389:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623378.746405:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733c000 x1868160455822720/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623378.746418:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623378.746424:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623378.746432:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000053df1fcb] to pc [ptlrpcd_00_01+1] req@ffff8f850733c000 x1868160455822720/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623378.746480:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623378.746484:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623378.746487:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623378.746490:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733f100. 00000020:00000040:1.0:1781623378.746493:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781623378.746496:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623378.746497:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623378.746499:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623378.746502:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85079ab700. 00000100:00000001:1.0:1781623378.746505:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623378.746510:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733f100 x1868160455822848/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623378.746527:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623378.746529:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623378.746533:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8462c2d] to pc [ptlrpcd_00_00+0] req@ffff8f850733f100 x1868160455822848/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623378.746610:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623378.746614:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623378.746618:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623378.746622:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733e680. 00000020:00000040:1.0:1781623378.746626:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:1.0:1781623378.746628:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623378.746629:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623378.746632:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623378.746637:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85079abc00. 00000100:00000001:1.0:1781623378.746640:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623378.746710:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f850733e680 x1868160455822976/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623378.746718:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623378.746720:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623378.746724:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cded035e] to pc [ptlrpcd_00_01+1] req@ffff8f850733e680 x1868160455822976/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623378.746732:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623378.746735:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781623378.747219:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781623378.747229:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (6873) 00000100:00000001:0.0:1781623378.747364:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623378.747370:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623378.747374:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623378.747383:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733c000 x1868160455822720/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623378.747392:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623378.747394:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623378.747398:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623378.747401:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623378.747404:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623378.747408:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455822720:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623378.747414:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623378.747421:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623378.747425:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623378.747428:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623378.747435:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cec000. 02000000:00000001:0.0:1781623378.747438:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623378.747447:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623378.747452:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc71b8. 00000400:00000010:0.0:1781623378.747460:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9440. 00000100:00000200:0.0:1781623378.747470:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455822720, portal 25 00000100:00000001:0.0:1781623378.747473:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623378.747475:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247095296 : -123673462456320 : ffff8f850733c000) 00000100:00000040:0.0:1781623378.747482:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733c000 x1868160455822720/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623378.747489:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623378.747493:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623378.747495:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9550. 00000100:00000200:0.0:1781623378.747500:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455822720, offset 0 00000400:00000200:0.0:1781623378.747509:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623378.747530:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623378.747540:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623378.747554:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623378.747559:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623378.747564:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623378.747567:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623378.747571:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375716:375716:256:4294967295] 192.168.202.101@tcp LPNI seq info [375686:375686:8:4294967295] 00000400:00000200:0.0:1781623378.747575:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623378.747587:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623378.747593:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623378.747600:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0200. 00000800:00000200:0.0:1781623378.747607:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623378.747616:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623378.747622:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1781623378.748400:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623378.748409:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0200. 00000400:00000200:3.0:1781623378.748418:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623378.748427:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623378.748436:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9550 00000400:00000010:3.0:1781623378.748439:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9550. 00000100:00000001:3.0:1781623378.748445:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623378.748451:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733c000 x1868160455822720/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623378.748463:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623378.748467:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733c000 x1868160455822720/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623394 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623378.748474:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623378.748476:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1781623378.748570:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623378.748579:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623378.748584:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301543549 00000100:00000001:0.0:1781623378.748591:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301538423 00000100:00000001:0.0:1781623378.748597:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301543549 00000100:00000001:0.0:1781623378.748600:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301538423 00000100:00000001:0.0:1781623378.748604:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623378.748608:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623378.748613:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623378.748619:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733e680 x1868160455822976/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623378.748628:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623378.748630:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623378.748635:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623378.748638:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623378.748642:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623378.748723:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455822976:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623378.748727:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623378.748733:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623378.748736:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623378.749242:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623378.749253:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cec800. 02000000:00000001:0.0:1781623378.749256:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623378.749262:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623378.749267:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7268. 00000400:00000010:0.0:1781623378.749275:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9220. 00000100:00000200:0.0:1781623378.749284:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455822976, portal 4 00000100:00000001:0.0:1781623378.749287:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623378.749289:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247105152 : -123673462446464 : ffff8f850733e680) 00000100:00000040:0.0:1781623378.749302:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733e680 x1868160455822976/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623378.749310:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623378.749312:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623378.749316:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9198. 00000100:00000200:0.0:1781623378.749320:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455822976, offset 0 00000400:00000200:0.0:1781623378.749327:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623378.749338:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623378.749347:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623378.749353:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623378.749359:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623378.749364:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623378.749367:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623378.749370:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375717:375717:256:4294967295] 192.168.202.101@tcp LPNI seq info [375687:375687:8:4294967295] 00000400:00000200:0.0:1781623378.749375:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623378.749385:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623378.749391:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623378.749398:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0400. 00000800:00000200:0.0:1781623378.749406:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623378.749416:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623378.749422:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623378.749440:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623378.749446:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 538645 usecs (539 jiffies) 00000400:00000200:0.0:1781623378.749449:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623378.749451:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301536291 00000100:00000001:0.0:1781623378.749455:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301543549 00000100:00000001:0.0:1781623378.749457:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301536291 00000100:00000001:0.0:1781623378.749459:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301543549 00000100:00000001:0.0:1781623378.749461:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623378.749464:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623378.749467:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623378.749471:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623378.749481:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623378.749483:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781623378.749487:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623378.749489:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623378.749491:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623378.749495:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1781623378.749497:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623378.749498:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623378.749500:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623378.749502:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623378.749503:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623378.749504:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623378.749510:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733f100 x1868160455822848/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623378.749528:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623378.749531:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623378.749534:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623378.749537:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623378.749541:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623378.749544:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455822848:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623378.749548:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623378.749552:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623378.749555:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623378.749557:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623378.749560:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cecc00. 02000000:00000001:0.0:1781623378.749562:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623378.749566:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623378.749569:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc77e8. 00000400:00000010:0.0:1781623378.749573:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e92a8. 00000100:00000200:0.0:1781623378.749576:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455822848, portal 10 00000100:00000001:0.0:1781623378.749578:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623378.749579:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247107840 : -123673462443776 : ffff8f850733f100) 00000100:00000040:0.0:1781623378.749585:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733f100 x1868160455822848/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623378.749591:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623378.749594:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623378.749597:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e93b8. 00000100:00000200:0.0:1781623378.749599:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455822848, offset 0 00000400:00000200:0.0:1781623378.749604:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623378.749609:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623378.749613:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623378.749615:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623378.749618:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623378.749620:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623378.749623:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623378.749625:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375718:375718:255:4294967295] 192.168.202.101@tcp LPNI seq info [375688:375688:7:4294967295] 00000400:00000200:0.0:1781623378.749629:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623378.749635:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623378.749639:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000100:00000001:1.0:1781623378.750268:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623378.750273:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1781623378.750634:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0d00. 00000800:00000200:0.0:1781623378.750723:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623378.750733:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623378.751127:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623378.751147:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623378.751153:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 18133 usecs (19 jiffies) 00000400:00000200:0.0:1781623378.751160:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623378.751163:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301535773 00000100:00000001:0.0:1781623378.751168:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301543549 00000100:00000001:0.0:1781623378.751170:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301535773 00000100:00000001:0.0:1781623378.751173:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301543549 00000100:00000001:0.0:1781623378.751176:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623378.751180:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623378.751185:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623378.751190:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623378.751339:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623378.751346:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0d00. 00000400:00000200:3.0:1781623378.751351:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623378.751358:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623378.751366:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e93b8 00000400:00000010:3.0:1781623378.751369:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e93b8. 00000100:00000001:3.0:1781623378.751374:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623378.751382:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733f100 x1868160455822848/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623378.751579:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623378.751585:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733f100 x1868160455822848/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623413 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623378.751592:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623378.751594:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1781623378.755989:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623378.755996:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623378.756007:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623378.756009:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623378.756013:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc71b8. 00000400:00000200:0.0:1781623378.756020:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9440 00000400:00000010:0.0:1781623378.756023:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9440. 00000100:00000001:0.0:1781623378.756052:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623378.756142:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733c000 x1868160455822720/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623394 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623378.756154:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733c000 x1868160455822720/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623394 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623378.756163:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623378.756165:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623378.756169:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623378.756173:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623378.756177:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623378.756181:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623378.756185:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623378.756193:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=5 v=5 (5 5 5 5) 00000100:00001000:0.0:1781623378.756198:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=76 v=5 (1 1 0 0) 00000100:00000001:0.0:1781623378.756200:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623378.756202:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623378.756206:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623378.756208:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623378.756211:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623378.756216:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733c000 x1868160455822720/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623394 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623378.756223:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623378.756228:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623378.756230:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623378.756234:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733c000 x1868160455822720/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623394 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623378.756248:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455822720:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623378.756263:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623378.756266:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623378.756270:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733c000 x1868160455822720/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623394 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623378.756276:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623378.756279:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623378.756284:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cec000. 02000000:00000001:0.0:1781623378.756289:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623378.756293:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623378.756295:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781623378.756298:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623378.756301:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85079ab500. 02000000:00000001:0.0:1781623378.756305:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623378.756307:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623378.756310:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733c000. 00000100:00000001:0.0:1781623378.756314:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623378.756316:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623378.756321:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623378.756323:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623378.756324:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623378.756326:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623378.756327:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781623378.756754:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623378.756767:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623378.756771:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623378.756774:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623378.756782:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623378.756787:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623378.756798:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623378.756803:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623378.756810:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623378.756814:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005a4e80 00000400:00000200:3.0:1781623378.756819:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623378.756825:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f849d [1] + 224 00000800:00000001:3.0:1781623378.756833:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623378.756899:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623378.756903:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623378.756909:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623378.756917:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623378.756924:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733e680 x1868160455822976/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623394 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623378.756932:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733e680 x1868160455822976/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623394 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623378.756947:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623378.756955:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623378.756958:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623378.757464:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623378.757468:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623378.757486:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623378.757488:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623378.757493:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7268. 00000400:00000200:0.0:1781623378.757498:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9220 00000400:00000010:0.0:1781623378.757501:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9220. 00000100:00000001:0.0:1781623378.757503:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623378.757509:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733e680 x1868160455822976/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623394 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623378.757527:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733e680 x1868160455822976/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623394 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623378.757534:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623378.757535:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623378.757537:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623378.757540:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623378.757543:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623378.757545:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623378.757549:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623378.757559:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=5 v=5 (5 5 5 5) 00000100:00001000:0.0:1781623378.757563:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=154 v=5 (1 0 0 0) 00000100:00000001:0.0:1781623378.757565:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623378.757567:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623378.757570:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623378.757573:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623378.757577:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623378.757580:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:0.0:1781623378.757582:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623378.757583:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623378.757588:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733e680 x1868160455822976/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623394 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623378.757602:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623378.757605:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623378.757607:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623378.757611:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733e680 x1868160455822976/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623394 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623378.757620:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455822976:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623378.757625:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623378.757627:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623378.757631:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733e680 x1868160455822976/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623394 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623378.757637:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623378.757639:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623378.757643:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cec800. 02000000:00000001:0.0:1781623378.757646:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623378.757648:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623378.757650:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:0.0:1781623378.757652:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623378.757654:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85079abc00. 02000000:00000001:0.0:1781623378.757658:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623378.757659:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623378.757661:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733e680. 00000100:00000001:0.0:1781623378.757677:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623378.757678:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623378.757682:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623378.757684:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623378.757685:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623378.757687:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623378.757689:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623378.762945:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623378.762952:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623378.763078:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623378.763082:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623378.763087:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc77e8. 00000400:00000200:0.0:1781623378.763093:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e92a8 00000400:00000010:0.0:1781623378.763096:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e92a8. 00000100:00000001:0.0:1781623378.763100:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623378.763105:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733f100 x1868160455822848/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623378.763114:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733f100 x1868160455822848/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623413 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623378.763121:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623378.763123:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623378.763126:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623378.763130:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623378.763134:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623378.763137:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623378.763142:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623378.763158:0:2350:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=5 v=20 (20 20 20 20) 00000100:00001000:0.0:1781623378.763164:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=76 v=5 (1 1 0 0) 00000100:00000001:0.0:1781623378.763167:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623378.763170:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623378.763173:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623378.763178:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623378.763183:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623378.763185:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781623378.763187:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623378.763189:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623378.763193:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733f100 x1868160455822848/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623413 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623378.763200:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623378.763204:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623378.763207:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623378.763211:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733f100 x1868160455822848/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623413 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623378.763219:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455822848:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623378.763226:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623378.763228:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623378.763232:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733f100 x1868160455822848/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623413 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623378.763239:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623378.763586:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623378.763593:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cecc00. 02000000:00000001:0.0:1781623378.763598:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623378.763602:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623378.763605:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781623378.763607:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623378.763610:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85079ab700. 02000000:00000001:0.0:1781623378.763614:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623378.763617:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623378.763619:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733f100. 00000100:00000001:0.0:1781623378.763624:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623378.763626:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623378.763629:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623378.763638:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623378.763641:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623378.763643:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623378.763646:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623379.126158:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623379.126172:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623379.126181:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623379.126183:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623379.126187:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623379.126189:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623379.126349:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623379.127604:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623379.127616:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623380.149569:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623380.149580:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623380.149587:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623380.149589:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623380.149592:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623380.149594:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623380.149663:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623380.149668:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623380.149672:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623381.173254:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623381.173264:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623381.173273:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623381.173274:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623381.173279:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623381.173282:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623382.197585:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623382.197599:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623382.197601:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623382.197609:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623382.197612:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623382.197614:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623382.197622:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623382.197625:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623382.197627:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623382.197630:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623382.197635:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623382.197637:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623382.197641:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623382.197642:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623382.197884:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623382.197888:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623382.197892:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623383.221466:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623383.221485:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623383.221492:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623383.221494:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623383.221498:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623383.221499:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623383.223861:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623383.223873:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623383.223879:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781623383.861265:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623383.861279:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623383.861296:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511282680. 00000020:00000040:3.0:1781623383.861305:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781623383.861311:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623383.861315:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623383.861323:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623383.861334:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7db00. 00000100:00000001:3.0:1781623383.861343:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623383.861361:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511282680 x1868160455823104/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623383.861380:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623383.861385:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623383.861392:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008781aa17] to pc [ptlrpcd_01_00+0] req@ffff8f8511282680 x1868160455823104/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623383.861441:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623383.861444:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623383.861447:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623383.861450:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511281180. 00000020:00000040:3.0:1781623383.861453:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781623383.861456:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623383.861457:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623383.861459:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623383.861462:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d400. 00000100:00000001:3.0:1781623383.861465:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623383.861482:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511281180 x1868160455823232/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623383.861490:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623383.861492:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623383.861495:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc6d7584] to pc [ptlrpcd_01_01+1] req@ffff8f8511281180 x1868160455823232/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623383.861504:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623383.861507:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623383.861510:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623383.861514:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511281880. 00000020:00000040:3.0:1781623383.861516:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:3.0:1781623383.861518:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623383.861519:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623383.861521:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623383.861524:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d000. 00000100:00000001:3.0:1781623383.861528:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623383.861531:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f8511281880 x1868160455823360/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623383.861537:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623383.861539:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623383.861542:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0866b48] to pc [ptlrpcd_01_00+0] req@ffff8f8511281880 x1868160455823360/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623383.861549:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623383.861551:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781623383.861555:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781623383.861561:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (6878) 00000100:00000001:3.0:1781623383.861582:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623383.861586:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623383.861590:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623383.861596:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511281180 x1868160455823232/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623383.861605:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623383.861607:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623383.861612:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623383.861615:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623383.861618:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623383.861621:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455823232:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623383.861627:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623383.861635:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623383.861639:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623383.861642:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623383.861647:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85080c4200. 02000000:00000001:3.0:1781623383.861649:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623383.861656:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623383.861661:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c83c8. 00000400:00000010:3.0:1781623383.861669:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70550. 00000100:00000200:3.0:1781623383.861679:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455823232, portal 10 00000100:00000001:3.0:1781623383.861681:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623383.861684:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414101888 : -123673295449728 : ffff8f8511281180) 00000100:00000040:3.0:1781623383.861692:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511281180 x1868160455823232/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623383.861700:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623383.861703:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623383.861706:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e707f8. 00000100:00000200:3.0:1781623383.861709:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455823232, offset 0 00000400:00000200:3.0:1781623383.861718:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623383.861732:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623383.861743:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623383.861749:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623383.861755:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623383.861759:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623383.861762:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623383.861767:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375719:375719:256:4294967295] 192.168.202.101@tcp LPNI seq info [375689:375689:8:4294967295] 00000400:00000200:3.0:1781623383.861772:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623383.861784:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623383.861792:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623383.861798:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d500. 00000800:00000200:3.0:1781623383.861807:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623383.861822:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623383.861829:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623383.861843:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623383.861849:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 18137 usecs (19 jiffies) 00000400:00000200:3.0:1781623383.861852:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623383.861856:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301540883 00000100:00000001:3.0:1781623383.861860:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301543549 00000100:00000001:3.0:1781623383.861863:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301540883 00000100:00000001:3.0:1781623383.861866:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301543549 00000100:00000001:3.0:1781623383.861869:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623383.861873:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623383.861877:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623383.861879:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623383.861891:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623383.861893:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=30 : 30 : 1e) 00000100:00000001:3.0:1781623383.861895:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623383.861896:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623383.861898:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623383.861900:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1781623383.861901:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623383.861903:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623383.861905:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623383.861907:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623383.861908:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623383.861909:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623383.861913:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511282680 x1868160455823104/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623383.861920:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623383.861921:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623383.861923:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623383.861925:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623383.861927:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623383.861930:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511282680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455823104:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623383.861933:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623383.861936:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623383.861938:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623383.861940:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623383.861943:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85080c5e00. 02000000:00000001:3.0:1781623383.861945:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623383.861949:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623383.861952:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c81b8. 00000400:00000010:3.0:1781623383.861956:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70bb0. 00000100:00000200:3.0:1781623383.861959:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455823104, portal 25 00000100:00000001:3.0:1781623383.861962:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623383.861963:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414107264 : -123673295444352 : ffff8f8511282680) 00000100:00000040:3.0:1781623383.861968:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511282680 x1868160455823104/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623383.861975:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623383.861977:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623383.861979:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70dd0. 00000100:00000200:3.0:1781623383.861982:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455823104, offset 0 00000400:00000200:3.0:1781623383.861986:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623383.861990:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623383.861993:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623383.861996:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623383.861998:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623383.862000:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623383.862002:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623383.862005:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375720:375720:255:4294967295] 192.168.202.101@tcp LPNI seq info [375690:375690:7:4294967295] 00000400:00000200:3.0:1781623383.862009:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623383.862015:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623383.862020:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623383.862023:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d100. 00000800:00000200:3.0:1781623383.862075:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623383.862080:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623383.862083:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623383.862086:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623383.862088:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623383.862090:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301548663 00000100:00000001:3.0:1781623383.862098:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301543549 00000100:00000001:3.0:1781623383.862102:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301548663 00000100:00000001:3.0:1781623383.862105:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301543549 00000100:00000001:3.0:1781623383.862108:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623383.862110:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623383.862112:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623383.862115:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511281880 x1868160455823360/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623383.862122:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623383.862123:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623383.862126:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623383.862127:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623383.862130:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623383.862133:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511281880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455823360:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623383.862136:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623383.862139:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623383.862140:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623383.862142:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623383.862146:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85080c4400. 02000000:00000001:3.0:1781623383.862147:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623383.862151:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623383.862154:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8f78. 00000400:00000010:3.0:1781623383.862158:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70d48. 00000100:00000200:3.0:1781623383.862161:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455823360, portal 4 00000100:00000001:3.0:1781623383.862162:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623383.862164:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414103680 : -123673295447936 : ffff8f8511281880) 00000100:00000040:3.0:1781623383.862169:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511281880 x1868160455823360/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623383.862174:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623383.862176:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623383.862178:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e703b8. 00000100:00000200:3.0:1781623383.862180:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455823360, offset 0 00000400:00000200:3.0:1781623383.862184:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623383.862188:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623383.862191:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623383.862194:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623383.862197:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623383.862199:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623383.862201:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623383.862204:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375721:375721:254:4294967295] 192.168.202.101@tcp LPNI seq info [375691:375691:6:4294967295] 00000400:00000200:3.0:1781623383.862208:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623383.862213:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623383.862218:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623383.862221:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d900. 00000800:00000200:3.0:1781623383.862225:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623383.862229:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623383.862231:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623383.862234:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623383.862237:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 536626 usecs (537 jiffies) 00000400:00000200:3.0:1781623383.862240:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623383.862241:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301541402 00000100:00000001:3.0:1781623383.862243:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301548663 00000100:00000001:3.0:1781623383.862245:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301541402 00000100:00000001:3.0:1781623383.862247:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301548663 00000100:00000001:3.0:1781623383.862249:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623383.862251:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623383.862253:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623383.862255:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623383.862315:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623383.862320:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d500. 00000400:00000200:3.0:1781623383.862326:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623383.862331:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623383.862337:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e707f8 00000400:00000010:3.0:1781623383.862339:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e707f8. 00000100:00000001:3.0:1781623383.862343:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623383.862348:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511281180 x1868160455823232/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623383.862362:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623383.862365:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511281180 x1868160455823232/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623418 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623383.862372:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623383.862373:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623383.862386:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623383.862388:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d100. 00000400:00000200:3.0:1781623383.862390:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623383.862393:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623383.862395:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70dd0 00000400:00000010:3.0:1781623383.862397:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70dd0. 00000100:00000001:3.0:1781623383.862399:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623383.862403:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511282680 x1868160455823104/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623383.862410:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623383.862412:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511282680 x1868160455823104/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623399 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623383.862418:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623383.862419:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623383.862508:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623383.862511:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d900. 00000400:00000200:3.0:1781623383.862513:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623383.862517:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623383.862519:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e703b8 00000400:00000010:3.0:1781623383.862521:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e703b8. 00000100:00000001:3.0:1781623383.862525:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623383.862528:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511281880 x1868160455823360/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623383.862534:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623383.862536:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511281880 x1868160455823360/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623399 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623383.862548:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623383.862549:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1781623383.871191:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623383.871199:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781623383.871209:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623383.871214:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623383.871220:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c81b8. 00000400:00000200:3.0:1781623383.871229:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70bb0 00000400:00000010:3.0:1781623383.871234:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70bb0. 00000100:00000001:3.0:1781623383.871238:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623383.871245:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511282680 x1868160455823104/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623399 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623383.871255:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511282680 x1868160455823104/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623399 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623383.871263:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623383.871265:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623383.871269:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623383.871274:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623383.871277:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623383.871280:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623383.871284:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623383.871292:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=10 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623383.871297:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=81 v=5 (1 1 0 0) 00000100:00000001:3.0:1781623383.871301:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623383.871303:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623383.871306:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623383.871309:0:2352:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623383.871312:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623383.871318:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511282680 x1868160455823104/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623399 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623383.871327:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623383.871332:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623383.871334:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623383.871339:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511282680 x1868160455823104/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623399 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623383.871349:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511282680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455823104:192.168.202.101@tcp:400:kworker.0 00000400:00000001:3.0:1781623383.871957:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623383.872021:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623383.872052:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8f78. 00000400:00000200:3.0:1781623383.872057:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70d48 00000400:00000010:3.0:1781623383.872059:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70d48. 00000100:00000001:3.0:1781623383.872063:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623383.872069:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511281880 x1868160455823360/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623399 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623383.872078:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511281880 x1868160455823360/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623399 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623383.872085:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623383.872087:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623383.872090:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623383.872092:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623383.872093:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623383.872095:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623383.872098:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623383.872107:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=10 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623383.872110:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=9 v=5 (1 1 0 0) 00000100:00000001:3.0:1781623383.872113:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623383.872114:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623383.872116:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623383.872120:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623383.872185:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623383.872188:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:3.0:1781623383.872191:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623383.872192:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623383.872198:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511281880 x1868160455823360/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623399 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623383.872211:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623383.872214:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623383.872215:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623383.872219:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511281880 x1868160455823360/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623399 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623383.872225:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511281880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455823360:192.168.202.101@tcp:400:kworker.0 00000400:00000001:3.0:1781623383.872232:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623383.872233:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623383.872235:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c83c8. 00000400:00000200:3.0:1781623383.872239:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70550 00000400:00000010:3.0:1781623383.872241:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70550. 00000100:00000001:3.0:1781623383.872243:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623383.872246:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511281180 x1868160455823232/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623418 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623383.872255:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511281180 x1868160455823232/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623418 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623383.872262:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623383.872264:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623383.872266:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623383.872267:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623383.872269:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623383.872270:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623383.872272:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623383.872278:0:2352:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=10 v=20 (20 20 20 20) 00000100:00001000:3.0:1781623383.872282:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=81 v=5 (1 1 0 0) 00000100:00000001:3.0:1781623383.872284:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623383.872286:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623383.872287:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623383.872289:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623383.872292:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623383.872293:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781623383.872296:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623383.872297:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623383.872302:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511281180 x1868160455823232/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623418 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623383.872309:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623383.872311:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623383.872312:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623383.872316:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511281180 x1868160455823232/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623418 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623383.872323:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455823232:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623383.872328:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623383.872331:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623383.872335:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511282680 x1868160455823104/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623399 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623383.872342:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623383.872345:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623383.872349:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85080c5e00. 02000000:00000001:3.0:1781623383.872354:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623383.872357:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623383.872359:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781623383.872361:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623383.872364:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7db00. 02000000:00000001:3.0:1781623383.872368:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623383.872371:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623383.872373:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511282680. 00000100:00000001:3.0:1781623383.872378:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623383.872380:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623383.872381:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623383.872385:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511281880 x1868160455823360/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623399 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623383.872559:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623383.872561:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623383.872564:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85080c4400. 02000000:00000001:3.0:1781623383.872567:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623383.872568:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623383.872570:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:3.0:1781623383.872571:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623383.872573:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d000. 02000000:00000001:3.0:1781623383.872575:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623383.872576:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623383.872577:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511281880. 00000100:00000001:3.0:1781623383.872580:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623383.872581:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623383.872583:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623383.872587:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511281180 x1868160455823232/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623418 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623383.873342:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623383.873345:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623383.873348:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85080c4200. 02000000:00000001:3.0:1781623383.873352:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623383.873354:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623383.873356:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781623383.873358:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623383.873361:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d400. 02000000:00000001:3.0:1781623383.873363:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623383.873364:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623383.873366:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511281180. 00000100:00000001:3.0:1781623383.873369:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623383.873370:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623383.873373:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623383.873385:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623383.873533:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623383.873538:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623383.873541:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623384.245166:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623384.245174:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623384.245180:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623384.245181:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623384.245185:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623384.245186:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623385.269163:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623385.269171:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623385.269177:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623385.269181:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623385.269184:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623385.269188:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623385.269192:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623385.269195:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623385.269197:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623385.269200:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623385.269203:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623385.269205:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623385.269207:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623385.269212:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623385.269215:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623385.269217:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623385.269218:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623385.269220:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623385.269221:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623385.269223:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623385.269377:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623385.269382:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623385.269385:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623386.293133:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623386.293138:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623386.293142:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623386.293143:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623386.293145:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623386.293146:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623386.293252:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623386.293255:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623386.293257:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623387.317137:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623387.317157:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623387.317167:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623387.317168:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623387.317173:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623387.317174:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623388.341366:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623388.341375:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623388.341381:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623388.341382:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623388.341386:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623388.341387:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623388.341572:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623388.341575:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623388.341579:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781623388.981188:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623388.981202:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623388.981216:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511281180. 00000020:00000040:3.0:1781623388.981225:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781623388.981233:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623388.981237:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623388.981243:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623388.981254:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d400. 00000100:00000001:3.0:1781623388.981262:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623388.981275:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511281180 x1868160455823488/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623388.981287:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623388.981293:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623388.981299:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc6d7584] to pc [ptlrpcd_01_01+1] req@ffff8f8511281180 x1868160455823488/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623388.981343:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623388.981346:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623388.981349:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623388.981363:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511281880. 00000020:00000040:3.0:1781623388.981366:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781623388.981368:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623388.981370:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623388.981371:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623388.981374:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d000. 00000100:00000001:3.0:1781623388.981377:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623388.981381:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511281880 x1868160455823616/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623388.981393:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623388.981395:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623388.981399:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0866b48] to pc [ptlrpcd_01_00+0] req@ffff8f8511281880 x1868160455823616/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623388.981407:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623388.981409:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623388.981412:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623388.981417:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511282680. 00000020:00000040:3.0:1781623388.981432:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:3.0:1781623388.981434:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623388.981436:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623388.981437:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623388.981440:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7db00. 00000100:00000001:3.0:1781623388.981443:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623388.981448:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f8511282680 x1868160455823744/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623388.981455:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623388.981456:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623388.981460:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008781aa17] to pc [ptlrpcd_01_01+1] req@ffff8f8511282680 x1868160455823744/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623388.981466:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623388.981468:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781623388.981471:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781623388.981476:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (6883) 00000800:00000200:3.0:1781623388.982446:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623388.982451:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3a00. 00000400:00000200:3.0:1781623388.982461:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623388.982466:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623388.982471:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901dcc0 00000400:00000010:3.0:1781623388.982474:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901dcc0. 00000100:00000001:3.0:1781623388.982478:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623388.982483:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511281180 x1868160455823488/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623388.982493:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623388.982496:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511281180 x1868160455823488/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623404 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623388.982504:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623388.982505:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623388.982519:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623388.982522:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3300. 00000400:00000200:3.0:1781623388.982525:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623388.982528:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623388.982530:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d198 00000400:00000010:3.0:1781623388.982531:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d198. 00000100:00000001:3.0:1781623388.982533:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623388.982537:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511282680 x1868160455823744/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623388.982543:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623388.982546:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511282680 x1868160455823744/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623404 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623388.982552:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623388.982554:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623388.982630:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623388.982633:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3700. 00000400:00000200:3.0:1781623388.982636:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623388.982639:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623388.982641:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901de58 00000400:00000010:3.0:1781623388.982643:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901de58. 00000100:00000001:3.0:1781623388.982645:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623388.982648:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511281880 x1868160455823616/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623388.982654:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623388.982657:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511281880 x1868160455823616/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623423 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623388.982663:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623388.982664:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1781623388.985780:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623388.985784:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781623388.988102:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623388.988109:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623388.988113:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f087e8. 00000400:00000200:3.0:1781623388.988123:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d4c8 00000400:00000010:3.0:1781623388.988126:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d4c8. 00000100:00000001:3.0:1781623388.988131:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623388.988142:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511281180 x1868160455823488/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623404 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623388.988155:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511281180 x1868160455823488/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623404 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623388.988163:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623388.988166:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623388.988169:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623388.988173:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623388.988175:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623388.988177:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623388.988179:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623388.988187:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=15 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623388.988190:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=86 v=5 (1 1 0 0) 00000100:00000001:3.0:1781623388.988192:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623388.988193:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623388.988195:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623388.988197:0:2352:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623388.988199:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623388.988202:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511281180 x1868160455823488/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623404 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623388.988207:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623388.988210:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623388.988211:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623388.988213:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511281180 x1868160455823488/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623404 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623388.988219:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455823488:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623388.988223:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623388.988226:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623388.988228:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511281180 x1868160455823488/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623404 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623388.988236:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623388.988238:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623388.988241:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078a00. 02000000:00000001:3.0:1781623388.988244:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623388.988246:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623388.988248:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781623388.988250:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623388.988252:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d400. 02000000:00000001:3.0:1781623388.988255:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623388.988256:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623388.988257:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511281180. 00000100:00000001:3.0:1781623388.988260:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623388.988261:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623388.988263:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623388.988265:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623388.988267:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623388.988268:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623388.988270:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781623388.999162:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623388.999178:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623388.999181:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623388.999183:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623388.999190:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623388.999197:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623388.999204:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623388.999207:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623388.999212:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623388.999215:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005a5100 00000400:00000200:3.0:1781623388.999219:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623388.999223:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f84fd [1] + 224 00000800:00000001:3.0:1781623388.999229:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623388.999231:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623388.999233:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623388.999236:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623388.999244:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623388.999254:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511281880 x1868160455823616/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623423 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623388.999266:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511281880 x1868160455823616/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623423 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623388.999368:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623388.999377:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623388.999381:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623388.999383:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623388.999385:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623388.999388:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623388.999392:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623388.999396:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623388.999399:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623388.999401:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623388.999404:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005a5180 00000400:00000200:3.0:1781623388.999408:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623388.999412:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f84ed [1] + 224 00000800:00000001:3.0:1781623388.999416:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623388.999448:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623388.999451:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623388.999454:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623388.999458:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623388.999463:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511282680 x1868160455823744/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623404 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623388.999471:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511282680 x1868160455823744/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623404 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623388.999478:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623388.999482:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623388.999484:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1781623389.365808:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623389.365815:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623389.365821:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623389.365822:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623389.365825:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623389.365826:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623389.365915:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623389.365919:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623389.365923:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623390.389165:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623390.389173:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623390.389179:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623390.389181:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623390.389185:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623390.389186:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623391.413182:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623391.413195:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623391.413198:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623391.413208:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623391.413211:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623391.413213:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623391.413219:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623391.413221:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623391.413223:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623391.413226:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623391.413231:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623391.413232:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623391.413236:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623391.413237:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623391.413337:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623391.413342:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623391.413345:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623392.438880:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623392.438892:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623392.438901:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623392.438902:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623392.438905:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623392.438906:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623392.439057:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623392.439062:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623392.439065:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623393.461174:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623393.461180:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623393.461185:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623393.461187:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623393.461190:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623393.461191:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623394.101201:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623394.101211:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623394.101222:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733d500. 00000020:00000040:1.0:1781623394.101239:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781623394.101245:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623394.101248:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623394.101253:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623394.101261:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85079abc00. 00000100:00000001:1.0:1781623394.101268:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623394.101280:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733d500 x1868160455823872/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623394.101301:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623394.101306:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623394.101314:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000e3ddb18] to pc [ptlrpcd_00_00+0] req@ffff8f850733d500 x1868160455823872/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623394.101344:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623394.101347:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623394.101350:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623394.101353:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733fb80. 00000020:00000040:1.0:1781623394.101356:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781623394.101358:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623394.101359:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623394.101361:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623394.101364:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85079ab500. 00000100:00000001:1.0:1781623394.101367:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623394.101370:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733fb80 x1868160455824000/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623394.101388:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623394.101390:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623394.101393:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000451a50df] to pc [ptlrpcd_00_01+1] req@ffff8f850733fb80 x1868160455824000/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623394.101401:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623394.101403:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623394.101406:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623394.101410:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733f800. 00000020:00000040:1.0:1781623394.101411:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:1.0:1781623394.101413:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623394.101414:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623394.101416:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623394.101419:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85079ab800. 00000100:00000001:1.0:1781623394.101421:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623394.101425:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f850733f800 x1868160455824128/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623394.101437:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623394.101438:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623394.101442:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024db8907] to pc [ptlrpcd_00_00+0] req@ffff8f850733f800 x1868160455824128/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623394.101447:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623394.101450:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781623394.101453:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781623394.101458:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (6888) 00000100:00000001:0.0:1781623394.101587:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623394.101591:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623394.101593:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623394.101600:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733d500 x1868160455823872/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623394.101607:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623394.101609:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623394.101613:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623394.101615:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623394.101618:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623394.101621:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455823872:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623394.101626:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623394.101632:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623394.101635:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623394.101638:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623394.101643:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cede00. 02000000:00000001:0.0:1781623394.101645:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623394.101653:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623394.101658:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc77e8. 00000400:00000010:0.0:1781623394.101664:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e92a8. 00000100:00000200:0.0:1781623394.101670:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455823872, portal 25 00000100:00000001:0.0:1781623394.101673:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623394.101675:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247100672 : -123673462450944 : ffff8f850733d500) 00000100:00000040:0.0:1781623394.101680:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733d500 x1868160455823872/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623394.101687:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623394.101690:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623394.101692:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9220. 00000100:00000200:0.0:1781623394.101695:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455823872, offset 0 00000400:00000200:0.0:1781623394.101702:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623394.101712:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623394.101720:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623394.101725:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623394.101729:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623394.101733:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623394.101736:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623394.101739:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375725:375725:256:4294967295] 192.168.202.101@tcp LPNI seq info [375695:375695:8:4294967295] 00000400:00000200:0.0:1781623394.101743:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623394.101753:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623394.101759:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623394.101763:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0100. 00000800:00000200:0.0:1781623394.101769:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623394.101776:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623394.101780:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623394.101800:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623394.101804:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623394.101806:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301558902 00000100:00000001:0.0:1781623394.101812:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301553782 00000100:00000001:0.0:1781623394.101816:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301558902 00000100:00000001:0.0:1781623394.101821:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301553782 00000100:00000001:0.0:1781623394.101826:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623394.101829:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623394.101832:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623394.101836:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733f800 x1868160455824128/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623394.101843:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623394.101845:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623394.101847:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623394.101849:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623394.101851:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623394.101854:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455824128:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623394.101857:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623394.101859:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623394.101861:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623394.101862:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623394.101865:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cec400. 02000000:00000001:0.0:1781623394.101867:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623394.101871:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623394.101874:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7268. 00000400:00000010:0.0:1781623394.101878:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9440. 00000100:00000200:0.0:1781623394.101882:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455824128, portal 4 00000100:00000001:0.0:1781623394.101884:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623394.101885:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247109632 : -123673462441984 : ffff8f850733f800) 00000100:00000040:0.0:1781623394.101892:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733f800 x1868160455824128/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623394.101898:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623394.101900:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623394.101903:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9aa0. 00000100:00000200:0.0:1781623394.101905:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455824128, offset 0 00000400:00000200:0.0:1781623394.101909:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623394.101913:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623394.101917:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623394.101920:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623394.101922:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623394.101924:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623394.101926:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623394.101929:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375726:375726:255:4294967295] 192.168.202.101@tcp LPNI seq info [375696:375696:7:4294967295] 00000400:00000200:0.0:1781623394.101933:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623394.101940:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623394.101949:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623394.101955:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0800. 00000800:00000200:0.0:1781623394.101963:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623394.101972:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623394.101976:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623394.101983:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623394.101989:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 532670 usecs (533 jiffies) 00000400:00000200:0.0:1781623394.101996:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623394.102001:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301551637 00000100:00000001:0.0:1781623394.102006:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301558902 00000100:00000001:0.0:1781623394.102011:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301551637 00000100:00000001:0.0:1781623394.102015:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301558902 00000100:00000001:0.0:1781623394.102018:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623394.102058:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623394.102064:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623394.102068:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623394.102075:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623394.102077:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781623394.102080:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623394.102084:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623394.102089:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623394.102094:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1781623394.102099:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623394.102103:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623394.102107:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623394.102112:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623394.102115:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623394.102117:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623394.102125:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733fb80 x1868160455824000/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623394.102140:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623394.102143:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623394.102149:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623394.102152:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623394.102156:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623394.102163:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455824000:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623394.102167:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623394.102170:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623394.102172:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623394.102173:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623394.102177:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505ced600. 02000000:00000001:0.0:1781623394.102179:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623394.102183:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623394.102186:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc71b8. 00000400:00000010:0.0:1781623394.102190:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9880. 00000100:00000200:0.0:1781623394.102193:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455824000, portal 10 00000100:00000001:0.0:1781623394.102195:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623394.102196:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247110528 : -123673462441088 : ffff8f850733fb80) 00000100:00000040:0.0:1781623394.102203:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733fb80 x1868160455824000/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623394.102209:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623394.102211:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623394.102214:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9d48. 00000100:00000200:0.0:1781623394.102217:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455824000, offset 0 00000400:00000200:0.0:1781623394.102221:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623394.102225:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623394.102229:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623394.102231:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623394.102234:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623394.102237:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623394.102239:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623394.102242:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375727:375727:256:4294967295] 192.168.202.101@tcp LPNI seq info [375697:375697:8:4294967295] 00000400:00000200:0.0:1781623394.102246:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623394.102252:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623394.102256:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623394.102259:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0b00. 00000800:00000200:0.0:1781623394.102263:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623394.102267:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623394.102269:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623394.102347:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623394.102350:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 18138 usecs (19 jiffies) 00000400:00000200:0.0:1781623394.102354:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623394.102355:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301551124 00000100:00000001:0.0:1781623394.102357:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301558902 00000100:00000001:0.0:1781623394.102359:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301551124 00000100:00000001:0.0:1781623394.102361:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301558902 00000100:00000001:0.0:1781623394.102364:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623394.102366:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623394.102368:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623394.102370:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623394.102389:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623394.102391:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623394.102560:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623394.102564:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0b00. 00000400:00000200:3.0:1781623394.102567:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623394.102571:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623394.102574:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9d48 00000400:00000010:3.0:1781623394.102576:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9d48. 00000100:00000001:3.0:1781623394.102579:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623394.102583:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733fb80 x1868160455824000/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623394.102590:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623394.102593:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733fb80 x1868160455824000/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623429 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623394.102598:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623394.102599:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1781623394.105243:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623394.105248:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623394.105257:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623394.105260:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623394.105263:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7268. 00000400:00000200:0.0:1781623394.105270:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9440 00000400:00000010:0.0:1781623394.105272:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9440. 00000100:00000001:0.0:1781623394.105275:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623394.105280:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733f800 x1868160455824128/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623410 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623394.105290:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733f800 x1868160455824128/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623410 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623394.105296:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623394.105297:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623394.105300:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623394.105303:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623394.105306:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623394.105308:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623394.105311:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623394.105321:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=21 v=5 (5 5 5 5) 00000100:00001000:0.0:1781623394.105325:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=20 v=5 (1 1 0 0) 00000100:00000001:0.0:1781623394.105328:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623394.105330:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623394.105332:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623394.105336:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623394.105339:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623394.105341:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:0.0:1781623394.105343:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623394.105344:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623394.105349:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733f800 x1868160455824128/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623410 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623394.105356:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623394.105359:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623394.105361:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623394.105365:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733f800 x1868160455824128/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623410 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623394.105381:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455824128:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623394.105388:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623394.105391:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623394.105394:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733f800 x1868160455824128/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623410 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623394.105401:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623394.105403:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623394.105407:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cec400. 02000000:00000001:0.0:1781623394.105410:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623394.105412:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623394.105414:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:0.0:1781623394.105416:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623394.105419:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85079ab800. 02000000:00000001:0.0:1781623394.105422:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623394.105424:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623394.105426:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733f800. 00000100:00000001:0.0:1781623394.105430:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623394.105431:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623394.105434:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623394.105436:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623394.105437:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623394.105438:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623394.105440:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781623394.119657:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623394.119679:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623394.119684:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623394.119686:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623394.119697:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623394.119704:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623394.120481:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623394.120487:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623394.120493:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623394.120498:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005a5280 00000400:00000200:3.0:1781623394.120503:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623394.120510:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f851d [1] + 224 00000800:00000001:3.0:1781623394.120517:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623394.120524:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623394.120527:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623394.120531:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623394.120541:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623394.120551:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733fb80 x1868160455824000/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623429 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623394.120562:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733fb80 x1868160455824000/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623394.120587:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623394.120596:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623394.120600:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623394.120602:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623394.120604:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623394.120607:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623394.120611:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623394.120616:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623394.120618:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623394.120622:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623394.120625:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005a5200 00000400:00000200:3.0:1781623394.120627:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623394.120631:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f850d [1] + 224 00000800:00000001:3.0:1781623394.120635:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623394.120641:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623394.120643:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623394.120646:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623394.120649:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623394.120652:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733d500 x1868160455823872/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623410 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623394.120660:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733d500 x1868160455823872/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623410 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623394.120666:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623394.120670:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623394.120673:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623394.120968:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623394.120973:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623394.120980:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623394.120982:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623394.120996:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc71b8. 00000400:00000200:0.0:1781623394.121002:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9880 00000400:00000010:0.0:1781623394.121005:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9880. 00000100:00000001:0.0:1781623394.121008:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623394.121013:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733fb80 x1868160455824000/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623394.121023:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733fb80 x1868160455824000/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623429 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623394.121057:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623394.121060:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623394.121062:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623394.121065:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623394.121068:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623394.121070:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623394.121073:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623394.121083:0:2349:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=21 v=20 (20 20 20 20) 00000100:00001000:0.0:1781623394.121087:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=92 v=5 (1 1 0 0) 00000100:00000001:0.0:1781623394.121090:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623394.121091:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623394.121094:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623394.121098:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623394.121101:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623394.121103:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781623394.121106:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623394.121107:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623394.121113:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733fb80 x1868160455824000/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623429 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623394.121121:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623394.121124:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623394.121126:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623394.121130:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733fb80 x1868160455824000/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623429 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623394.121138:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455824000:192.168.202.101@tcp:400:kworker.0 00000400:00000001:0.0:1781623394.121144:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623394.121145:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623394.121146:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc77e8. 00000400:00000200:0.0:1781623394.121149:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e92a8 00000400:00000010:0.0:1781623394.121151:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e92a8. 00000100:00000001:0.0:1781623394.121153:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623394.121156:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733d500 x1868160455823872/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623410 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623394.121165:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733d500 x1868160455823872/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623410 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623394.121171:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623394.121173:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623394.121175:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623394.121176:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623394.121177:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623394.121179:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623394.121181:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623394.121184:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=21 v=5 (5 5 5 5) 00000100:00001000:0.0:1781623394.121187:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=92 v=5 (1 1 0 0) 00000100:00000001:0.0:1781623394.121189:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623394.121190:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623394.121192:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623394.121194:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623394.121196:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623394.121200:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733d500 x1868160455823872/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623410 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623394.121207:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623394.121209:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623394.121210:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623394.121214:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733d500 x1868160455823872/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623410 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623394.121221:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455823872:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623394.121226:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623394.121229:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623394.121232:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733fb80 x1868160455824000/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623429 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623394.121238:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623394.121240:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623394.121243:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505ced600. 02000000:00000001:0.0:1781623394.121248:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623394.121251:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623394.121253:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781623394.121255:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623394.121257:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85079ab500. 02000000:00000001:0.0:1781623394.121261:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623394.121263:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623394.121265:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733fb80. 00000100:00000001:0.0:1781623394.121268:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623394.121270:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623394.121272:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623394.121275:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733d500 x1868160455823872/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623410 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623394.121281:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623394.121282:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623394.121284:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cede00. 02000000:00000001:0.0:1781623394.121286:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623394.121287:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623394.121288:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781623394.121290:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623394.121291:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85079abc00. 02000000:00000001:0.0:1781623394.121292:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623394.121293:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623394.121295:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733d500. 00000100:00000001:0.0:1781623394.121297:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623394.121298:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623394.121300:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623394.121307:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623394.121309:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623394.121311:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623394.121313:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623394.486124:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623394.486142:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623394.486149:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623394.486152:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623394.486155:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623394.486160:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623394.486164:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623394.486166:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623394.486168:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623394.486171:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623394.486174:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623394.486176:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623394.486177:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623394.486182:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623394.486184:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623394.486185:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623394.486187:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623394.486188:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623394.486189:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623394.486192:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623395.509181:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623395.509189:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623395.509196:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623395.509197:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623395.509200:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623395.509202:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623395.509327:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623395.509332:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623395.509336:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623396.533160:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623396.533167:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623396.533172:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623396.533173:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623396.533176:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623396.533177:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623397.557141:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623397.557151:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623397.557158:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623397.557159:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623397.557162:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623397.557163:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623398.581162:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623398.581170:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623398.581177:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623398.581178:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623398.581181:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623398.581182:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623398.581289:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623398.581293:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623398.581296:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781623399.221704:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623399.221712:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623399.221723:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731c700. 00000020:00000040:0.0:1781623399.221728:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781623399.221734:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623399.221738:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623399.221742:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623399.221751:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0b00. 00000100:00000001:0.0:1781623399.221758:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623399.221782:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731c700 x1868160455824256/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623399.221793:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623399.221796:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623399.221802:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a77dd68f] to pc [ptlrpcd_00_01+1] req@ffff8f850731c700 x1868160455824256/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623399.222772:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623399.222776:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623399.222779:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623399.222784:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731c380. 00000020:00000040:0.0:1781623399.222788:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781623399.222791:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623399.222793:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623399.222796:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623399.222800:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0800. 00000100:00000001:0.0:1781623399.222803:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623399.222811:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731c380 x1868160455824384/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623399.222819:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623399.222822:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623399.222827:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a88ed58] to pc [ptlrpcd_00_00+0] req@ffff8f850731c380 x1868160455824384/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623399.222835:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623399.222838:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623399.222841:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623399.222844:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731f800. 00000020:00000040:0.0:1781623399.222846:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:0.0:1781623399.222848:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623399.222850:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623399.222851:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623399.222854:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0100. 00000100:00000001:0.0:1781623399.222857:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623399.222860:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f850731f800 x1868160455824512/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623399.222867:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623399.222869:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623399.222872:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aca46f2e] to pc [ptlrpcd_00_01+1] req@ffff8f850731f800 x1868160455824512/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623399.222878:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623399.222880:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781623399.222883:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781623399.222888:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (6893) 00000100:00000001:1.0:1781623399.223612:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623399.223617:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623399.223620:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623399.223627:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731c700 x1868160455824256/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623399.223637:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623399.223639:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623399.223643:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623399.223646:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623399.223649:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623399.223652:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455824256:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623399.223657:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623399.223664:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623399.223667:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623399.223669:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623399.223676:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e556400. 02000000:00000001:1.0:1781623399.223678:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623399.223686:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623399.223691:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631370. 00000400:00000010:1.0:1781623399.223698:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1d48. 00000100:00000200:1.0:1781623399.223706:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455824256, portal 25 00000100:00000001:1.0:1781623399.223709:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623399.223710:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246966016 : -123673462585600 : ffff8f850731c700) 00000100:00000040:1.0:1781623399.223716:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731c700 x1868160455824256/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623399.223724:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623399.223726:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623399.223729:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1aa0. 00000100:00000200:1.0:1781623399.223733:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455824256, offset 0 00000400:00000200:1.0:1781623399.223739:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623399.223749:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623399.223763:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623399.223769:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623399.223843:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623399.223847:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623399.223850:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623399.223854:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375728:375728:256:4294967295] 192.168.202.101@tcp LPNI seq info [375698:375698:8:4294967295] 00000400:00000200:1.0:1781623399.223859:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623399.223869:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623399.223875:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623399.223881:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85079abb00. 00000800:00000200:1.0:1781623399.223887:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623399.223894:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623399.223899:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85079abb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623399.223952:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623399.223957:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623399.223959:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301564024 00000100:00000001:1.0:1781623399.223964:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301558902 00000100:00000001:1.0:1781623399.223969:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301564024 00000100:00000001:1.0:1781623399.223973:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301558902 00000100:00000001:1.0:1781623399.223976:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623399.223979:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623399.223982:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623399.223986:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731f800 x1868160455824512/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623399.223993:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623399.223995:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623399.223997:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623399.223999:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623399.224001:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623399.224004:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455824512:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623399.224007:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623399.224010:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623399.224012:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623399.224013:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623399.224017:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e556200. 02000000:00000001:1.0:1781623399.224019:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623399.224022:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623399.224061:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631f20. 00000400:00000010:1.0:1781623399.224065:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1660. 00000100:00000200:1.0:1781623399.224067:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455824512, portal 4 00000100:00000001:1.0:1781623399.224068:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623399.224074:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246978560 : -123673462573056 : ffff8f850731f800) 00000100:00000040:1.0:1781623399.224080:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731f800 x1868160455824512/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623399.224084:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623399.224086:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623399.224088:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1dd0. 00000100:00000200:1.0:1781623399.224089:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455824512, offset 0 00000400:00000200:1.0:1781623399.224092:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623399.224096:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623399.224098:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623399.224100:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623399.224102:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623399.224104:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623399.224106:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623399.224108:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375729:375729:255:4294967295] 192.168.202.101@tcp LPNI seq info [375699:375699:7:4294967295] 00000400:00000200:1.0:1781623399.224110:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623399.224114:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623399.224117:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623399.224119:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85079ab900. 00000800:00000200:1.0:1781623399.224122:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623399.224124:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623399.224126:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85079ab900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623399.224128:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623399.224131:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 530662 usecs (531 jiffies) 00000400:00000200:1.0:1781623399.224133:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623399.224134:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301556757 00000100:00000001:1.0:1781623399.224136:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301564024 00000100:00000001:1.0:1781623399.224137:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301556757 00000100:00000001:1.0:1781623399.224139:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301564024 00000100:00000001:1.0:1781623399.224140:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623399.224141:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623399.224142:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623399.224144:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623399.224151:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623399.224154:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781623399.224156:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623399.224157:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623399.224158:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623399.224161:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1781623399.224163:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623399.224165:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623399.224166:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623399.224167:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623399.224168:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623399.224169:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623399.224174:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731c380 x1868160455824384/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623399.224181:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623399.224182:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623399.224184:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623399.224186:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623399.224187:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623399.224190:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455824384:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623399.224194:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623399.224196:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623399.224197:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623399.224199:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623399.224203:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557e00. 02000000:00000001:1.0:1781623399.224204:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623399.224208:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623399.224211:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85076315d8. 00000400:00000010:1.0:1781623399.224214:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb16e8. 00000100:00000200:1.0:1781623399.224217:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455824384, portal 10 00000100:00000001:1.0:1781623399.224219:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623399.224220:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246965120 : -123673462586496 : ffff8f850731c380) 00000100:00000040:1.0:1781623399.224225:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731c380 x1868160455824384/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623399.224229:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623399.224231:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623399.224232:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb13b8. 00000100:00000200:1.0:1781623399.224234:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455824384, offset 0 00000400:00000200:1.0:1781623399.224236:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623399.224239:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623399.224241:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623399.224243:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623399.224245:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623399.224246:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623399.224248:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623399.224250:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375730:375730:254:4294967295] 192.168.202.101@tcp LPNI seq info [375700:375700:6:4294967295] 00000400:00000200:1.0:1781623399.224252:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623399.224256:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623399.224259:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623399.224261:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85079ab000. 00000800:00000200:1.0:1781623399.224264:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623399.224267:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623399.224268:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85079ab000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623399.224270:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623399.224272:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 18146 usecs (19 jiffies) 00000400:00000200:1.0:1781623399.224274:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623399.224276:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301556245 00000100:00000001:1.0:1781623399.224278:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301564024 00000100:00000001:1.0:1781623399.224279:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301556245 00000100:00000001:1.0:1781623399.224281:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301564024 00000100:00000001:1.0:1781623399.224282:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623399.224283:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623399.224284:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623399.224285:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623399.224301:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623399.224302:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623399.224505:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623399.224510:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85079abb00. 00000400:00000200:3.0:1781623399.224535:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623399.224540:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623399.224546:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1aa0 00000400:00000010:3.0:1781623399.224548:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1aa0. 00000100:00000001:3.0:1781623399.224553:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623399.224558:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731c700 x1868160455824256/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623399.224571:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623399.224574:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731c700 x1868160455824256/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623415 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623399.224580:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623399.224581:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623399.224596:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623399.224598:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85079ab900. 00000400:00000200:3.0:1781623399.224600:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623399.224604:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623399.224607:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1dd0 00000400:00000010:3.0:1781623399.224608:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1dd0. 00000100:00000001:3.0:1781623399.224610:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623399.224613:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731f800 x1868160455824512/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623399.224619:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623399.224622:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731f800 x1868160455824512/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623415 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623399.224627:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623399.224628:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623399.224694:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623399.224697:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85079ab000. 00000400:00000200:3.0:1781623399.224699:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623399.224702:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623399.224705:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb13b8 00000400:00000010:3.0:1781623399.224707:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb13b8. 00000100:00000001:3.0:1781623399.224709:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623399.224712:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731c380 x1868160455824384/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623399.224719:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623399.224723:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731c380 x1868160455824384/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623434 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623399.224730:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623399.224732:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781623399.226976:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623399.226997:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623399.227002:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623399.227005:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623399.227016:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623399.227072:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623399.227082:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623399.227088:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623399.227095:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623399.227100:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005a5480 00000400:00000200:3.0:1781623399.227106:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623399.227112:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f852d [1] + 224 00000800:00000001:3.0:1781623399.227120:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623399.227127:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623399.227130:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623399.227133:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623399.227143:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623399.227152:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731f800 x1868160455824512/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623415 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623399.227164:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731f800 x1868160455824512/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623399.227180:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623399.227188:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623399.227191:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623399.227221:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623399.227226:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781623399.227236:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623399.227238:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623399.227242:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631f20. 00000400:00000200:1.0:1781623399.227248:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1660 00000400:00000010:1.0:1781623399.227251:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1660. 00000100:00000001:1.0:1781623399.227255:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623399.227261:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731f800 x1868160455824512/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623399.227271:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731f800 x1868160455824512/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623415 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623399.227278:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623399.227280:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623399.227283:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623399.227286:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623399.227288:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623399.227290:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623399.227293:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623399.227303:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=26 v=5 (5 5 5 5) 00000100:00001000:1.0:1781623399.227307:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=25 v=5 (1 1 0 0) 00000100:00000001:1.0:1781623399.227310:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623399.227311:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623399.227314:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623399.227318:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623399.227322:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781623399.227325:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:1.0:1781623399.227339:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781623399.227341:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623399.227346:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731f800 x1868160455824512/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623415 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623399.227355:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623399.227358:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623399.227361:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623399.227364:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731f800 x1868160455824512/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623415 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623399.227373:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455824512:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623399.227381:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623399.227384:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623399.227387:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731f800 x1868160455824512/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623415 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623399.227393:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623399.227396:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623399.227400:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e556200. 02000000:00000001:1.0:1781623399.227403:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623399.227406:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623399.227408:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:1.0:1781623399.227411:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623399.227413:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0100. 02000000:00000001:1.0:1781623399.227418:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623399.227420:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623399.227422:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731f800. 00000100:00000001:1.0:1781623399.227425:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623399.227427:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623399.227430:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623399.227432:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623399.227433:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623399.227434:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623399.227436:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623399.232059:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623399.232064:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781623399.232071:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623399.232073:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623399.232077:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631370. 00000400:00000200:1.0:1781623399.232080:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1d48 00000400:00000010:1.0:1781623399.232081:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1d48. 00000100:00000001:1.0:1781623399.232084:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623399.232087:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731c700 x1868160455824256/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623399.232093:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731c700 x1868160455824256/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623415 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623399.232097:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623399.232100:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623399.232102:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623399.232106:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623399.232108:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623399.232110:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623399.232112:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623399.232118:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=26 v=5 (5 5 5 5) 00000100:00001000:1.0:1781623399.232121:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=97 v=5 (1 1 0 0) 00000100:00000001:1.0:1781623399.232123:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623399.232124:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623399.232136:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623399.232137:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623399.232140:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623399.232142:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731c700 x1868160455824256/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623415 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623399.232147:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623399.232149:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623399.232151:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623399.232154:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731c700 x1868160455824256/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623415 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623399.232158:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455824256:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623399.232161:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623399.232163:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623399.232165:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731c700 x1868160455824256/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623415 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623399.232169:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623399.232171:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623399.232173:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e556400. 02000000:00000001:1.0:1781623399.232175:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623399.232178:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623399.232179:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781623399.232181:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623399.232182:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0b00. 02000000:00000001:1.0:1781623399.232185:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623399.232187:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623399.232188:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731c700. 00000100:00000001:1.0:1781623399.232191:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623399.232192:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623399.232195:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623399.232196:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623399.232197:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623399.232198:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623399.232199:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781623399.233954:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623399.233981:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623399.233987:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623399.233990:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623399.234002:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623399.234042:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623399.234059:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623399.234067:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623399.234076:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623399.234082:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005a5400 00000400:00000200:3.0:1781623399.234089:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623399.234099:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8535 [1] + 224 00000800:00000001:3.0:1781623399.234122:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623399.234135:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623399.234139:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623399.234145:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623399.234156:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623399.234173:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731c380 x1868160455824384/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623434 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623399.234187:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731c380 x1868160455824384/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623399.234211:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623399.234224:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623399.234228:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623399.234317:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623399.234341:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781623399.234355:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623399.234358:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623399.234363:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85076315d8. 00000400:00000200:1.0:1781623399.234372:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb16e8 00000400:00000010:1.0:1781623399.234374:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb16e8. 00000100:00000001:1.0:1781623399.234380:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623399.234393:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731c380 x1868160455824384/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623399.234405:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731c380 x1868160455824384/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623434 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623399.234413:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623399.234415:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623399.234418:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623399.234430:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623399.234433:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623399.234436:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623399.234439:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623399.234450:0:2350:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=26 v=20 (20 20 20 20) 00000100:00001000:1.0:1781623399.234455:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=97 v=5 (1 1 0 0) 00000100:00000001:1.0:1781623399.234458:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623399.234460:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623399.234463:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623399.234467:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623399.234471:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781623399.234474:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781623399.234476:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781623399.234478:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623399.234484:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731c380 x1868160455824384/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623434 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623399.234491:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623399.234495:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623399.234498:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623399.234502:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731c380 x1868160455824384/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623434 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623399.234510:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455824384:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623399.234516:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623399.234519:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623399.234522:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731c380 x1868160455824384/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623434 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623399.234539:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623399.234542:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623399.234546:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557e00. 02000000:00000001:1.0:1781623399.234551:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623399.234553:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623399.234556:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781623399.234559:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623399.234562:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0800. 02000000:00000001:1.0:1781623399.234566:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623399.234567:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623399.234569:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731c380. 00000100:00000001:1.0:1781623399.234573:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623399.234574:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623399.234577:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623399.234586:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623399.234588:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623399.234590:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623399.234593:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623399.605153:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623399.605160:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623399.605166:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623399.605167:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623399.605170:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623399.605171:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623400.629168:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623400.629174:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623400.629178:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623400.629179:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623400.629181:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623400.629181:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623401.655557:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623401.655566:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623401.655568:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623401.655574:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623401.655576:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623401.655577:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623401.655582:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623401.655584:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623401.655586:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623401.655587:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623401.655591:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623401.655593:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623401.655596:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623401.655597:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623401.656050:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623401.656054:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623401.656057:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623402.678110:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623402.678117:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623402.678132:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623402.678134:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623402.678137:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623402.678138:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623403.701175:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623403.701183:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623403.701190:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623403.701191:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623403.701194:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623403.701195:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623404.341170:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623404.341187:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623404.341203:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731d500. 00000020:00000040:0.0:1781623404.341212:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781623404.341218:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623404.341223:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623404.341231:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623404.341243:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0d00. 00000100:00000001:0.0:1781623404.342505:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623404.342521:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731d500 x1868160455824640/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623404.342534:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623404.342538:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623404.342544:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039fd0afd] to pc [ptlrpcd_00_00+0] req@ffff8f850731d500 x1868160455824640/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623404.342630:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623404.342636:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623404.342640:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623404.342646:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731d500 x1868160455824640/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623404.342654:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623404.342656:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623404.342661:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623404.342665:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623404.342668:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623404.342672:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455824640:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623404.342676:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623404.342683:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623404.342686:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623404.342689:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623404.342698:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557400. 02000000:00000001:1.0:1781623404.342699:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623404.342707:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623404.342712:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85076315d8. 00000400:00000010:1.0:1781623404.342721:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb16e8. 00000100:00000200:1.0:1781623404.342727:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455824640, portal 25 00000100:00000001:1.0:1781623404.342729:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623404.342731:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246969600 : -123673462582016 : ffff8f850731d500) 00000100:00000040:1.0:1781623404.342736:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731d500 x1868160455824640/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623404.342744:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623404.342747:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623404.342750:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1d48. 00000100:00000200:1.0:1781623404.342753:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455824640, offset 0 00000400:00000200:1.0:1781623404.342759:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623404.342769:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623404.342777:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623404.342783:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623404.342787:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623404.342791:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623404.342794:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623404.342798:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375731:375731:256:4294967295] 192.168.202.101@tcp LPNI seq info [375701:375701:8:4294967295] 00000400:00000200:1.0:1781623404.342803:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623404.342813:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623404.342819:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623404.342825:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85079abe00. 00000800:00000200:1.0:1781623404.342831:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623404.342840:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623404.342844:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85079abe00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623404.342864:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623404.342868:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623404.342871:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301569143 00000100:00000001:1.0:1781623404.342879:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301564024 00000100:00000001:1.0:1781623404.342895:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301569143 00000100:00000001:1.0:1781623404.342899:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301564024 00000100:00000001:1.0:1781623404.342903:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623404.342906:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623404.342909:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623404.342912:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623404.344215:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623404.344223:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623404.344228:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623404.344238:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731ea00. 00000020:00000040:0.0:1781623404.344255:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781623404.344260:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623404.344264:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623404.344269:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623404.344277:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0400. 00000100:00000001:0.0:1781623404.344292:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623404.344302:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731ea00 x1868160455824768/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623404.344313:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623404.344318:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623404.344323:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000637ced7e] to pc [ptlrpcd_00_01+1] req@ffff8f850731ea00 x1868160455824768/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1781623404.347795:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623404.347815:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623404.347820:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623404.347822:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623404.347831:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623404.347839:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623404.347850:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623404.347856:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623404.347861:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623404.347865:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005a5500 00000400:00000200:3.0:1781623404.347871:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623404.347880:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f853d [1] + 224 00000800:00000001:3.0:1781623404.347888:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623404.347909:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623404.347913:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623404.347917:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623404.347925:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623404.347934:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731d500 x1868160455824640/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623420 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623404.347945:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731d500 x1868160455824640/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623420 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623404.348156:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623404.348160:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781623404.348164:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623404.348166:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623404.357503:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623404.357518:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623404.357525:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623404.357542:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731e680. 00000020:00000040:0.0:1781623404.357550:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:0.0:1781623404.357557:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623404.357561:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623404.357567:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623404.357580:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0200. 00000100:00000001:0.0:1781623404.357590:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623404.357608:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f850731e680 x1868160455824896/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623404.357621:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623404.357627:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623404.357636:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000425285ea] to pc [ptlrpcd_00_00+0] req@ffff8f850731e680 x1868160455824896/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623404.357652:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623404.357654:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781623404.357658:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781623404.357666:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (6899) 00000100:00000001:0.0:1781623404.359068:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623404.359079:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623404.359083:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623404.359098:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731ea00 x1868160455824768/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623404.359112:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623404.359114:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623404.359120:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623404.359125:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623404.359128:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623404.359132:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455824768:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623404.359138:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623404.359147:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623404.359150:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623404.359152:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623404.359163:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cedc00. 02000000:00000001:0.0:1781623404.359166:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623404.359177:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623404.359182:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc77e8. 00000400:00000010:0.0:1781623404.359192:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e92a8. 00000100:00000200:0.0:1781623404.359201:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455824768, portal 10 00000100:00000001:0.0:1781623404.359203:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623404.359205:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246974976 : -123673462576640 : ffff8f850731ea00) 00000100:00000040:0.0:1781623404.359213:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731ea00 x1868160455824768/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623404.359220:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623404.359223:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623404.359226:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9880. 00000100:00000200:0.0:1781623404.359229:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455824768, offset 0 00000400:00000200:0.0:1781623404.359238:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623404.359259:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623404.359268:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623404.359274:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623404.359278:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623404.359293:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623404.359296:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623404.359300:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375732:375732:256:4294967295] 192.168.202.101@tcp LPNI seq info [375702:375702:8:4294967295] 00000400:00000200:0.0:1781623404.359304:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623404.359313:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623404.359319:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623404.359324:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0300. 00000800:00000200:0.0:1781623404.359330:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623404.359339:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623404.359344:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623404.359367:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623404.359371:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 18141 usecs (19 jiffies) 00000400:00000200:0.0:1781623404.359375:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623404.359378:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301561381 00000100:00000001:0.0:1781623404.359381:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301569143 00000100:00000001:0.0:1781623404.359384:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301561381 00000100:00000001:0.0:1781623404.359386:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301569143 00000100:00000001:0.0:1781623404.359389:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623404.359391:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623404.359396:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623404.359398:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623404.359406:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623404.359408:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=30 : 30 : 1e) 00000100:00000001:0.0:1781623404.359410:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623404.359412:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623404.359413:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623404.359415:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1781623404.359417:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623404.359419:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623404.359420:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623404.359422:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623404.359423:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623404.359424:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623404.359429:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731e680 x1868160455824896/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623404.359436:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623404.359437:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623404.359440:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623404.359441:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623404.359443:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623404.359446:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455824896:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623404.359449:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623404.359452:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623404.359453:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623404.359455:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623404.359458:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cec000. 02000000:00000001:0.0:1781623404.359460:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623404.359464:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623404.359466:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc71b8. 00000400:00000010:0.0:1781623404.359470:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9440. 00000100:00000200:0.0:1781623404.359473:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455824896, portal 4 00000100:00000001:0.0:1781623404.359475:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623404.359476:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246974080 : -123673462577536 : ffff8f850731e680) 00000100:00000040:0.0:1781623404.359481:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731e680 x1868160455824896/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623404.359487:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623404.359489:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623404.359491:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9e58. 00000100:00000200:0.0:1781623404.359493:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455824896, offset 0 00000400:00000200:0.0:1781623404.359497:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623404.359501:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623404.359504:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623404.359507:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623404.359509:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623404.359511:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623404.359514:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623404.359517:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375733:375733:255:4294967295] 192.168.202.101@tcp LPNI seq info [375703:375703:7:4294967295] 00000400:00000200:0.0:1781623404.359521:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623404.359527:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623404.359531:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623404.359535:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0000. 00000800:00000200:0.0:1781623404.359539:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623404.359542:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623404.359544:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623404.359547:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623404.359551:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 528673 usecs (529 jiffies) 00000400:00000200:0.0:1781623404.359554:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623404.359555:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301561891 00000100:00000001:0.0:1781623404.359557:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301569143 00000100:00000001:0.0:1781623404.359560:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301561891 00000100:00000001:0.0:1781623404.359562:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301569143 00000100:00000001:0.0:1781623404.359565:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623404.359566:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623404.359568:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623404.359570:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623404.361111:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623404.361123:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623404.361130:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623404.363157:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623404.363162:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623404.363170:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623404.363173:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623404.363177:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc71b8. 00000400:00000200:0.0:1781623404.363182:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9440 00000400:00000010:0.0:1781623404.363184:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9440. 00000100:00000001:0.0:1781623404.363187:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623404.363191:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731e680 x1868160455824896/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623420 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623404.363199:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731e680 x1868160455824896/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623420 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623404.363205:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623404.363207:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623404.363209:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623404.363213:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623404.363216:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623404.363218:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623404.363221:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623404.363231:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=31 v=5 (5 5 5 5) 00000100:00001000:0.0:1781623404.363236:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=30 v=5 (1 1 0 0) 00000100:00000001:0.0:1781623404.363238:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623404.363240:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623404.363243:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623404.363339:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623404.363344:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623404.363347:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:0.0:1781623404.363350:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623404.363352:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623404.363358:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731e680 x1868160455824896/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623420 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623404.363365:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623404.363369:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623404.363371:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623404.363375:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731e680 x1868160455824896/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623420 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623404.363384:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455824896:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623404.363389:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623404.363393:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623404.363395:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731e680 x1868160455824896/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623420 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623404.363402:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623404.363404:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623404.363409:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cec000. 02000000:00000001:0.0:1781623404.363413:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623404.363415:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623404.363417:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:0.0:1781623404.363420:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623404.363422:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0200. 02000000:00000001:0.0:1781623404.363426:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623404.363429:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623404.363431:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731e680. 00000100:00000001:0.0:1781623404.363434:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623404.363436:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623404.363439:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623404.363441:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623404.363442:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623404.363444:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623404.363445:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1781623404.363522:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623404.363525:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623404.363528:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85076315d8. 00000400:00000200:1.0:1781623404.363531:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb16e8 00000400:00000010:1.0:1781623404.363533:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb16e8. 00000100:00000001:1.0:1781623404.363536:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623404.363541:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731d500 x1868160455824640/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623420 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623404.363556:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731d500 x1868160455824640/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623420 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623404.363562:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623404.363564:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623404.363566:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623404.363567:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623404.363569:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623404.363571:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623404.363573:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623404.363576:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=31 v=5 (5 5 5 5) 00000100:00001000:1.0:1781623404.363579:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=102 v=5 (1 1 0 0) 00000100:00000001:1.0:1781623404.363581:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623404.363582:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623404.363584:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623404.363586:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623404.363588:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623404.363592:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731d500 x1868160455824640/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623420 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623404.363599:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623404.363601:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623404.363603:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623404.363606:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731d500 x1868160455824640/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623420 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623404.363613:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455824640:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623404.363618:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623404.363620:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623404.363623:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731d500 x1868160455824640/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623420 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623404.363629:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623404.363630:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623404.363633:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557400. 02000000:00000001:1.0:1781623404.363637:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623404.363639:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623404.363640:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781623404.363642:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623404.363643:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0d00. 02000000:00000001:1.0:1781623404.363645:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623404.363646:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623404.363648:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731d500. 00000100:00000001:1.0:1781623404.363650:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623404.363652:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623404.363653:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623404.363662:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623404.363664:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623404.363667:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623404.363669:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781623404.364649:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623404.364666:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623404.364670:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623404.364673:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623404.364682:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623404.364689:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623404.364697:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623404.364702:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623404.364708:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623404.364712:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005a5580 00000400:00000200:3.0:1781623404.364717:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623404.364723:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8545 [1] + 224 00000800:00000001:3.0:1781623404.364731:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623404.364797:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623404.364801:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623404.364806:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623404.364812:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623404.364820:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731ea00 x1868160455824768/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623439 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623404.364830:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731ea00 x1868160455824768/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623404.364853:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623404.364860:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623404.364863:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623404.365061:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623404.365064:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623404.365070:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623404.365071:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623404.365074:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc77e8. 00000400:00000200:0.0:1781623404.365079:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e92a8 00000400:00000010:0.0:1781623404.365081:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e92a8. 00000100:00000001:0.0:1781623404.365083:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623404.365088:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731ea00 x1868160455824768/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623404.365097:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731ea00 x1868160455824768/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623439 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623404.365103:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623404.365104:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623404.365107:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623404.365109:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623404.365111:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623404.365112:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623404.365115:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623404.365123:0:2350:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=31 v=20 (20 20 20 20) 00000100:00001000:0.0:1781623404.365128:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=102 v=5 (1 1 0 0) 00000100:00000001:0.0:1781623404.365131:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623404.365133:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623404.365135:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623404.365138:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623404.365142:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623404.365144:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781623404.365145:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623404.365146:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623404.365151:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731ea00 x1868160455824768/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623439 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623404.365157:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623404.365160:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623404.365162:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623404.365165:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731ea00 x1868160455824768/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623439 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623404.365180:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455824768:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623404.365184:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623404.365187:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623404.365190:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731ea00 x1868160455824768/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623439 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623404.365196:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623404.365197:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623404.365200:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cedc00. 02000000:00000001:0.0:1781623404.365203:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623404.365206:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623404.365207:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781623404.365209:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623404.365211:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0400. 02000000:00000001:0.0:1781623404.365214:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623404.365216:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623404.365218:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731ea00. 00000100:00000001:0.0:1781623404.365221:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623404.365223:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623404.365225:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623404.365231:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623404.365233:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623404.365236:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623404.365238:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623404.726738:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623404.726746:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623404.726753:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623404.726757:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623404.726759:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623404.726763:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623404.726767:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623404.726769:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623404.726771:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623404.726774:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623404.726777:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623404.726779:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623404.726780:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623404.726786:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623404.726787:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623404.726789:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623404.726790:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623404.726791:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623404.726793:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623404.726795:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623404.726969:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623404.726973:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623404.726975:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623405.749216:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623405.749225:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623405.749233:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623405.749236:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623405.749239:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623405.749241:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623406.773151:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623406.773159:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623406.773165:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623406.773166:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623406.773168:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623406.773169:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623407.797197:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623407.797206:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623407.797214:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623407.797215:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623407.797219:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623407.797221:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623407.797359:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623407.797362:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623407.797366:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623408.821166:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623408.821176:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623408.821182:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623408.821183:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623408.821187:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623408.821188:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623408.821431:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623408.821436:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623408.821439:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781623409.462019:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623409.462091:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623409.462106:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731ea00. 00000020:00000040:0.0:1781623409.462113:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781623409.462119:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623409.462123:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623409.462129:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623409.462138:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0400. 00000100:00000001:0.0:1781623409.462145:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623409.462159:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731ea00 x1868160455825024/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623409.462171:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623409.462176:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623409.462182:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000637ced7e] to pc [ptlrpcd_00_01+1] req@ffff8f850731ea00 x1868160455825024/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623409.462220:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623409.462224:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623409.462227:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623409.462231:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731e680. 00000020:00000040:0.0:1781623409.462243:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781623409.462245:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623409.462247:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623409.462248:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623409.462252:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0200. 00000100:00000001:0.0:1781623409.462255:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623409.462259:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731e680 x1868160455825152/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623409.462267:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623409.462269:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623409.462273:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000425285ea] to pc [ptlrpcd_00_00+0] req@ffff8f850731e680 x1868160455825152/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623409.462281:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623409.462284:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623409.462290:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623409.462294:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731e300. 00000020:00000040:0.0:1781623409.462296:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:0.0:1781623409.462298:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623409.462300:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1781623409.462495:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623409.462500:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623409.462503:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623409.462510:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731ea00 x1868160455825024/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623409.462518:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623409.462520:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623409.462525:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623409.462528:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623409.462531:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623409.462533:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455825024:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623409.462538:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623409.462543:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623409.462546:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623409.462548:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623409.462554:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e556400. 02000000:00000001:1.0:1781623409.462556:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623409.462563:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623409.462567:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85076315d8. 00000400:00000010:1.0:1781623409.462574:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb16e8. 00000100:00000200:1.0:1781623409.462581:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455825024, portal 25 00000100:00000001:1.0:1781623409.462583:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623409.462585:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246974976 : -123673462576640 : ffff8f850731ea00) 00000100:00000040:1.0:1781623409.462590:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731ea00 x1868160455825024/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623409.462598:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623409.462600:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623409.462602:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1660. 00000100:00000200:1.0:1781623409.462606:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455825024, offset 0 00000400:00000200:1.0:1781623409.462613:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623409.462625:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623409.462635:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623409.462643:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623409.462647:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623409.462652:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623409.462657:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623409.462661:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375734:375734:256:4294967295] 192.168.202.101@tcp LPNI seq info [375704:375704:8:4294967295] 00000400:00000200:1.0:1781623409.462665:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 02000000:00000001:0.0:1781623409.462735:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623409.462740:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0900. 00000100:00000001:0.0:1781623409.462744:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623409.462750:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f850731e300 x1868160455825280/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623409.462758:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623409.462760:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623409.462764:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004daa77] to pc [ptlrpcd_00_01+1] req@ffff8f850731e300 x1868160455825280/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623409.462772:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623409.462774:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781623409.462777:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781623409.462783:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (6904) 00000100:00000001:0.0:1781623409.462802:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623409.462805:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623409.462807:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623409.462812:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731e680 x1868160455825152/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623409.462818:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623409.462819:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623409.462821:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623409.462822:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623409.462824:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623409.462826:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455825152:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623409.462830:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623409.462833:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623409.462834:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623409.462836:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623409.462840:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505ceda00. 02000000:00000001:0.0:1781623409.462842:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623409.462846:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623409.462850:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc77e8. 00000400:00000010:0.0:1781623409.462854:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e92a8. 00000100:00000200:0.0:1781623409.462858:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455825152, portal 10 00000100:00000001:0.0:1781623409.462860:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623409.462861:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246974080 : -123673462577536 : ffff8f850731e680) 00000100:00000040:0.0:1781623409.462869:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731e680 x1868160455825152/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623409.462875:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623409.462877:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623409.462880:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9440. 00000100:00000200:0.0:1781623409.462882:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455825152, offset 0 00000400:00000200:0.0:1781623409.462886:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623409.462890:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623409.462893:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623409.462896:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623409.462899:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623409.462901:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623409.462903:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623409.462906:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375735:375735:256:4294967295] 192.168.202.101@tcp LPNI seq info [375705:375705:8:4294967295] 00000400:00000200:0.0:1781623409.462911:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623409.462933:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623409.462942:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623409.462948:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85079ab600. 00000800:00000200:1.0:1781623409.462956:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623409.462965:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623409.462970:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85079ab600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623409.463074:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623409.463079:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623409.463084:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301574263 00000100:00000001:1.0:1781623409.463093:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301569143 00000100:00000001:1.0:1781623409.463097:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301574263 00000100:00000001:1.0:1781623409.463102:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301569143 00000100:00000001:1.0:1781623409.463105:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623409.463108:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623409.463112:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623409.463114:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623409.463125:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623409.463127:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781623409.463129:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623409.463131:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623409.463132:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623409.463136:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731e300 x1868160455825280/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623409.463143:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623409.463145:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623409.463147:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623409.463149:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623409.463151:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623409.463154:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455825280:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623409.463157:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623409.463160:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623409.463161:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623409.463163:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623409.463166:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557800. 02000000:00000001:1.0:1781623409.463168:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623409.463171:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623409.463173:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631370. 00000400:00000010:1.0:1781623409.463177:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1a18. 00000100:00000200:1.0:1781623409.463180:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455825280, portal 4 00000100:00000001:1.0:1781623409.463181:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623409.463183:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246973184 : -123673462578432 : ffff8f850731e300) 00000100:00000040:1.0:1781623409.463190:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731e300 x1868160455825280/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623409.463196:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623409.463198:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623409.463200:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1e58. 00000100:00000200:1.0:1781623409.463202:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455825280, offset 0 00000400:00000200:1.0:1781623409.463207:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623409.463210:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623409.463213:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623409.463216:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623409.463218:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623409.463221:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623409.463223:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623409.463226:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375736:375736:255:4294967295] 192.168.202.101@tcp LPNI seq info [375706:375706:7:4294967295] 00000400:00000200:1.0:1781623409.463230:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623409.463355:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623409.463360:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623409.463365:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0a00. 00000800:00000200:0.0:1781623409.463369:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623409.463373:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623409.463376:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623409.463380:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623409.463384:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 18151 usecs (19 jiffies) 00000400:00000200:0.0:1781623409.463387:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623409.463389:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301566485 00000100:00000001:0.0:1781623409.463391:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301574263 00000100:00000001:0.0:1781623409.463393:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301566485 00000100:00000001:0.0:1781623409.463395:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301574263 00000100:00000001:0.0:1781623409.463397:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623409.463399:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623409.463401:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623409.463402:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623409.463406:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623409.463408:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=30 : 30 : 1e) 00000100:00000001:0.0:1781623409.463410:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623409.463411:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623409.463412:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623409.463414:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623409.464775:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623409.464784:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623409.464791:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85079ab100. 00000800:00000200:1.0:1781623409.464796:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623409.464803:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623409.464807:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85079ab100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623409.464872:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623409.464878:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 526705 usecs (527 jiffies) 00000400:00000200:1.0:1781623409.464884:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623409.464887:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301566994 00000100:00000001:1.0:1781623409.464890:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301574263 00000100:00000001:1.0:1781623409.464892:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301566994 00000100:00000001:1.0:1781623409.464895:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301574263 00000100:00000001:1.0:1781623409.464897:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623409.464901:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623409.464905:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623409.464908:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623409.464914:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623409.464916:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781623409.464919:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623409.464920:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623409.464921:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623409.464924:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623409.465601:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623409.465607:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85079ab100. 00000400:00000200:3.0:1781623409.465612:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623409.465618:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623409.465624:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1e58 00000400:00000010:3.0:1781623409.465627:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1e58. 00000100:00000001:3.0:1781623409.465632:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623409.465639:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731e300 x1868160455825280/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623409.465650:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623409.465653:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731e300 x1868160455825280/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623425 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623409.465660:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623409.465662:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1781623409.467962:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623409.467966:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781623409.468894:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623409.468898:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623409.468902:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631370. 00000400:00000200:1.0:1781623409.468908:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1a18 00000400:00000010:1.0:1781623409.468911:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1a18. 00000100:00000001:1.0:1781623409.468915:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623409.468923:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731e300 x1868160455825280/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623425 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623409.468935:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731e300 x1868160455825280/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623425 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623409.468942:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623409.468944:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623409.468947:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623409.468952:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623409.468955:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623409.468958:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623409.468962:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623409.468972:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=36 v=5 (5 5 5 5) 00000800:00000001:3.0:1781623409.468974:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:1.0:1781623409.468978:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=35 v=5 (1 1 0 0) 00000100:00000001:1.0:1781623409.468984:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623409.468986:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781623409.468989:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1781623409.468990:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1781623409.468998:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:1.0:1781623409.468999:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781623409.469001:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623409.469011:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000400:00000200:3.0:1781623409.469012:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000040:1.0:1781623409.469019:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000400:00000200:3.0:1781623409.469052:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623409.469061:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623409.469068:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623409.469076:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623409.469083:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005a5700 00000400:00000200:3.0:1781623409.469089:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623409.469098:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f855d [1] + 224 00000800:00000001:3.0:1781623409.469107:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1781623409.469113:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781623409.469117:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623409.469126:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731e300 x1868160455825280/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623425 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623409.469134:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623409.469137:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623409.469139:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623409.469143:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731e300 x1868160455825280/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623425 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623409.469152:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455825280:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623409.469269:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623409.469273:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623409.469279:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731e300 x1868160455825280/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623425 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623409.469287:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623409.469290:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623409.469296:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557800. 02000000:00000001:0.0:1781623409.469451:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623409.469455:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623409.469458:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:0.0:1781623409.469462:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623409.469465:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0900. 02000000:00000001:0.0:1781623409.469472:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623409.469475:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623409.469479:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731e300. 00000800:00000001:3.0:1781623409.469483:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623409.469486:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000400:00000200:3.0:1781623409.469491:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1781623409.469492:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623409.469504:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:0.0:1781623409.469505:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623409.469511:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623409.469515:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1781623409.469516:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623409.469521:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623409.469523:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1781623409.469529:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731e680 x1868160455825152/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623444 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623409.469542:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731e680 x1868160455825152/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623409.469559:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623409.469569:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623409.469573:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623409.469582:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623409.469587:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623409.469593:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623409.469596:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623409.469600:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc77e8. 00000400:00000200:0.0:1781623409.469605:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e92a8 00000400:00000010:0.0:1781623409.469608:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e92a8. 00000100:00000001:0.0:1781623409.469612:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623409.469618:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731e680 x1868160455825152/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623409.469628:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731e680 x1868160455825152/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623444 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623409.469635:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623409.469636:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623409.469638:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623409.469640:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623409.469641:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623409.469643:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623409.469645:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623409.469651:0:2349:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=36 v=20 (20 20 20 20) 00000100:00001000:0.0:1781623409.469654:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=107 v=5 (1 1 0 0) 00000100:00000001:0.0:1781623409.469656:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623409.469658:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623409.469659:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623409.469661:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623409.469664:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623409.469665:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781623409.469667:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623409.469668:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623409.471812:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731e680 x1868160455825152/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623444 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623409.471830:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623409.471834:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623409.471836:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623409.471841:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731e680 x1868160455825152/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623444 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623409.471849:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455825152:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623409.471855:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623409.471858:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623409.471862:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731e680 x1868160455825152/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623444 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623409.471868:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623409.471871:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623409.471875:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505ceda00. 02000000:00000001:0.0:1781623409.471882:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623409.471884:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623409.471887:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781623409.471889:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623409.471891:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0200. 02000000:00000001:0.0:1781623409.471895:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623409.471897:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623409.471899:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731e680. 00000100:00000001:0.0:1781623409.471902:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623409.471904:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623409.471906:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623409.471914:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623409.471916:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623409.471918:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623409.471920:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623409.478928:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623409.478934:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623409.478942:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623409.478945:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623409.478950:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85076315d8. 00000400:00000200:0.0:1781623409.478955:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb16e8 00000400:00000010:0.0:1781623409.478959:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb16e8. 00000100:00000001:0.0:1781623409.478963:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623409.478969:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731ea00 x1868160455825024/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623425 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623409.478978:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731ea00 x1868160455825024/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623425 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623409.478984:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623409.478986:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623409.478989:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623409.478993:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623409.478997:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623409.479000:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623409.479003:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623409.479012:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=36 v=5 (5 5 5 5) 00000100:00001000:0.0:1781623409.479017:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=107 v=5 (1 1 0 0) 00000100:00000001:0.0:1781623409.479020:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623409.479021:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623409.479061:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623409.479064:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623409.479068:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623409.479073:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731ea00 x1868160455825024/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623425 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623409.479080:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623409.479084:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623409.479086:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623409.479090:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731ea00 x1868160455825024/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623425 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623409.479097:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455825024:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623409.479103:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623409.479105:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623409.479109:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731ea00 x1868160455825024/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623425 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623409.479115:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623409.479118:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623409.479121:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e556400. 02000000:00000001:0.0:1781623409.479125:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623409.479128:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623409.479130:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781623409.479132:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623409.479134:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0400. 02000000:00000001:0.0:1781623409.479138:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623409.479139:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623409.479141:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731ea00. 00000100:00000001:0.0:1781623409.479145:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623409.479147:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623409.479149:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623409.479157:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623409.479159:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623409.479161:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623409.479164:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623409.845147:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623409.845153:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623409.845158:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623409.845159:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623409.845162:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623409.845164:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623410.869174:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623410.869181:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623410.869187:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623410.869188:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623410.869192:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623410.869193:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623410.869300:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623410.869303:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623410.869306:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623411.893237:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623411.893252:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623411.893255:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623411.893265:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623411.893268:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623411.893270:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623411.893278:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623411.893281:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623411.893283:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623411.893286:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623411.893292:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623411.893294:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623411.893298:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623411.893300:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623411.893719:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623411.893724:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623411.893727:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623412.917168:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623412.917175:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623412.917181:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623412.917182:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623412.917185:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623412.917186:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623413.941150:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623413.941158:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623413.941164:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623413.941166:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623413.941169:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623413.941171:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623413.941301:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623413.941305:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623413.941308:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781623414.582526:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623414.582533:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623414.582542:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511281180. 00000020:00000040:3.0:1781623414.582547:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781623414.582551:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623414.582553:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623414.582557:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623414.582563:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d400. 00000100:00000001:3.0:1781623414.582569:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623414.582577:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511281180 x1868160455825408/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623414.582585:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623414.582588:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623414.582593:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc6d7584] to pc [ptlrpcd_01_00+0] req@ffff8f8511281180 x1868160455825408/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623414.582621:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623414.582625:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623414.582628:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623414.582631:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511280e00. 00000020:00000040:3.0:1781623414.582634:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781623414.582636:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623414.582637:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623414.582639:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623414.582643:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d900. 00000100:00000001:3.0:1781623414.582646:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623414.582651:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511280e00 x1868160455825536/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623414.582657:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623414.582659:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623414.582663:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b263204] to pc [ptlrpcd_01_01+1] req@ffff8f8511280e00 x1868160455825536/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623414.582676:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623414.582680:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623414.582687:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623414.582692:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511283b80. 00000020:00000040:3.0:1781623414.582695:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:3.0:1781623414.582699:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623414.582700:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623414.582703:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623414.582707:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d100. 00000100:00000001:3.0:1781623414.582710:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623414.582718:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f8511283b80 x1868160455825664/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623414.582726:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623414.582729:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623414.582734:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df6e823e] to pc [ptlrpcd_01_00+0] req@ffff8f8511283b80 x1868160455825664/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623414.582749:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623414.582752:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781623414.582754:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781623414.582757:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (6909) 00000100:00000001:3.0:1781623414.582780:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623414.582782:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623414.582783:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623414.582787:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511280e00 x1868160455825536/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623414.582793:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623414.582795:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623414.582797:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623414.582798:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623414.582800:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623414.582805:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511280e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455825536:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623414.582809:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623414.582813:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623414.582814:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623414.582816:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623414.582818:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85080c4c00. 02000000:00000001:3.0:1781623414.582821:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623414.582826:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623414.582831:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c83c8. 00000400:00000010:3.0:1781623414.582836:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70550. 00000100:00000200:3.0:1781623414.582840:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455825536, portal 10 00000100:00000001:3.0:1781623414.582844:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623414.582846:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414100992 : -123673295450624 : ffff8f8511280e00) 00000100:00000040:3.0:1781623414.582851:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511280e00 x1868160455825536/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623414.582856:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623414.582857:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623414.582859:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70d48. 00000100:00000200:3.0:1781623414.582861:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455825536, offset 0 00000400:00000200:3.0:1781623414.582870:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623414.582878:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623414.582884:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623414.582888:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623414.582891:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623414.582894:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623414.582895:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623414.582899:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375737:375737:256:4294967295] 192.168.202.101@tcp LPNI seq info [375707:375707:8:4294967295] 00000400:00000200:3.0:1781623414.582901:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623414.582908:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623414.582911:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623414.582914:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d500. 00000800:00000200:3.0:1781623414.582918:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623414.582924:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623414.582926:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623414.582934:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623414.582937:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 18140 usecs (19 jiffies) 00000400:00000200:3.0:1781623414.582939:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623414.582941:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301571604 00000100:00000001:3.0:1781623414.582943:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301574263 00000100:00000001:3.0:1781623414.582944:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301571604 00000100:00000001:3.0:1781623414.582946:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301574263 00000100:00000001:3.0:1781623414.582948:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623414.582951:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623414.582955:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623414.582956:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623414.582963:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623414.582966:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=30 : 30 : 1e) 00000100:00000001:3.0:1781623414.582968:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623414.582971:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623414.582973:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623414.582974:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1781623414.582977:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623414.582980:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623414.582983:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623414.582986:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623414.582988:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623414.582990:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623414.582995:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511283b80 x1868160455825664/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623414.583018:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623414.583020:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623414.583023:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623414.583052:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623414.583055:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623414.583063:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511283b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455825664:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623414.583068:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623414.583072:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623414.583075:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623414.583080:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623414.583085:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85080c4a00. 02000000:00000001:3.0:1781623414.583089:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623414.583096:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623414.583101:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8f78. 00000400:00000010:3.0:1781623414.583107:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70bb0. 00000100:00000200:3.0:1781623414.583113:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455825664, portal 4 00000100:00000001:3.0:1781623414.583117:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623414.583118:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414112640 : -123673295438976 : ffff8f8511283b80) 00000100:00000040:3.0:1781623414.583124:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511283b80 x1868160455825664/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623414.583129:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623414.583134:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623414.583138:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e703b8. 00000100:00000200:3.0:1781623414.583141:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455825664, offset 0 00000400:00000200:3.0:1781623414.583148:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623414.583154:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623414.583159:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623414.583163:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623414.583166:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623414.583170:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623414.583172:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623414.583174:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375739:375739:254:4294967295] 192.168.202.101@tcp LPNI seq info [375709:375709:6:4294967295] 00000400:00000200:3.0:1781623414.583179:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623414.583208:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623414.583212:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623414.583215:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7df00. 00000800:00000200:3.0:1781623414.583218:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623414.583221:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623414.583223:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7df00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623414.583226:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623414.583228:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 524753 usecs (525 jiffies) 00000400:00000200:3.0:1781623414.583230:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623414.583231:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301572111 00000100:00000001:3.0:1781623414.583233:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301579384 00000100:00000001:3.0:1781623414.583235:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301572111 00000100:00000001:3.0:1781623414.583236:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301579384 00000100:00000001:3.0:1781623414.583237:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623414.583239:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623414.583240:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623414.583242:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623414.593511:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623414.594964:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781623414.594969:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623414.594971:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623414.594974:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8f78. 00000400:00000200:3.0:1781623414.595425:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70bb0 00000400:00000010:3.0:1781623414.595430:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70bb0. 00000100:00000001:3.0:1781623414.595435:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623414.595444:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511283b80 x1868160455825664/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623430 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623414.595454:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511283b80 x1868160455825664/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623430 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623414.595461:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623414.595463:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623414.595465:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623414.595467:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623414.595468:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623414.595470:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623414.595473:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623414.595481:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=41 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623414.595485:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=40 v=5 (1 1 0 0) 00000100:00000001:3.0:1781623414.595487:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623414.595489:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623414.595491:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623414.595494:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623414.595498:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623414.595501:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:3.0:1781623414.595503:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623414.595504:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623414.595508:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511283b80 x1868160455825664/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623430 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623414.595515:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623414.595518:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623414.595520:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623414.595523:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511283b80 x1868160455825664/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623430 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623414.595536:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511283b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455825664:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623414.595541:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623414.595543:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623414.595546:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511283b80 x1868160455825664/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623430 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623414.595553:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623414.595555:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623414.595558:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85080c4a00. 02000000:00000001:3.0:1781623414.595561:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623414.595563:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623414.595565:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:3.0:1781623414.595567:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623414.595568:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d100. 02000000:00000001:3.0:1781623414.595571:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623414.595572:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623414.595574:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511283b80. 00000100:00000001:3.0:1781623414.595578:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623414.595579:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623414.595582:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623414.595584:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623414.595585:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623414.595587:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623414.595589:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623414.597762:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623414.597766:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781623414.597774:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623414.597776:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623414.597780:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c83c8. 00000400:00000200:3.0:1781623414.597786:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70550 00000400:00000010:3.0:1781623414.597788:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70550. 00000100:00000001:3.0:1781623414.597792:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623414.597796:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511280e00 x1868160455825536/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623414.597809:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511280e00 x1868160455825536/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623449 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623414.597815:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623414.597816:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623414.597819:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623414.597822:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623414.597825:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623414.597827:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623414.597831:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623414.597846:0:2352:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=41 v=20 (20 20 20 20) 00000100:00001000:3.0:1781623414.597851:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=112 v=5 (1 1 0 0) 00000100:00000001:3.0:1781623414.597853:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623414.597855:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623414.597858:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623414.597861:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623414.597873:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623414.597875:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781623414.597878:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623414.597880:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623414.597885:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511280e00 x1868160455825536/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623449 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623414.597892:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623414.597895:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623414.597897:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623414.597900:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511280e00 x1868160455825536/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623449 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623414.597907:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511280e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455825536:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623414.597912:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623414.597915:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623414.597918:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511280e00 x1868160455825536/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623449 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623414.597934:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623414.597936:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623414.597940:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85080c4c00. 02000000:00000001:3.0:1781623414.597944:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623414.597947:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623414.597949:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781623414.597952:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623414.597954:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d900. 02000000:00000001:3.0:1781623414.597958:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623414.597960:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623414.597962:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511280e00. 00000100:00000001:3.0:1781623414.597965:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623414.597967:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623414.597969:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623414.597986:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623414.597989:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623414.597991:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623414.597993:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623414.969601:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623414.969610:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623414.969618:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623414.969623:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623414.969626:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623414.969630:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623414.969634:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623414.969638:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623414.969640:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623414.969642:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623414.969647:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623414.969648:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623414.969650:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623414.969655:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623414.969657:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623414.969658:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623414.969660:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623414.969661:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623414.969663:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623414.969664:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623414.969791:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623414.969795:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623414.969799:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623415.989219:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623415.989227:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623415.989233:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623415.989234:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623415.989237:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623415.989239:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623417.013492:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623417.013499:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623417.013505:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623417.013506:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623417.013509:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623417.013511:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623417.013603:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623417.013606:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623417.013609:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623418.037151:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623418.037166:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623418.037172:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623418.037180:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623418.037183:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623418.037184:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623418.037518:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623418.037522:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623418.037526:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623419.061167:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623419.061174:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623419.061180:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623419.061181:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623419.061184:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623419.061185:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623419.702971:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623419.702982:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623419.702994:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733ea00. 00000020:00000040:1.0:1781623419.703000:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781623419.703005:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623419.703008:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623419.703012:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623419.703020:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85079ab900. 00000100:00000001:1.0:1781623419.703050:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623419.703063:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733ea00 x1868160455825792/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623419.703075:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623419.703079:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623419.703085:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002bbec9a1] to pc [ptlrpcd_00_00+0] req@ffff8f850733ea00 x1868160455825792/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623419.703112:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623419.703115:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623419.703117:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623419.703120:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733ed80. 00000020:00000040:1.0:1781623419.703121:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781623419.703123:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623419.703124:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623419.703126:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623419.703128:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85079abb00. 00000100:00000001:1.0:1781623419.703130:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623419.703133:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733ed80 x1868160455825920/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623419.703138:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623419.703150:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623419.703155:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000923b046] to pc [ptlrpcd_00_01+1] req@ffff8f850733ed80 x1868160455825920/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623419.703232:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623419.703234:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623419.703237:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623419.703241:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733dc00. 00000020:00000040:1.0:1781623419.703244:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:1.0:1781623419.703246:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623419.703247:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623419.703249:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623419.703252:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85079abc00. 00000100:00000001:1.0:1781623419.703255:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623419.703260:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f850733dc00 x1868160455826048/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623419.703266:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623419.703268:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623419.703272:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033ccbb42] to pc [ptlrpcd_00_00+0] req@ffff8f850733dc00 x1868160455826048/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623419.703284:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623419.703286:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781623419.703289:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781623419.703294:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (6914) 00000100:00000001:0.0:1781623419.703395:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623419.703400:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623419.703402:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623419.703408:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733ea00 x1868160455825792/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623419.703415:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623419.703417:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623419.703421:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623419.703424:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623419.703427:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623419.703430:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455825792:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623419.703435:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623419.703440:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623419.703443:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623419.703445:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623419.703451:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505ceca00. 02000000:00000001:0.0:1781623419.703453:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623419.703460:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623419.703465:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc77e8. 00000400:00000010:0.0:1781623419.703471:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e92a8. 00000100:00000200:0.0:1781623419.703478:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455825792, portal 25 00000100:00000001:0.0:1781623419.703480:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623419.703482:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247106048 : -123673462445568 : ffff8f850733ea00) 00000100:00000040:0.0:1781623419.703487:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733ea00 x1868160455825792/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623419.703494:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623419.703497:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623419.703499:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e95d8. 00000100:00000200:0.0:1781623419.703502:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455825792, offset 0 00000400:00000200:0.0:1781623419.703507:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623419.703516:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623419.703524:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623419.703529:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623419.703533:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623419.703537:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623419.703539:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623419.703543:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375740:375740:256:4294967295] 192.168.202.101@tcp LPNI seq info [375710:375710:8:4294967295] 00000400:00000200:0.0:1781623419.703547:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623419.703556:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623419.703561:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623419.703566:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0400. 00000800:00000200:0.0:1781623419.703572:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623419.703579:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623419.703583:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623419.703736:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623419.703743:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623419.703746:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301584504 00000100:00000001:0.0:1781623419.703759:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301579384 00000100:00000001:0.0:1781623419.703763:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301584504 00000100:00000001:0.0:1781623419.703766:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301579384 00000100:00000001:0.0:1781623419.703769:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623419.703772:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623419.703775:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623419.703779:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733dc00 x1868160455826048/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623419.703786:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623419.703787:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623419.703790:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623419.703791:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623419.703793:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623419.703796:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455826048:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623419.703799:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623419.703801:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623419.703803:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623419.703805:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623419.703808:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505ced400. 02000000:00000001:0.0:1781623419.703810:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623419.703813:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623419.703816:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc71b8. 00000400:00000010:0.0:1781623419.703821:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e96e8. 00000100:00000200:0.0:1781623419.703824:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455826048, portal 4 00000100:00000001:0.0:1781623419.703826:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623419.703827:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247102464 : -123673462449152 : ffff8f850733dc00) 00000100:00000040:0.0:1781623419.703833:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733dc00 x1868160455826048/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623419.703839:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623419.703841:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623419.703844:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9ee0. 00000100:00000200:0.0:1781623419.703846:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455826048, offset 0 00000400:00000200:0.0:1781623419.703850:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623419.703853:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623419.703856:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623419.703859:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623419.703861:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623419.703863:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623419.703865:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623419.703868:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375741:375741:255:4294967295] 192.168.202.101@tcp LPNI seq info [375711:375711:7:4294967295] 00000400:00000200:0.0:1781623419.703871:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623419.703876:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623419.703880:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623419.703883:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0200. 00000800:00000200:0.0:1781623419.703887:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623419.703891:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623419.703894:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623419.703896:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623419.703899:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 522847 usecs (523 jiffies) 00000400:00000200:0.0:1781623419.703902:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623419.703904:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301577229 00000100:00000001:0.0:1781623419.703906:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301584504 00000100:00000001:0.0:1781623419.703909:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301577229 00000100:00000001:0.0:1781623419.703911:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301584504 00000100:00000001:0.0:1781623419.703913:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623419.703915:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623419.703918:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623419.703920:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623419.703927:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623419.703930:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781623419.703932:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623419.703933:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623419.703934:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623419.703937:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1781623419.703938:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623419.703940:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623419.703942:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623419.703943:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623419.703944:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623419.703945:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623419.703949:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733ed80 x1868160455825920/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623419.703956:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623419.703957:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623419.703959:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623419.703961:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623419.703963:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623419.703970:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455825920:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623419.703974:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623419.703976:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623419.703978:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623419.703979:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623419.703982:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505ced200. 02000000:00000001:0.0:1781623419.703984:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623419.703988:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623419.703990:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7268. 00000400:00000010:0.0:1781623419.703994:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9330. 00000100:00000200:0.0:1781623419.703996:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455825920, portal 10 00000100:00000001:0.0:1781623419.703998:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623419.703999:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247106944 : -123673462444672 : ffff8f850733ed80) 00000100:00000040:0.0:1781623419.704005:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733ed80 x1868160455825920/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623419.704012:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623419.704014:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623419.704017:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9f68. 00000100:00000200:0.0:1781623419.704019:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455825920, offset 0 00000400:00000200:0.0:1781623419.704023:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623419.704064:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623419.704068:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623419.704070:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623419.704073:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623419.704075:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623419.704077:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623419.704080:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375742:375742:254:4294967295] 192.168.202.101@tcp LPNI seq info [375712:375712:6:4294967295] 00000400:00000200:0.0:1781623419.704084:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623419.704090:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623419.704094:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623419.704098:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0900. 00000800:00000200:0.0:1781623419.704102:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623419.704106:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623419.704108:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623419.704111:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623419.704113:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 18141 usecs (19 jiffies) 00000400:00000200:0.0:1781623419.704117:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623419.704118:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301576726 00000100:00000001:0.0:1781623419.704121:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301584504 00000100:00000001:0.0:1781623419.704123:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301576726 00000100:00000001:0.0:1781623419.704125:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301584504 00000100:00000001:0.0:1781623419.704127:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623419.704129:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623419.704131:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623419.704133:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623419.704154:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623419.704156:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623419.708343:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623419.708347:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623419.708354:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623419.708356:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623419.708359:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc71b8. 00000400:00000200:0.0:1781623419.708364:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e96e8 00000400:00000010:0.0:1781623419.708366:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e96e8. 00000100:00000001:0.0:1781623419.708370:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623419.708374:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733dc00 x1868160455826048/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623419.708384:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733dc00 x1868160455826048/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623435 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623419.708390:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623419.708392:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623419.708395:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623419.708398:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623419.708400:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623419.708403:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623419.708406:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623419.708415:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=46 v=5 (5 5 5 5) 00000100:00001000:0.0:1781623419.708420:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=45 v=5 (1 1 0 0) 00000100:00000001:0.0:1781623419.708422:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623419.708424:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623419.708427:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623419.708430:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623419.708434:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623419.708437:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:0.0:1781623419.708439:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623419.708440:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623419.708445:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733dc00 x1868160455826048/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623435 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623419.708453:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623419.708456:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623419.708458:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623419.708462:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733dc00 x1868160455826048/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623435 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623419.708470:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455826048:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623419.708475:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623419.708477:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623419.708481:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733dc00 x1868160455826048/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623435 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623419.708488:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623419.708490:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623419.708494:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505ced400. 02000000:00000001:0.0:1781623419.708499:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623419.708501:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623419.708503:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:0.0:1781623419.708505:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623419.708507:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85079abc00. 02000000:00000001:0.0:1781623419.708511:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623419.708512:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623419.708514:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733dc00. 00000100:00000001:0.0:1781623419.708518:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623419.708520:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623419.708523:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623419.708524:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623419.708526:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623419.708527:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623419.708529:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623419.710634:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623419.710638:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623419.710644:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623419.710646:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623419.710650:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7268. 00000400:00000200:0.0:1781623419.710654:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9330 00000400:00000010:0.0:1781623419.710656:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9330. 00000100:00000001:0.0:1781623419.710659:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623419.710663:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733ed80 x1868160455825920/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623419.710670:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733ed80 x1868160455825920/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623454 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623419.710676:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623419.710678:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623419.710680:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623419.710682:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623419.710685:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623419.710687:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623419.710690:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623419.710699:0:2349:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=46 v=20 (20 20 20 20) 00000100:00001000:0.0:1781623419.710703:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=117 v=5 (1 1 0 0) 00000100:00000001:0.0:1781623419.710705:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623419.710707:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623419.710709:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623419.710712:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623419.710715:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623419.710717:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781623419.710719:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623419.710720:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623419.710725:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733ed80 x1868160455825920/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623454 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623419.710731:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623419.710734:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623419.710737:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623419.710740:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733ed80 x1868160455825920/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623454 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623419.710748:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455825920:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623419.710762:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623419.710765:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623419.710768:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733ed80 x1868160455825920/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623454 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623419.710775:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623419.710777:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623419.710780:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505ced200. 02000000:00000001:0.0:1781623419.710784:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623419.710786:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623419.710788:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781623419.710791:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623419.710793:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85079abb00. 02000000:00000001:0.0:1781623419.710796:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623419.710798:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623419.710809:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733ed80. 00000100:00000001:0.0:1781623419.710814:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623419.710815:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623419.710818:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623419.710820:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623419.710821:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623419.710823:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623419.710825:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623419.713589:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623419.713593:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623419.713600:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623419.713602:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623419.713605:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc77e8. 00000400:00000200:0.0:1781623419.713610:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e92a8 00000400:00000010:0.0:1781623419.713612:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e92a8. 00000100:00000001:0.0:1781623419.713615:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623419.713682:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733ea00 x1868160455825792/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623419.713696:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733ea00 x1868160455825792/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623435 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623419.713702:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623419.713705:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623419.713707:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623419.713711:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623419.713714:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623419.713716:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623419.713719:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623419.713727:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=46 v=5 (5 5 5 5) 00000100:00001000:0.0:1781623419.713732:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=117 v=5 (1 1 0 0) 00000100:00000001:0.0:1781623419.713734:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623419.713735:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623419.713738:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623419.713740:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623419.713742:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623419.713747:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733ea00 x1868160455825792/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623435 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623419.713877:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623419.713880:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623419.713882:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623419.713887:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733ea00 x1868160455825792/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623435 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623419.713895:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455825792:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623419.713899:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623419.713903:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623419.713906:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733ea00 x1868160455825792/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623435 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623419.713913:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623419.713916:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623419.713921:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505ceca00. 02000000:00000001:0.0:1781623419.713924:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623419.713927:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623419.713929:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781623419.713931:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623419.713933:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85079ab900. 02000000:00000001:0.0:1781623419.713937:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623419.713939:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623419.713941:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733ea00. 00000100:00000001:0.0:1781623419.713944:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623419.713945:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623419.713947:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623419.713954:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623419.713956:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623419.713958:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623419.713960:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623420.088129:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623420.088135:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623420.088150:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623420.088152:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623420.088155:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623420.088156:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623420.088249:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623420.088253:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623420.088255:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623421.109119:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623421.109135:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623421.109140:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623421.109142:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623421.109144:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623421.109146:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623421.112269:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623421.112275:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623421.112279:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623422.133176:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623422.133185:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623422.133187:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623422.133194:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623422.133196:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623422.133198:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623422.133203:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623422.133205:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623422.133207:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623422.133209:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623422.133213:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623422.133215:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623422.133218:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623422.133219:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623423.157218:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623423.157225:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623423.157231:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623423.157232:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623423.157235:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623423.157237:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623423.157326:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623423.157330:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623423.157334:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623424.181262:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623424.181270:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623424.181276:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623424.181277:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623424.181280:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623424.181281:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623424.181578:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623424.181582:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623424.181585:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781623424.821246:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623424.821260:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623424.821272:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731ea00. 00000020:00000040:0.0:1781623424.821278:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781623424.821282:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623424.821286:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623424.821291:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623424.821298:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0c00. 00000100:00000001:0.0:1781623424.821306:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623424.821319:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731ea00 x1868160455826176/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623424.821338:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623424.821342:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623424.821349:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000637ced7e] to pc [ptlrpcd_00_01+1] req@ffff8f850731ea00 x1868160455826176/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623424.821384:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623424.821387:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623424.821391:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623424.821394:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731e680. 00000020:00000040:0.0:1781623424.821396:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781623424.821399:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623424.821400:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623424.821402:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623424.821405:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0e00. 00000100:00000001:0.0:1781623424.821408:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623424.821414:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731e680 x1868160455826304/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623424.821421:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623424.821422:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623424.821427:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000425285ea] to pc [ptlrpcd_00_00+0] req@ffff8f850731e680 x1868160455826304/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623424.821435:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623424.821438:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623424.821442:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623424.821445:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731e300. 00000020:00000040:0.0:1781623424.821448:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:0.0:1781623424.821450:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623424.821451:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623424.821453:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623424.821456:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0f00. 00000100:00000001:0.0:1781623424.821459:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623424.821464:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f850731e300 x1868160455826432/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623424.821470:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623424.821472:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623424.821476:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004daa77] to pc [ptlrpcd_00_01+1] req@ffff8f850731e300 x1868160455826432/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623424.821483:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623424.821486:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781623424.821489:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781623424.821494:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (6919) 00000100:00000001:0.0:1781623424.821509:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623424.821513:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623424.821515:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623424.821520:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731e680 x1868160455826304/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623424.821528:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623424.821531:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623424.821535:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623424.821537:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623424.821540:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623424.821544:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455826304:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623424.821548:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623424.821555:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623424.821558:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623424.821560:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623424.821565:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505ceda00. 02000000:00000001:0.0:1781623424.821567:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623424.821573:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623424.821578:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc77e8. 00000400:00000010:0.0:1781623424.821586:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e92a8. 00000100:00000200:0.0:1781623424.821596:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455826304, portal 10 00000100:00000001:0.0:1781623424.821599:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623424.821600:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246974080 : -123673462577536 : ffff8f850731e680) 00000100:00000040:0.0:1781623424.821609:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731e680 x1868160455826304/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623424.821617:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623424.821621:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623424.821623:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9330. 00000100:00000200:0.0:1781623424.821627:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455826304, offset 0 00000400:00000200:0.0:1781623424.821635:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623424.821646:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623424.821656:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623424.821662:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623424.821665:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623424.821669:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623424.821672:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623424.821675:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375743:375743:256:4294967295] 192.168.202.101@tcp LPNI seq info [375713:375713:8:4294967295] 00000400:00000200:0.0:1781623424.821679:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623424.821689:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623424.821697:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623424.821701:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0700. 00000800:00000200:0.0:1781623424.821709:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623424.821718:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623424.821722:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623424.821743:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623424.821748:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 18130 usecs (19 jiffies) 00000400:00000200:0.0:1781623424.821751:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623424.821754:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301581843 00000100:00000001:0.0:1781623424.821757:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301584504 00000100:00000001:0.0:1781623424.821759:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301581843 00000100:00000001:0.0:1781623424.821762:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301584504 00000100:00000001:0.0:1781623424.821764:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623424.821767:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623424.821770:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623424.821772:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623424.821780:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623424.821782:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=30 : 30 : 1e) 00000100:00000001:0.0:1781623424.821784:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623424.821785:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623424.821787:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623424.821790:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1781623424.821791:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623424.821793:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623424.821795:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623424.821796:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623424.821797:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623424.821798:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623424.821803:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731ea00 x1868160455826176/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623424.821810:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623424.821811:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623424.821813:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623424.821815:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623424.821817:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623424.821820:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455826176:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623424.821823:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623424.821826:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623424.821828:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623424.821829:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623424.821833:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505ced200. 02000000:00000001:0.0:1781623424.821836:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623424.821840:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623424.821842:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7268. 00000400:00000010:0.0:1781623424.821846:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e96e8. 00000100:00000200:0.0:1781623424.821849:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455826176, portal 25 00000100:00000001:0.0:1781623424.821851:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623424.821852:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246974976 : -123673462576640 : ffff8f850731ea00) 00000100:00000040:0.0:1781623424.821857:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731ea00 x1868160455826176/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623424.821864:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623424.821866:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623424.821868:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9b28. 00000100:00000200:0.0:1781623424.821870:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455826176, offset 0 00000400:00000200:0.0:1781623424.821874:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623424.821878:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623424.821881:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623424.821884:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623424.821886:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623424.821889:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623424.821891:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623424.821894:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375744:375744:255:4294967295] 192.168.202.101@tcp LPNI seq info [375714:375714:7:4294967295] 00000400:00000200:0.0:1781623424.821898:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623424.821903:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623424.821908:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623424.821912:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0900. 00000800:00000200:0.0:1781623424.821916:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623424.821920:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623424.821923:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623424.821926:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623424.821929:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623424.821930:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301589622 00000100:00000001:0.0:1781623424.821937:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301584504 00000100:00000001:0.0:1781623424.821940:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301589622 00000100:00000001:0.0:1781623424.821944:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301584504 00000100:00000001:0.0:1781623424.821946:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623424.821949:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623424.821951:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623424.821954:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731e300 x1868160455826432/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623424.821962:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623424.821963:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623424.821965:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623424.821967:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623424.821969:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623424.821971:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455826432:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623424.821975:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623424.821977:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623424.821979:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623424.821980:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623424.821984:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505ced800. 02000000:00000001:0.0:1781623424.821985:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623424.821989:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623424.821992:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc71b8. 00000400:00000010:0.0:1781623424.821995:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9660. 00000100:00000200:0.0:1781623424.821998:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455826432, portal 4 00000100:00000001:0.0:1781623424.821999:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623424.822000:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246973184 : -123673462578432 : ffff8f850731e300) 00000100:00000040:0.0:1781623424.822006:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731e300 x1868160455826432/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623424.822013:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623424.822015:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623424.822017:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9770. 00000100:00000200:0.0:1781623424.822019:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455826432, offset 0 00000400:00000200:0.0:1781623424.822065:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623424.822070:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623424.822074:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623424.822077:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623424.822080:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623424.822082:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623424.822085:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623424.822087:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375745:375745:254:4294967295] 192.168.202.101@tcp LPNI seq info [375715:375715:6:4294967295] 00000400:00000200:0.0:1781623424.822091:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623424.822106:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623424.822111:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623424.822115:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0200. 00000800:00000200:0.0:1781623424.822119:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623424.822123:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623424.822126:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623424.822128:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623424.822132:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 520921 usecs (521 jiffies) 00000400:00000200:0.0:1781623424.822136:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623424.822138:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301582346 00000100:00000001:0.0:1781623424.822140:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301589622 00000100:00000001:0.0:1781623424.822142:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301582346 00000100:00000001:0.0:1781623424.822145:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301589622 00000100:00000001:0.0:1781623424.822147:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623424.822149:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623424.822151:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623424.822153:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623424.825195:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623424.825205:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623424.826997:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623424.827001:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623424.827008:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623424.827010:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623424.827014:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7268. 00000400:00000200:0.0:1781623424.827020:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e96e8 00000400:00000010:0.0:1781623424.827023:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e96e8. 00000100:00000001:0.0:1781623424.827052:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623424.827057:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731ea00 x1868160455826176/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623440 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623424.827066:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731ea00 x1868160455826176/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623440 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623424.827072:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623424.827074:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623424.827076:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623424.827080:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623424.827082:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623424.827085:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623424.827088:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623424.827106:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=51 v=5 (5 5 5 5) 00000100:00001000:0.0:1781623424.827110:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=122 v=5 (1 1 0 0) 00000100:00000001:0.0:1781623424.827113:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623424.827115:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623424.827117:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623424.827120:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623424.827123:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623424.827128:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731ea00 x1868160455826176/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623440 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623424.827135:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623424.827138:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623424.827140:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623424.827144:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731ea00 x1868160455826176/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623440 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623424.827152:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455826176:192.168.202.101@tcp:400:kworker.0 00000400:00000001:0.0:1781623424.827158:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623424.827159:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623424.827161:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc71b8. 00000400:00000200:0.0:1781623424.827164:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9660 00000400:00000010:0.0:1781623424.827165:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9660. 00000100:00000001:0.0:1781623424.827167:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623424.827171:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731e300 x1868160455826432/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623440 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623424.827179:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731e300 x1868160455826432/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623440 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623424.827185:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623424.827186:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623424.827188:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623424.827189:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623424.827190:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623424.827191:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623424.827193:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623424.827199:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=51 v=5 (5 5 5 5) 00000100:00001000:0.0:1781623424.827202:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=50 v=5 (1 1 0 0) 00000100:00000001:0.0:1781623424.827204:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623424.827206:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623424.827207:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623424.827210:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623424.827214:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623424.827217:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:0.0:1781623424.827219:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623424.827220:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623424.827224:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731e300 x1868160455826432/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623440 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623424.827231:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623424.827232:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623424.827233:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623424.827236:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731e300 x1868160455826432/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623440 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623424.827243:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455826432:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623424.827247:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623424.827250:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623424.827253:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731ea00 x1868160455826176/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623440 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623424.827265:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623424.827268:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623424.827272:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505ced200. 02000000:00000001:0.0:1781623424.827277:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623424.827280:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623424.827282:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781623424.827284:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623424.827286:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0c00. 02000000:00000001:0.0:1781623424.827290:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623424.827292:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623424.827294:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731ea00. 00000100:00000001:0.0:1781623424.827298:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623424.827300:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623424.827301:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623424.827304:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731e300 x1868160455826432/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623440 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623424.827310:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623424.827311:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623424.827313:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505ced800. 02000000:00000001:0.0:1781623424.827314:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623424.827315:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623424.827317:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:0.0:1781623424.827319:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623424.827320:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0f00. 02000000:00000001:0.0:1781623424.827321:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623424.827322:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623424.827323:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731e300. 00000100:00000001:0.0:1781623424.827325:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623424.827327:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623424.827330:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623424.827332:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623424.827333:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623424.827334:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623424.827336:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623424.828180:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623424.828183:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623424.828188:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623424.828189:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623424.828192:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc77e8. 00000400:00000200:0.0:1781623424.828195:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e92a8 00000400:00000010:0.0:1781623424.828197:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e92a8. 00000100:00000001:0.0:1781623424.828200:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623424.828204:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731e680 x1868160455826304/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623424.828214:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731e680 x1868160455826304/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623459 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623424.828220:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623424.828221:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623424.828223:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623424.828225:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623424.828227:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623424.828228:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623424.828230:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623424.828236:0:2349:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=51 v=20 (20 20 20 20) 00000100:00001000:0.0:1781623424.828240:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=122 v=5 (1 1 0 0) 00000100:00000001:0.0:1781623424.828242:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623424.828244:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623424.828246:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623424.828249:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623424.828252:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623424.828253:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781623424.828256:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623424.828257:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623424.828261:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731e680 x1868160455826304/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623459 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623424.828267:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623424.828269:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623424.828271:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623424.828274:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731e680 x1868160455826304/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623459 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623424.828286:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455826304:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623424.828290:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623424.828293:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623424.828295:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731e680 x1868160455826304/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623459 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623424.828300:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623424.828302:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623424.828305:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505ceda00. 02000000:00000001:0.0:1781623424.828308:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623424.828310:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623424.828311:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781623424.828313:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623424.828314:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0e00. 02000000:00000001:0.0:1781623424.828317:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623424.828318:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623424.828319:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731e680. 00000100:00000001:0.0:1781623424.828322:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623424.828323:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623424.828325:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623424.828332:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623424.828334:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623424.828336:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623424.828338:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623425.205236:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623425.205244:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623425.205250:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623425.205254:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623425.205256:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623425.205260:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623425.205264:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623425.205266:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623425.205268:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623425.205270:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623425.205273:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623425.205275:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623425.205276:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623425.205281:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623425.205283:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623425.205284:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623425.205286:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623425.205287:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623425.205289:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623425.205291:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623426.230588:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623426.230594:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623426.230598:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623426.230599:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623426.230602:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623426.230603:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623426.231562:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623426.231565:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623426.231568:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623427.253181:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623427.253187:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623427.253193:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623427.253195:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623427.253198:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623427.253199:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623427.253302:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623427.253307:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623427.253310:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623428.279220:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623428.279227:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623428.279234:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623428.279235:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623428.279238:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623428.279239:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623429.301169:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623429.301176:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623429.301183:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623429.301184:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623429.301188:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623429.301189:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623429.301248:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623429.301252:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623429.301255:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781623429.941216:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623429.941227:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623429.941237:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511280e00. 00000020:00000040:3.0:1781623429.941243:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781623429.941247:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623429.941251:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623429.941256:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623429.941263:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d900. 00000100:00000001:3.0:1781623429.941270:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623429.941281:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511280e00 x1868160455826560/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623429.941291:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623429.941295:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623429.941302:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b263204] to pc [ptlrpcd_01_01+1] req@ffff8f8511280e00 x1868160455826560/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623429.941333:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623429.941336:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623429.941339:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623429.941342:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511283b80. 00000020:00000040:3.0:1781623429.941345:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781623429.941347:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623429.941348:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623429.941350:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623429.941353:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d100. 00000100:00000001:3.0:1781623429.941356:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623429.941361:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511283b80 x1868160455826688/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623429.941368:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623429.941370:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623429.941374:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df6e823e] to pc [ptlrpcd_01_00+0] req@ffff8f8511283b80 x1868160455826688/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623429.941381:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623429.941384:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623429.941387:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623429.941391:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511280a80. 00000020:00000040:3.0:1781623429.941394:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:3.0:1781623429.941396:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623429.941397:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623429.941399:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623429.941403:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d400. 00000100:00000001:3.0:1781623429.941406:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623429.941410:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f8511280a80 x1868160455826816/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623429.941416:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623429.941418:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623429.941422:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000694084cb] to pc [ptlrpcd_01_01+1] req@ffff8f8511280a80 x1868160455826816/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623429.941429:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623429.941431:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781623429.941435:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781623429.941440:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (6924) 00000800:00000200:3.0:1781623429.942675:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623429.942680:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3400. 00000400:00000200:3.0:1781623429.942688:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623429.942694:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623429.942699:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901ddd0 00000400:00000010:3.0:1781623429.942702:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901ddd0. 00000100:00000001:3.0:1781623429.942706:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623429.942710:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511280e00 x1868160455826560/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623429.942719:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623429.942722:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511280e00 x1868160455826560/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623445 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623429.942728:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623429.942730:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623429.942797:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623429.942800:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3900. 00000400:00000200:3.0:1781623429.942803:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623429.942806:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623429.942808:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901de58 00000400:00000010:3.0:1781623429.942810:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901de58. 00000100:00000001:3.0:1781623429.942812:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623429.942815:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511280a80 x1868160455826816/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623429.942822:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623429.942825:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511280a80 x1868160455826816/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623445 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623429.942831:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623429.942833:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1781623429.942856:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623429.942859:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623429.943775:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623429.943780:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3000. 00000400:00000200:3.0:1781623429.943784:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623429.943789:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623429.943792:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901dcc0 00000400:00000010:3.0:1781623429.943794:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901dcc0. 00000100:00000001:3.0:1781623429.943797:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623429.943801:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511283b80 x1868160455826688/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623429.943809:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623429.943812:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511283b80 x1868160455826688/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623464 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623429.943817:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623429.943819:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781623429.945060:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623429.945072:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623429.945076:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623429.945084:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623429.945091:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623429.945097:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623429.945106:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623429.945110:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623429.945115:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623429.945119:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005a5c80 00000400:00000200:3.0:1781623429.945123:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623429.945130:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f85cd [1] + 224 00000800:00000001:3.0:1781623429.945137:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623429.945143:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623429.945146:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623429.945150:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623429.945156:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623429.945167:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511280e00 x1868160455826560/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623445 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623429.945178:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511280e00 x1868160455826560/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623429.945258:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623429.945266:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623429.945269:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623429.946189:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623429.946196:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623429.946199:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623429.946202:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623429.946207:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623429.946212:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623429.946217:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623429.946220:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623429.946223:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623429.946226:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005a5d80 00000400:00000200:3.0:1781623429.946230:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623429.946235:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f85dd [1] + 224 00000800:00000001:3.0:1781623429.946240:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623429.946245:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623429.946248:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623429.946251:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623429.946255:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623429.946260:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511280a80 x1868160455826816/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623445 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623429.946270:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511280a80 x1868160455826816/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623429.946277:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623429.946283:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623429.946285:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623429.952060:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623429.952078:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623429.952082:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623429.952085:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623429.952094:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623429.952102:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623429.952111:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623429.952116:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623429.952121:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623429.952125:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005a5d00 00000400:00000200:3.0:1781623429.952130:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623429.952136:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f85ed [1] + 224 00000800:00000001:3.0:1781623429.952143:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623429.952149:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623429.952152:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623429.952156:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623429.952165:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623429.952174:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511283b80 x1868160455826688/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623464 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623429.952192:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511283b80 x1868160455826688/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623429.952218:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623429.952227:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623429.952230:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1781623430.325179:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623430.325186:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623430.325192:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623430.325193:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623430.325195:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623430.325197:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623430.325346:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623430.325350:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623430.325353:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623431.349169:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623431.349178:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623431.349180:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623431.349187:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623431.349189:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623431.349190:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623431.349195:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623431.349197:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623431.349200:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623431.349202:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623431.349206:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623431.349208:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623431.349211:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623431.349212:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623432.373176:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623432.373183:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623432.373191:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623432.373193:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623432.373197:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623432.373198:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623432.373359:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623432.373363:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623432.373367:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623433.397313:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623433.397322:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623433.397331:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623433.397333:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623433.397337:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623433.397339:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623433.397477:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623433.397482:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623433.397485:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623434.421227:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623434.421238:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623434.421246:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623434.421251:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623434.421254:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623434.421259:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623434.421262:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623434.421264:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623434.421267:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623434.421269:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623434.421273:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623434.421274:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623434.421276:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623434.421282:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623434.421284:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623434.421285:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623434.421287:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623434.421288:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623434.421290:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623434.421291:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623435.062678:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623435.062689:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623435.062699:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733df80. 00000020:00000040:1.0:1781623435.062707:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781623435.062713:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623435.062716:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623435.062723:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623435.062732:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85079ab500. 00000100:00000001:1.0:1781623435.062742:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623435.062754:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733df80 x1868160455826944/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623435.062768:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623435.062773:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623435.062780:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9245f72] to pc [ptlrpcd_00_00+0] req@ffff8f850733df80 x1868160455826944/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623435.062807:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623435.062809:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623435.062813:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623435.062815:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733d180. 00000020:00000040:1.0:1781623435.062818:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781623435.062820:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623435.062821:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623435.062823:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623435.062826:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85079ab800. 00000100:00000001:1.0:1781623435.062829:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623435.062832:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733d180 x1868160455827072/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623435.062840:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623435.062841:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623435.062845:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056fe8fc2] to pc [ptlrpcd_00_01+1] req@ffff8f850733d180 x1868160455827072/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623435.062853:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623435.062855:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623435.062859:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623435.062861:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733f480. 00000020:00000040:1.0:1781623435.062863:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:1.0:1781623435.062865:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623435.062866:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623435.062868:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623435.062872:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85079ab900. 00000100:00000001:1.0:1781623435.062874:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623435.062877:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f850733f480 x1868160455827200/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623435.062883:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623435.062885:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623435.062889:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000775a196d] to pc [ptlrpcd_00_00+0] req@ffff8f850733f480 x1868160455827200/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623435.062896:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623435.062898:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781623435.062902:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781623435.062907:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (6929) 00000100:00000001:1.0:1781623435.063136:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623435.063141:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623435.063144:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623435.063151:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733d180 x1868160455827072/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623435.063159:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623435.063163:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623435.063168:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623435.063172:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623435.063175:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623435.063179:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455827072:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623435.063184:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623435.063193:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623435.063197:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623435.063200:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623435.063205:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557400. 02000000:00000001:1.0:1781623435.063207:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623435.063216:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623435.063221:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631370. 00000400:00000010:1.0:1781623435.063229:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1a18. 00000100:00000200:1.0:1781623435.063238:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455827072, portal 10 00000100:00000001:1.0:1781623435.063241:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623435.063243:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247099776 : -123673462451840 : ffff8f850733d180) 00000100:00000040:1.0:1781623435.063251:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733d180 x1868160455827072/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623435.063260:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623435.063263:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623435.063266:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1bb0. 00000100:00000001:0.0:1781623435.063365:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623435.063369:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623435.063371:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623435.063378:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733df80 x1868160455826944/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623435.063385:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623435.063387:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623435.063389:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623435.063390:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623435.063393:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623435.063395:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455826944:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623435.063398:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623435.063401:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623435.063402:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623435.063404:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623435.063408:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cec000. 02000000:00000001:0.0:1781623435.063410:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623435.063414:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623435.063417:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc77e8. 00000400:00000010:0.0:1781623435.063422:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e92a8. 00000100:00000200:0.0:1781623435.063424:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455826944, portal 25 00000100:00000001:0.0:1781623435.063427:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623435.063428:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247103360 : -123673462448256 : ffff8f850733df80) 00000100:00000040:0.0:1781623435.063433:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733df80 x1868160455826944/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623435.063440:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623435.063442:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623435.063445:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9660. 00000100:00000200:1.0:1781623435.063466:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455827072, offset 0 00000100:00000200:0.0:1781623435.069476:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455826944, offset 0 00000400:00000200:0.0:1781623435.069510:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623435.069526:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623435.069537:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623435.069543:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623435.069550:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623435.069556:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623435.069559:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623435.069564:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375749:375749:256:4294967295] 192.168.202.101@tcp LPNI seq info [375719:375719:8:4294967295] 00000400:00000200:0.0:1781623435.069569:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623435.069581:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623435.069588:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623435.069596:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0e00. 00000800:00000200:0.0:1781623435.069606:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623435.069616:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623435.069623:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623435.069643:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623435.069650:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623435.069653:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301599869 00000100:00000001:0.0:1781623435.069660:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301594742 00000100:00000001:0.0:1781623435.069664:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301599869 00000100:00000001:0.0:1781623435.069668:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301594742 00000100:00000001:0.0:1781623435.069671:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623435.069676:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623435.069680:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623435.069690:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733f480 x1868160455827200/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623435.069700:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623435.069703:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623435.069708:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623435.069714:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623435.069717:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623435.069721:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455827200:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623435.069725:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623435.069733:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623435.069737:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623435.069741:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623435.069747:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cecc00. 02000000:00000001:0.0:1781623435.069750:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623435.069754:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623435.069758:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc71b8. 00000400:00000010:0.0:1781623435.069766:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e96e8. 00000100:00000200:0.0:1781623435.069773:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455827200, portal 4 00000100:00000001:0.0:1781623435.069776:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623435.069778:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247108736 : -123673462442880 : ffff8f850733f480) 00000100:00000040:0.0:1781623435.069787:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733f480 x1868160455827200/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623435.069794:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623435.069796:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623435.069799:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9cc0. 00000100:00000200:0.0:1781623435.069801:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455827200, offset 0 00000400:00000200:0.0:1781623435.069805:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623435.069808:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623435.069812:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623435.069814:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623435.069816:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623435.069818:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623435.069820:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623435.069823:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375750:375750:255:4294967295] 192.168.202.101@tcp LPNI seq info [375720:375720:7:4294967295] 00000400:00000200:0.0:1781623435.069827:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623435.069832:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623435.069835:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623435.069839:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0f00. 00000800:00000200:0.0:1781623435.069842:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623435.069846:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623435.069848:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623435.069851:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623435.069856:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 517117 usecs (518 jiffies) 00000400:00000200:0.0:1781623435.069859:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623435.069861:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301592589 00000100:00000001:0.0:1781623435.069863:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301599869 00000100:00000001:0.0:1781623435.069865:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301592589 00000100:00000001:0.0:1781623435.069867:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301599869 00000100:00000001:0.0:1781623435.069869:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623435.069871:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623435.069873:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623435.069878:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623435.069888:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623435.069890:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781623435.069893:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623435.069895:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623435.069897:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623435.069900:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623435.070075:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623435.070082:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0e00. 00000400:00000200:3.0:1781623435.070088:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623435.070095:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623435.070102:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9660 00000400:00000010:3.0:1781623435.070105:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9660. 00000100:00000001:3.0:1781623435.070110:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623435.070116:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733df80 x1868160455826944/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623435.070138:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623435.070142:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733df80 x1868160455826944/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623451 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623435.070148:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623435.070149:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623435.070224:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623435.070227:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0f00. 00000400:00000200:3.0:1781623435.070230:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623435.070233:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623435.070236:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9cc0 00000400:00000010:3.0:1781623435.070237:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9cc0. 00000100:00000001:3.0:1781623435.070240:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623435.070244:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733f480 x1868160455827200/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623435.070252:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623435.070255:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733f480 x1868160455827200/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623451 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623435.070261:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623435.070262:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1781623435.070714:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623435.070723:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623435.070729:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623435.070733:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623435.070737:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623435.070739:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623435.070742:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623435.070745:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375751:375751:256:4294967295] 192.168.202.101@tcp LPNI seq info [375721:375721:8:4294967295] 00000400:00000200:1.0:1781623435.070749:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623435.070756:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623435.070760:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623435.070767:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85079abb00. 00000800:00000200:1.0:1781623435.070772:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623435.070777:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623435.070781:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85079abb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623435.070834:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623435.070839:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 18112 usecs (19 jiffies) 00000400:00000200:1.0:1781623435.070843:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623435.070846:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301592092 00000100:00000001:1.0:1781623435.070849:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301599869 00000100:00000001:1.0:1781623435.070852:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301592092 00000100:00000001:1.0:1781623435.070854:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301599869 00000100:00000001:1.0:1781623435.070856:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623435.070859:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623435.070862:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623435.070865:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623435.070871:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623435.070873:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=30 : 30 : 1e) 00000100:00000001:1.0:1781623435.070875:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623435.070877:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623435.070878:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623435.070881:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781623435.078914:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623435.078938:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623435.078944:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623435.078948:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623435.078959:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623435.078969:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623435.078981:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623435.078988:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623435.078996:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623435.079014:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005a5f00 00000400:00000200:3.0:1781623435.079021:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623435.079048:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f860d [1] + 224 00000800:00000001:3.0:1781623435.079058:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623435.079063:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623435.079067:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623435.079072:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623435.079082:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623435.079094:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733f480 x1868160455827200/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623451 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623435.079108:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733f480 x1868160455827200/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623451 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623435.079133:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623435.079144:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623435.079148:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623435.079151:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623435.079153:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623435.079156:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623435.079160:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623435.079164:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623435.079167:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623435.079170:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623435.079173:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005a5e00 00000400:00000200:3.0:1781623435.079177:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623435.079182:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8605 [1] + 224 00000800:00000001:3.0:1781623435.079186:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623435.079191:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623435.079193:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623435.079197:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623435.079200:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623435.079206:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733df80 x1868160455826944/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623451 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623435.079215:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733df80 x1868160455826944/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623451 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623435.079222:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623435.079226:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623435.079228:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623435.079421:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623435.079426:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623435.079435:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623435.079437:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623435.079442:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc77e8. 00000400:00000200:0.0:1781623435.079448:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e92a8 00000400:00000010:0.0:1781623435.079451:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e92a8. 00000100:00000001:0.0:1781623435.079455:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623435.079459:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733df80 x1868160455826944/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623451 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623435.079468:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733df80 x1868160455826944/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623451 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623435.079475:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623435.079478:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623435.079481:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623435.079485:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623435.079488:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623435.079490:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623435.079495:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623435.079504:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=62 v=5 (5 5 5 5) 00000100:00001000:0.0:1781623435.079508:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=133 v=5 (1 1 0 0) 00000100:00000001:0.0:1781623435.079511:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623435.079513:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623435.079516:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623435.079519:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623435.079522:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623435.079527:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733df80 x1868160455826944/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623451 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623435.079535:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623435.079540:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623435.079542:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623435.079547:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733df80 x1868160455826944/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623451 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623435.079555:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455826944:192.168.202.101@tcp:400:kworker.0 00000400:00000001:0.0:1781623435.079561:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623435.079562:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623435.079564:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc71b8. 00000400:00000200:0.0:1781623435.079566:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e96e8 00000400:00000010:0.0:1781623435.079568:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e96e8. 00000100:00000001:0.0:1781623435.079570:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623435.079574:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733f480 x1868160455827200/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623451 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623435.079583:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733f480 x1868160455827200/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623451 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623435.079589:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623435.079590:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623435.079592:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623435.079594:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623435.079595:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623435.079596:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623435.079599:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623435.079605:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=62 v=5 (5 5 5 5) 00000100:00001000:0.0:1781623435.079609:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=61 v=5 (1 1 0 0) 00000100:00000001:0.0:1781623435.079611:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623435.079612:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623435.079614:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623435.079618:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623435.079621:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623435.079624:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:0.0:1781623435.079626:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623435.079627:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623435.079631:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733f480 x1868160455827200/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623451 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623435.079638:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623435.079641:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623435.079642:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623435.079645:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733f480 x1868160455827200/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623451 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623435.079653:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455827200:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623435.079657:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623435.079660:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623435.079664:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733df80 x1868160455826944/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623451 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623435.079671:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623435.079674:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623435.079678:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cec000. 02000000:00000001:0.0:1781623435.079682:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623435.079685:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623435.079687:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781623435.079690:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623435.079693:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85079ab500. 02000000:00000001:0.0:1781623435.079699:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623435.079702:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623435.079704:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733df80. 00000100:00000001:0.0:1781623435.079709:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623435.079710:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623435.079712:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623435.079715:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733f480 x1868160455827200/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623451 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623435.079721:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623435.079723:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623435.079724:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cecc00. 02000000:00000001:0.0:1781623435.079727:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623435.079728:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623435.079730:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:0.0:1781623435.079732:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623435.079733:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85079ab900. 02000000:00000001:0.0:1781623435.079735:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623435.079736:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623435.079737:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733f480. 00000100:00000001:0.0:1781623435.079740:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623435.079741:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623435.079744:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623435.079754:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623435.079757:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623435.079759:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623435.079763:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781623435.087630:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623435.087653:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623435.087658:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623435.087660:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623435.087672:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623435.087681:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623435.087692:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623435.087698:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623435.087704:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623435.087709:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005a5e80 00000400:00000200:3.0:1781623435.087714:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623435.087723:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f85fd [1] + 224 00000800:00000001:3.0:1781623435.087731:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623435.087736:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623435.087739:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623435.087743:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623435.087750:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623435.087759:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733d180 x1868160455827072/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623470 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623435.087768:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733d180 x1868160455827072/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623470 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623435.087825:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623435.087829:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623435.087843:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623435.087852:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623435.087855:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1781623435.093262:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623435.093272:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623435.093278:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631370. 00000400:00000200:1.0:1781623435.093291:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1a18 00000400:00000010:1.0:1781623435.093295:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1a18. 00000100:00000001:1.0:1781623435.093301:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623435.093318:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733d180 x1868160455827072/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623470 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623435.093331:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733d180 x1868160455827072/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623470 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623435.093342:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623435.093345:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623435.093349:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623435.093353:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623435.093357:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623435.093360:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623435.093364:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623435.093376:0:2350:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=62 v=20 (20 20 20 20) 00000100:00001000:1.0:1781623435.093382:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=133 v=5 (1 1 0 0) 00000100:00000001:1.0:1781623435.093385:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623435.093387:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623435.093392:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623435.093397:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623435.093403:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781623435.093405:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781623435.093408:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781623435.093410:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623435.093417:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733d180 x1868160455827072/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623470 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623435.093425:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623435.093430:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623435.093433:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623435.093438:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733d180 x1868160455827072/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623470 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623435.093447:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455827072:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623435.093453:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623435.093457:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623435.093461:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733d180 x1868160455827072/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623470 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623435.093468:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623435.093471:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623435.093486:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557400. 02000000:00000001:1.0:1781623435.093494:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623435.093497:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623435.093500:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781623435.093503:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623435.093506:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85079ab800. 02000000:00000001:1.0:1781623435.093511:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623435.093513:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623435.093515:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733d180. 00000100:00000001:1.0:1781623435.093519:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623435.093521:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623435.093524:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623435.093536:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623435.093538:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623435.093541:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623435.093545:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623435.445223:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623435.445233:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623435.445241:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623435.445242:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623435.445245:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623435.445247:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623435.445588:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623435.445593:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623435.445597:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623436.469209:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623436.469219:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623436.469225:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623436.469226:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623436.469229:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623436.469231:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623436.469334:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623436.469339:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623436.469343:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623437.493159:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623437.493165:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623437.493171:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623437.493172:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623437.493184:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623437.493185:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623438.517170:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623438.517177:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623438.517183:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623438.517184:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623438.517187:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623438.517188:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623438.517289:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623438.517293:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623438.517296:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623439.541143:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623439.541147:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623439.541151:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623439.541152:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623439.541154:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623439.541155:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623439.541378:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623439.541382:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623439.541385:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781623440.181239:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623440.181250:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623440.181260:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733d180. 00000020:00000040:1.0:1781623440.181266:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781623440.181270:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623440.181274:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623440.181279:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623440.181287:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85079ab800. 00000100:00000001:1.0:1781623440.181293:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623440.181306:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733d180 x1868160455827328/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623440.181317:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623440.181322:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623440.181328:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056fe8fc2] to pc [ptlrpcd_00_01+1] req@ffff8f850733d180 x1868160455827328/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623440.181364:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623440.181367:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623440.181370:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623440.181374:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733f480. 00000020:00000040:1.0:1781623440.181377:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781623440.181379:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623440.181380:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623440.181382:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623440.181386:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85079abc00. 00000100:00000001:1.0:1781623440.181388:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623440.181393:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733f480 x1868160455827456/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623440.181399:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623440.181401:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623440.181404:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000775a196d] to pc [ptlrpcd_00_00+0] req@ffff8f850733f480 x1868160455827456/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623440.181411:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623440.181413:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623440.181416:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623440.181419:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733df80. 00000020:00000040:1.0:1781623440.181421:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:1.0:1781623440.181423:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623440.181424:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623440.181425:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623440.181427:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85079abb00. 00000100:00000001:1.0:1781623440.181430:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623440.181433:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f850733df80 x1868160455827584/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623440.181439:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623440.181440:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623440.181443:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9245f72] to pc [ptlrpcd_00_01+1] req@ffff8f850733df80 x1868160455827584/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623440.181451:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623440.181453:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781623440.181456:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781623440.181460:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (6934) 00000100:00000001:0.0:1781623440.181530:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623440.181534:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623440.181536:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623440.181542:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733d180 x1868160455827328/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623440.181550:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623440.181552:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623440.181556:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623440.181558:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623440.181561:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623440.181564:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455827328:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623440.181568:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623440.181574:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623440.181577:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623440.181579:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623440.181585:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505ced600. 02000000:00000001:0.0:1781623440.181586:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623440.181594:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623440.181598:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc71b8. 00000400:00000010:0.0:1781623440.181606:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e96e8. 00000100:00000200:0.0:1781623440.181612:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455827328, portal 25 00000100:00000001:0.0:1781623440.181615:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623440.181617:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247099776 : -123673462451840 : ffff8f850733d180) 00000100:00000040:0.0:1781623440.181622:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733d180 x1868160455827328/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623440.181630:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623440.181632:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623440.181635:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e92a8. 00000100:00000200:0.0:1781623440.181638:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455827328, offset 0 00000400:00000200:0.0:1781623440.181645:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623440.181654:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623440.181661:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623440.181667:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623440.181671:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623440.181675:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623440.181677:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623440.181681:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375752:375752:256:4294967295] 192.168.202.101@tcp LPNI seq info [375722:375722:8:4294967295] 00000400:00000200:0.0:1781623440.181686:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623440.181696:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623440.181703:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623440.181707:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0c00. 00000800:00000200:0.0:1781623440.181714:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623440.181722:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623440.181727:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623440.181755:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623440.181760:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623440.181762:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301604982 00000100:00000001:0.0:1781623440.181769:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301599869 00000100:00000001:0.0:1781623440.181773:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301604982 00000100:00000001:0.0:1781623440.181776:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301599869 00000100:00000001:0.0:1781623440.181779:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623440.181782:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623440.181784:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623440.181788:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733df80 x1868160455827584/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623440.181794:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623440.181796:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623440.181798:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623440.181799:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623440.181801:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623440.181804:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455827584:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623440.181806:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623440.181809:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623440.181810:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623440.181812:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623440.181815:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505ceda00. 02000000:00000001:0.0:1781623440.181817:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623440.181820:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623440.181822:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc77e8. 00000400:00000010:0.0:1781623440.181826:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9dd0. 00000100:00000200:0.0:1781623440.181829:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455827584, portal 4 00000100:00000001:0.0:1781623440.181830:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623440.181831:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247103360 : -123673462448256 : ffff8f850733df80) 00000100:00000040:0.0:1781623440.181837:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733df80 x1868160455827584/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623440.181843:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623440.181845:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623440.181847:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9908. 00000100:00000200:0.0:1781623440.181849:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455827584, offset 0 00000400:00000200:0.0:1781623440.181852:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623440.181855:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623440.181859:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623440.181861:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623440.181863:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623440.181866:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623440.181868:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623440.181871:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375753:375753:255:4294967295] 192.168.202.101@tcp LPNI seq info [375723:375723:7:4294967295] 00000400:00000200:0.0:1781623440.181884:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623440.181891:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623440.181895:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623440.181898:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0400. 00000800:00000200:0.0:1781623440.181902:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623440.181906:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623440.181908:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623440.181911:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623440.181915:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 515286 usecs (516 jiffies) 00000400:00000200:0.0:1781623440.181918:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623440.181920:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301597700 00000100:00000001:0.0:1781623440.181922:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301604982 00000100:00000001:0.0:1781623440.181925:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301597700 00000100:00000001:0.0:1781623440.181927:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301604982 00000100:00000001:0.0:1781623440.181928:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623440.181930:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623440.181932:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623440.181935:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623440.181942:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623440.181944:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781623440.181946:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623440.181947:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623440.181948:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623440.181951:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1781623440.181962:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623440.181965:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623440.181966:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623440.181967:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623440.181968:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623440.181970:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623440.181974:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733f480 x1868160455827456/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623440.181981:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623440.181982:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623440.181984:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623440.181986:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623440.181988:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623440.181990:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455827456:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623440.181993:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623440.181996:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623440.181997:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623440.181999:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623440.182002:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cec400. 02000000:00000001:0.0:1781623440.182004:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623440.182007:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623440.182010:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7268. 00000400:00000010:0.0:1781623440.182013:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e97f8. 00000100:00000200:0.0:1781623440.182016:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455827456, portal 10 00000100:00000001:0.0:1781623440.182018:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623440.182019:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247108736 : -123673462442880 : ffff8f850733f480) 00000100:00000040:0.0:1781623440.182062:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733f480 x1868160455827456/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623440.182068:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623440.182070:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623440.182073:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9cc0. 00000100:00000200:0.0:1781623440.182076:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455827456, offset 0 00000400:00000200:0.0:1781623440.182080:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623440.182084:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623440.182087:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623440.182090:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623440.182092:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623440.182094:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623440.182096:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623440.182099:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375754:375754:254:4294967295] 192.168.202.101@tcp LPNI seq info [375724:375724:6:4294967295] 00000400:00000200:0.0:1781623440.182102:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623440.182108:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623440.182113:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623440.182116:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0a00. 00000800:00000200:0.0:1781623440.182119:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623440.182123:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623440.182126:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623440.182129:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623440.182131:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 18137 usecs (19 jiffies) 00000400:00000200:0.0:1781623440.182134:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623440.182135:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301597204 00000100:00000001:0.0:1781623440.182137:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301604982 00000100:00000001:0.0:1781623440.182140:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301597204 00000100:00000001:0.0:1781623440.182142:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301604982 00000100:00000001:0.0:1781623440.182144:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623440.182145:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623440.182148:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623440.182149:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623440.182160:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623440.182162:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781623440.186286:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623440.186302:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623440.186306:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623440.186309:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623440.186318:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623440.186326:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623440.186336:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623440.186340:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623440.186346:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623440.186350:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005a5f80 00000400:00000200:3.0:1781623440.186356:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623440.186363:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8615 [1] + 224 00000800:00000001:3.0:1781623440.186370:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623440.186377:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623440.186380:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623440.186384:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623440.186392:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623440.186401:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733d180 x1868160455827328/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623456 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623440.186411:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733d180 x1868160455827328/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623456 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623440.186434:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623440.186443:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623440.186446:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623440.186637:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623440.186642:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623440.186650:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623440.186651:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623440.186655:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc71b8. 00000400:00000200:0.0:1781623440.186659:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e96e8 00000400:00000010:0.0:1781623440.186661:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e96e8. 00000100:00000001:0.0:1781623440.186665:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623440.186670:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733d180 x1868160455827328/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623456 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623440.186678:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733d180 x1868160455827328/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623456 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623440.186684:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623440.186686:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623440.186688:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623440.186692:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623440.186694:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623440.186696:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623440.186699:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623440.186705:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=67 v=5 (5 5 5 5) 00000100:00001000:0.0:1781623440.186709:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=138 v=5 (1 1 0 0) 00000100:00000001:0.0:1781623440.186711:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623440.186713:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623440.186715:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623440.186717:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623440.186720:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623440.186724:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733d180 x1868160455827328/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623456 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623440.186731:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623440.186734:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623440.186736:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623440.186740:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733d180 x1868160455827328/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623456 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623440.186748:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455827328:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623440.186753:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623440.186755:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623440.186758:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733d180 x1868160455827328/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623456 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623440.186763:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623440.186766:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623440.186770:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505ced600. 02000000:00000001:0.0:1781623440.186776:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623440.186779:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623440.186782:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781623440.186784:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623440.186787:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85079ab800. 02000000:00000001:0.0:1781623440.186791:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623440.186793:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623440.186795:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733d180. 00000100:00000001:0.0:1781623440.186799:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623440.186800:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623440.186803:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623440.186805:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623440.186806:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623440.186807:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623440.186809:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623440.197088:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623440.197093:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623440.197101:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623440.197103:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623440.197121:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7268. 00000400:00000200:0.0:1781623440.197127:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e97f8 00000400:00000010:0.0:1781623440.197130:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e97f8. 00000100:00000001:0.0:1781623440.197133:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623440.197139:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733f480 x1868160455827456/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623475 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623440.197150:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733f480 x1868160455827456/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623475 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623440.197158:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623440.197160:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623440.197163:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623440.197166:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623440.197168:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623440.197170:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623440.197173:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623440.197183:0:2350:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=67 v=20 (20 20 20 20) 00000100:00001000:0.0:1781623440.197188:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=138 v=5 (1 1 0 0) 00000100:00000001:0.0:1781623440.197191:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623440.197192:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623440.197195:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623440.197198:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623440.197202:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623440.197204:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781623440.197206:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623440.197207:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623440.197212:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733f480 x1868160455827456/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623475 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623440.197220:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623440.197223:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623440.197225:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623440.197229:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733f480 x1868160455827456/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623475 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623440.197236:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455827456:192.168.202.101@tcp:400:kworker.0 00000400:00000001:0.0:1781623440.197245:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623440.197246:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623440.197248:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc77e8. 00000400:00000200:0.0:1781623440.197251:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9dd0 00000400:00000010:0.0:1781623440.197253:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9dd0. 00000100:00000001:0.0:1781623440.197255:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623440.197258:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733df80 x1868160455827584/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623456 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623440.197265:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733df80 x1868160455827584/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623456 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623440.197272:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623440.197273:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623440.197275:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623440.197276:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623440.197277:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623440.197279:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623440.197281:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623440.197285:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=67 v=5 (5 5 5 5) 00000100:00001000:0.0:1781623440.197288:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=66 v=5 (1 1 0 0) 00000100:00000001:0.0:1781623440.197289:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623440.197290:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623440.197292:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623440.197293:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623440.197296:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623440.197297:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:0.0:1781623440.197299:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623440.197300:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623440.197303:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733df80 x1868160455827584/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623456 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623440.197308:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623440.197310:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623440.197311:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623440.197314:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733df80 x1868160455827584/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623456 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623440.197321:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455827584:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623440.197324:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623440.197327:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623440.197330:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733f480 x1868160455827456/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623475 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623440.197337:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623440.197340:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623440.197344:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cec400. 02000000:00000001:0.0:1781623440.197348:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623440.197350:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623440.197352:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781623440.197601:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623440.197606:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85079abc00. 02000000:00000001:0.0:1781623440.197611:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623440.197613:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623440.197615:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733f480. 00000100:00000001:0.0:1781623440.197618:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623440.197620:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623440.197622:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623440.197625:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733df80 x1868160455827584/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623456 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623440.197632:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623440.197634:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623440.197635:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505ceda00. 02000000:00000001:0.0:1781623440.197638:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623440.197639:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623440.197641:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:0.0:1781623440.197642:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623440.197644:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85079abb00. 02000000:00000001:0.0:1781623440.197646:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623440.197647:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623440.197648:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733df80. 00000100:00000001:0.0:1781623440.197651:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623440.197653:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623440.197655:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623440.197662:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623440.197664:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623440.197666:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623440.197669:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623440.566425:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623440.566430:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623440.566434:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623440.566435:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623440.566437:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623440.566438:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623441.589161:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623441.589170:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623441.589172:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623441.589178:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623441.589180:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623441.589183:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623441.589187:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623441.589190:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623441.589192:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623441.589194:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623441.589198:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623441.589200:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623441.589203:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623441.589204:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623441.589367:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623441.589370:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623441.589373:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623442.613156:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623442.613163:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623442.613169:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623442.613170:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623442.613173:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623442.613174:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623442.613505:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623442.613509:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623442.613512:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623443.637173:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623443.637181:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623443.637187:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623443.637188:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623443.637191:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623443.637192:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623444.661209:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623444.661216:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623444.661221:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623444.661224:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623444.661227:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623444.661230:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623444.661233:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623444.661235:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623444.661237:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623444.661239:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623444.661242:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623444.661243:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623444.661245:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623444.661250:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623444.661251:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623444.661253:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623444.661254:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623444.661255:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623444.661256:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623444.661258:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623444.661355:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623444.661358:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623444.661361:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781623445.301638:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623445.301649:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623445.301657:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511282300. 00000020:00000040:3.0:1781623445.301663:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781623445.301668:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623445.301671:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623445.301677:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623445.301685:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7df00. 00000100:00000001:3.0:1781623445.301692:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623445.301704:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511282300 x1868160455827712/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623445.301715:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623445.301719:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623445.301725:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd15682b] to pc [ptlrpcd_01_00+0] req@ffff8f8511282300 x1868160455827712/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623445.301756:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623445.301760:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623445.301766:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623445.301769:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511283b80. 00000020:00000040:3.0:1781623445.301772:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781623445.301775:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623445.301776:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623445.301854:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623445.301859:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d500. 00000100:00000001:3.0:1781623445.301862:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623445.301868:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511283b80 x1868160455827840/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623445.301875:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623445.301878:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623445.301881:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df6e823e] to pc [ptlrpcd_01_01+1] req@ffff8f8511283b80 x1868160455827840/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623445.301890:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623445.301892:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623445.301895:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623445.301899:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511280a80. 00000020:00000040:3.0:1781623445.301901:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:3.0:1781623445.301903:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623445.301904:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623445.301936:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623445.301941:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7db00. 00000100:00000001:3.0:1781623445.301944:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623445.301948:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f8511280a80 x1868160455827968/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623445.301955:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623445.301956:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623445.301959:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000694084cb] to pc [ptlrpcd_01_00+0] req@ffff8f8511280a80 x1868160455827968/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623445.301971:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623445.301973:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781623445.301977:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781623445.301982:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (6940) 00000800:00000200:3.0:1781623445.303069:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623445.303074:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3500. 00000400:00000200:3.0:1781623445.303080:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623445.303087:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623445.303094:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d4c8 00000400:00000010:3.0:1781623445.303097:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d4c8. 00000100:00000001:3.0:1781623445.303101:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623445.303105:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511282300 x1868160455827712/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623445.303114:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623445.303118:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511282300 x1868160455827712/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623461 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623445.303134:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623445.303137:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623445.303149:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623445.303151:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3600. 00000400:00000200:3.0:1781623445.303154:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623445.303157:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623445.303160:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d3b8 00000400:00000010:3.0:1781623445.303162:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d3b8. 00000100:00000001:3.0:1781623445.303163:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623445.303166:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511280a80 x1868160455827968/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623445.303173:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623445.303176:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511280a80 x1868160455827968/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623461 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623445.303188:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623445.303189:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623445.303234:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623445.303237:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3200. 00000400:00000200:3.0:1781623445.303239:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623445.303243:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623445.303245:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d880 00000400:00000010:3.0:1781623445.303247:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d880. 00000100:00000001:3.0:1781623445.303249:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623445.303252:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511283b80 x1868160455827840/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623445.303259:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623445.303261:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511283b80 x1868160455827840/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623480 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623445.303267:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623445.303269:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1781623445.308314:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623445.308319:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781623445.311823:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623445.311830:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623445.311835:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f085d8. 00000400:00000200:3.0:1781623445.312289:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d198 00000400:00000010:3.0:1781623445.312293:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d198. 00000100:00000001:3.0:1781623445.312299:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623445.312311:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511282300 x1868160455827712/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623461 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623445.312323:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511282300 x1868160455827712/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623461 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623445.312333:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623445.312336:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623445.312339:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623445.312343:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623445.312347:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623445.312350:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623445.312353:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623445.312360:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=72 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623445.312364:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=143 v=5 (1 1 0 0) 00000100:00000001:3.0:1781623445.312367:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623445.312369:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623445.312372:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623445.312374:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623445.312377:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623445.312382:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511282300 x1868160455827712/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623461 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623445.312643:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623445.312647:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623445.312650:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623445.312836:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511282300 x1868160455827712/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623461 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623445.312848:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455827712:192.168.202.101@tcp:400:kworker.0 00000400:00000001:3.0:1781623445.312859:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623445.312861:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623445.312863:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08580. 00000400:00000200:3.0:1781623445.312867:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d660 00000400:00000010:3.0:1781623445.312869:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d660. 00000100:00000001:3.0:1781623445.312872:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623445.312876:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511280a80 x1868160455827968/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623461 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623445.312886:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511280a80 x1868160455827968/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623461 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623445.312894:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623445.312895:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623445.312897:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623445.312899:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623445.312901:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623445.312903:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623445.312916:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623445.312924:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=72 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623445.312929:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=71 v=5 (1 1 0 0) 00000100:00000001:3.0:1781623445.312931:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623445.312933:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623445.312935:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623445.312938:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623445.312941:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623445.312944:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:3.0:1781623445.312946:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623445.312947:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623445.312951:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511280a80 x1868160455827968/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623461 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623445.312959:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623445.312961:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623445.312963:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623445.312966:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511280a80 x1868160455827968/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623461 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623445.312974:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455827968:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623445.312978:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623445.312981:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623445.312985:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511282300 x1868160455827712/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623461 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623445.312993:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623445.312995:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623445.312999:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078a00. 02000000:00000001:3.0:1781623445.313003:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623445.313006:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623445.313008:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781623445.313011:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623445.313014:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7df00. 02000000:00000001:3.0:1781623445.313018:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623445.313020:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623445.313023:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511282300. 00000100:00000001:3.0:1781623445.313053:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623445.313054:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623445.313056:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623445.313060:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511280a80 x1868160455827968/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623461 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623445.313067:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623445.313068:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623445.313070:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078e00. 02000000:00000001:3.0:1781623445.313072:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623445.313073:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623445.313074:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:3.0:1781623445.313076:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623445.313078:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7db00. 02000000:00000001:3.0:1781623445.313080:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623445.313081:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623445.313082:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511280a80. 00000100:00000001:3.0:1781623445.313085:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623445.313086:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623445.313090:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623445.313093:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623445.313095:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781623445.313098:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623445.313099:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623445.313101:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08f20. 00000400:00000200:3.0:1781623445.313104:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901db28 00000400:00000010:3.0:1781623445.313106:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901db28. 00000100:00000001:3.0:1781623445.313108:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623445.313112:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511283b80 x1868160455827840/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623480 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623445.313121:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511283b80 x1868160455827840/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623480 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623445.313128:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623445.313130:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623445.313132:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623445.313134:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623445.313135:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623445.313137:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623445.313139:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623445.313143:0:2351:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=72 v=20 (20 20 20 20) 00000100:00001000:3.0:1781623445.313146:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=143 v=5 (1 1 0 0) 00000100:00000001:3.0:1781623445.313149:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623445.313150:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623445.313152:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623445.313153:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623445.313156:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623445.313157:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781623445.313159:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623445.313160:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623445.313164:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511283b80 x1868160455827840/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623480 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623445.313170:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623445.313172:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623445.313173:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623445.313177:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511283b80 x1868160455827840/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623480 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623445.313186:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511283b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455827840:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623445.313190:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623445.314303:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623445.314313:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511283b80 x1868160455827840/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623480 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623445.314323:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623445.314325:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623445.314328:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078000. 02000000:00000001:3.0:1781623445.314332:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623445.314334:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623445.314337:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781623445.314339:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623445.314341:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d500. 02000000:00000001:3.0:1781623445.314344:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623445.314345:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623445.314346:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511283b80. 00000100:00000001:3.0:1781623445.314350:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623445.314352:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623445.314354:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623445.314361:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623445.314363:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623445.314365:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623445.314368:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623445.686377:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623445.686383:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623445.686388:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623445.686389:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623445.686392:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623445.686393:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623445.686449:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623445.686453:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623445.686455:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623446.711128:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623446.711137:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623446.711143:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623446.711145:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623446.711148:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623446.711150:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623447.733188:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623447.733196:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623447.733202:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623447.733203:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623447.733207:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623447.733208:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623447.733517:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623447.733521:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623447.733523:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623448.759250:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623448.759257:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623448.759263:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623448.759264:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623448.759267:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623448.759268:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623448.759382:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623448.759386:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623448.759389:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623449.782142:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623449.782149:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623449.782155:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623449.782156:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623449.782159:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623449.782160:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623450.421159:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623450.421171:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623450.421184:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511283b80. 00000020:00000040:3.0:1781623450.421191:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781623450.421196:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623450.421199:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623450.421204:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623450.421212:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d500. 00000100:00000001:3.0:1781623450.421219:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623450.421231:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511283b80 x1868160455828096/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623450.421241:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623450.421246:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623450.421252:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df6e823e] to pc [ptlrpcd_01_01+1] req@ffff8f8511283b80 x1868160455828096/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623450.421294:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623450.421297:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623450.421300:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623450.421304:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511280a80. 00000020:00000040:3.0:1781623450.421306:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781623450.421308:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623450.421309:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623450.421311:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623450.421315:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7db00. 00000100:00000001:3.0:1781623450.421317:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623450.421321:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511280a80 x1868160455828224/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623450.421328:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623450.421330:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623450.421334:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000694084cb] to pc [ptlrpcd_01_00+0] req@ffff8f8511280a80 x1868160455828224/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623450.421342:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623450.421344:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623450.421347:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623450.421350:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511282300. 00000020:00000040:3.0:1781623450.421352:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:3.0:1781623450.421354:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623450.421355:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623450.421356:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623450.421358:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7df00. 00000100:00000001:3.0:1781623450.421361:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623450.421365:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f8511282300 x1868160455828352/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623450.421371:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623450.421373:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623450.421375:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd15682b] to pc [ptlrpcd_01_01+1] req@ffff8f8511282300 x1868160455828352/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623450.421381:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623450.421383:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781623450.421386:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781623450.421392:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (6945) 00000100:00000001:3.0:1781623450.421405:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623450.421408:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623450.421411:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623450.421415:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511280a80 x1868160455828224/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623450.421421:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623450.421423:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623450.421426:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623450.421429:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623450.421432:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623450.421435:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455828224:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623450.421439:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623450.421445:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623450.421447:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623450.421450:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623450.421454:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85080c4a00. 02000000:00000001:3.0:1781623450.421455:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623450.421463:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623450.421467:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c83c8. 00000400:00000010:3.0:1781623450.421474:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70550. 00000100:00000200:3.0:1781623450.421481:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455828224, portal 10 00000100:00000001:3.0:1781623450.421483:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623450.421484:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414100096 : -123673295451520 : ffff8f8511280a80) 00000100:00000040:3.0:1781623450.421491:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511280a80 x1868160455828224/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623450.421499:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623450.421501:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623450.421504:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70bb0. 00000100:00000200:3.0:1781623450.421506:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455828224, offset 0 00000400:00000200:3.0:1781623450.421512:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623450.421522:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623450.421530:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623450.421536:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623450.421541:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623450.421545:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623450.421548:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623450.421552:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375758:375758:256:4294967295] 192.168.202.101@tcp LPNI seq info [375728:375728:8:4294967295] 00000400:00000200:3.0:1781623450.421556:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623450.421567:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623450.421573:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623450.421578:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d000. 00000800:00000200:3.0:1781623450.421584:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623450.421592:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623450.421596:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623450.421607:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623450.421612:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 18135 usecs (19 jiffies) 00000400:00000200:3.0:1781623450.421615:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623450.421618:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301607443 00000100:00000001:3.0:1781623450.421621:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301610103 00000100:00000001:3.0:1781623450.421623:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301607443 00000100:00000001:3.0:1781623450.421625:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301610103 00000100:00000001:3.0:1781623450.421628:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623450.421630:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623450.421633:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623450.421635:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623450.421642:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623450.421644:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=30 : 30 : 1e) 00000100:00000001:3.0:1781623450.421646:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623450.421648:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623450.421649:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623450.421652:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1781623450.421653:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623450.421655:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623450.421657:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623450.421658:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623450.421659:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623450.421660:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623450.421664:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511283b80 x1868160455828096/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623450.421671:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623450.421672:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623450.421675:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623450.421676:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623450.421678:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623450.421681:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511283b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455828096:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623450.421684:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623450.421687:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623450.421688:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623450.421690:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623450.421693:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85080c5a00. 02000000:00000001:3.0:1781623450.421696:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623450.421699:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623450.421702:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8f78. 00000400:00000010:3.0:1781623450.421705:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70dd0. 00000100:00000200:3.0:1781623450.421708:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455828096, portal 25 00000100:00000001:3.0:1781623450.421709:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623450.421710:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414112640 : -123673295438976 : ffff8f8511283b80) 00000100:00000040:3.0:1781623450.421715:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511283b80 x1868160455828096/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623466 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623450.421733:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623450.421736:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623450.421739:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e707f8. 00000100:00000200:3.0:1781623450.421741:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455828096, offset 0 00000400:00000200:3.0:1781623450.421745:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623450.421749:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623450.421753:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623450.421756:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623450.421758:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623450.421760:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623450.421762:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623450.421765:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375759:375759:255:4294967295] 192.168.202.101@tcp LPNI seq info [375729:375729:7:4294967295] 00000400:00000200:3.0:1781623450.421768:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623450.421773:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623450.421778:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623450.421782:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d100. 00000800:00000200:3.0:1781623450.421786:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623450.421791:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623450.421793:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623450.421796:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623450.421799:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623450.421800:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301615222 00000100:00000001:3.0:1781623450.421806:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301610103 00000100:00000001:3.0:1781623450.421809:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301615222 00000100:00000001:3.0:1781623450.421812:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301610103 00000100:00000001:3.0:1781623450.421814:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623450.421816:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623450.421818:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623450.421822:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511282300 x1868160455828352/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623450.421828:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623450.421829:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623450.421831:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623450.421833:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623450.421835:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623450.421838:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455828352:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623450.421844:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623450.421847:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623450.421848:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623450.421855:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623450.421858:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85080c4600. 02000000:00000001:3.0:1781623450.421869:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623450.421873:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623450.421875:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c81b8. 00000400:00000010:3.0:1781623450.421879:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e704c8. 00000100:00000200:3.0:1781623450.421881:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455828352, portal 4 00000100:00000001:3.0:1781623450.421883:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623450.421884:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414106368 : -123673295445248 : ffff8f8511282300) 00000100:00000040:3.0:1781623450.421889:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511282300 x1868160455828352/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623466 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623450.421895:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623450.421897:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623450.421899:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70198. 00000100:00000200:3.0:1781623450.421901:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455828352, offset 0 00000400:00000200:3.0:1781623450.421904:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623450.421908:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623450.421911:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623450.421913:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623450.421916:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623450.421918:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623450.421920:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623450.421923:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375760:375760:254:4294967295] 192.168.202.101@tcp LPNI seq info [375730:375730:6:4294967295] 00000400:00000200:3.0:1781623450.421927:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623450.421931:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623450.421934:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623450.421938:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d400. 00000800:00000200:3.0:1781623450.421941:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623450.421945:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623450.421948:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623450.421950:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623450.421952:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 511633 usecs (512 jiffies) 00000400:00000200:3.0:1781623450.421955:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623450.421957:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301607936 00000100:00000001:3.0:1781623450.421959:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301615222 00000100:00000001:3.0:1781623450.421961:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301607936 00000100:00000001:3.0:1781623450.421962:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301615222 00000100:00000001:3.0:1781623450.421964:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623450.421966:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623450.421968:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623450.421970:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623450.422013:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623450.422018:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d000. 00000400:00000200:3.0:1781623450.422047:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623450.422052:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623450.422058:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70bb0 00000400:00000010:3.0:1781623450.422060:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70bb0. 00000100:00000001:3.0:1781623450.422065:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623450.422069:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511280a80 x1868160455828224/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623450.422077:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623450.422080:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511280a80 x1868160455828224/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623485 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623450.422086:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623450.422087:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623450.422100:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623450.422102:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d100. 00000400:00000200:3.0:1781623450.422105:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623450.422108:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623450.422111:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e707f8 00000400:00000010:3.0:1781623450.422113:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e707f8. 00000100:00000001:3.0:1781623450.422116:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623450.422120:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511283b80 x1868160455828096/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623466 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623450.422126:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623450.422129:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511283b80 x1868160455828096/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623466 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623450.422135:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623450.422136:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623450.422197:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623450.422199:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d400. 00000400:00000200:3.0:1781623450.422202:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623450.422207:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623450.422209:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70198 00000400:00000010:3.0:1781623450.422211:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70198. 00000100:00000001:3.0:1781623450.422214:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623450.422217:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511282300 x1868160455828352/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623466 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623450.422224:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623450.422227:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511282300 x1868160455828352/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623466 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623450.422234:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623450.422235:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1781623450.426888:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623450.426893:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781623450.427530:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623450.427533:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623450.427537:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c83c8. 00000400:00000200:3.0:1781623450.427542:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70550 00000400:00000010:3.0:1781623450.427544:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70550. 00000100:00000001:3.0:1781623450.427547:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623450.427552:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511280a80 x1868160455828224/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623450.427567:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511280a80 x1868160455828224/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623485 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623450.427574:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623450.427576:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623450.427579:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623450.427583:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623450.427586:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623450.427588:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623450.427592:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623450.427602:0:2351:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=77 v=20 (20 20 20 20) 00000100:00001000:3.0:1781623450.427607:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=148 v=5 (1 1 0 0) 00000100:00000001:3.0:1781623450.427610:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623450.427611:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623450.427614:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623450.427617:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623450.427620:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623450.427623:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781623450.427625:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623450.427627:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623450.427631:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511280a80 x1868160455828224/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623485 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623450.427637:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623450.427640:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623450.427642:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623450.427646:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511280a80 x1868160455828224/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623485 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623450.427653:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455828224:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623450.427657:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623450.427659:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623450.427662:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511280a80 x1868160455828224/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623485 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623450.427668:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623450.427671:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623450.427674:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85080c4a00. 02000000:00000001:3.0:1781623450.427677:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623450.427679:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623450.427681:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781623450.427683:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623450.427685:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7db00. 02000000:00000001:3.0:1781623450.427688:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623450.427690:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623450.427692:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511280a80. 00000100:00000001:3.0:1781623450.427696:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623450.427697:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623450.427700:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623450.427702:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623450.427704:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781623450.427706:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623450.427707:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623450.427710:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8f78. 00000400:00000200:3.0:1781623450.427712:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70dd0 00000400:00000010:3.0:1781623450.427714:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70dd0. 00000100:00000001:3.0:1781623450.427716:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623450.427731:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511283b80 x1868160455828096/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623466 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623450.427740:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511283b80 x1868160455828096/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623466 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623450.427746:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623450.427747:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623450.427748:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623450.427750:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623450.427752:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623450.427753:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623450.427755:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623450.427758:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=77 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623450.427760:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=148 v=5 (1 1 0 0) 00000100:00000001:3.0:1781623450.427763:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623450.427764:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623450.427766:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623450.427767:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623450.427769:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623450.427773:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511283b80 x1868160455828096/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623466 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623450.427779:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623450.427781:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623450.427782:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623450.427785:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511283b80 x1868160455828096/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623466 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623450.427792:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511283b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455828096:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623450.427796:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623450.427797:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623450.427800:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511283b80 x1868160455828096/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623466 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623450.427806:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623450.427807:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623450.427808:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85080c5a00. 02000000:00000001:3.0:1781623450.427811:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623450.427812:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623450.427813:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781623450.427815:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623450.427816:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d500. 02000000:00000001:3.0:1781623450.427818:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623450.427819:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623450.427820:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511283b80. 00000100:00000001:3.0:1781623450.427823:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623450.427824:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623450.427826:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623450.427828:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623450.427829:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623450.427831:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623450.427833:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623450.428520:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623450.428523:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781623450.428658:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623450.428660:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623450.428663:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c81b8. 00000400:00000200:3.0:1781623450.428667:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e704c8 00000400:00000010:3.0:1781623450.428669:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e704c8. 00000100:00000001:3.0:1781623450.428671:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623450.428675:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511282300 x1868160455828352/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623466 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623450.428683:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511282300 x1868160455828352/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623466 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623450.428690:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623450.428691:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623450.428694:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623450.428695:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623450.428697:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623450.428698:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623450.428700:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623450.428707:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=77 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623450.428710:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=76 v=5 (1 1 0 0) 00000100:00000001:3.0:1781623450.428712:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623450.428714:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623450.428715:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623450.428717:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623450.429179:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623450.429181:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:3.0:1781623450.429183:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623450.429184:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623450.429190:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511282300 x1868160455828352/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623466 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623450.429197:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623450.429200:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623450.429202:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623450.429205:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511282300 x1868160455828352/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623466 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623450.429212:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455828352:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623450.429217:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623450.429219:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623450.429222:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511282300 x1868160455828352/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623466 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623450.429228:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623450.429231:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623450.429234:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85080c4600. 02000000:00000001:3.0:1781623450.429237:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623450.429239:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623450.429241:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:3.0:1781623450.429243:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623450.429244:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7df00. 02000000:00000001:3.0:1781623450.429247:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623450.429248:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623450.429250:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511282300. 00000100:00000001:3.0:1781623450.429253:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623450.429254:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623450.429255:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623450.429330:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623450.429333:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623450.429336:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623450.429501:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623450.807477:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623450.807484:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623450.807491:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623450.807492:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623450.807496:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623450.807497:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623450.807628:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623450.807632:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623450.807634:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623451.829308:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623451.829323:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623451.829326:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623451.829335:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623451.829339:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623451.829341:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623451.829347:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623451.829349:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623451.829351:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623451.829354:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623451.829359:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623451.829361:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623451.829365:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623451.829366:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623451.829682:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623451.829687:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623451.829691:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623452.856383:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623452.856388:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623452.856392:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623452.856393:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623452.856395:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623452.856396:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623453.877901:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623453.877913:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623453.877920:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623453.877922:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623453.877925:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623453.877927:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623453.878082:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623453.878086:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623453.878090:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623454.901204:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623454.901214:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623454.901222:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623454.901227:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623454.901229:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623454.901233:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623454.901237:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623454.901239:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623454.901241:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623454.901244:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623454.901247:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623454.901249:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623454.901251:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623454.901258:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623454.901261:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623454.901262:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623454.901264:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623454.901266:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623454.901268:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623454.901270:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623454.901386:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623454.901391:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623454.901394:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781623455.543198:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623455.543208:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623455.543219:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733ea00. 00000020:00000040:1.0:1781623455.543226:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781623455.543230:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623455.543233:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623455.543238:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623455.543246:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85079ab900. 00000100:00000001:1.0:1781623455.543251:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623455.543263:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733ea00 x1868160455828480/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623455.543274:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623455.543278:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623455.543284:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002bbec9a1] to pc [ptlrpcd_00_00+0] req@ffff8f850733ea00 x1868160455828480/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623455.543658:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623455.543662:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623455.543665:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623455.543672:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733ea00 x1868160455828480/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623455.543680:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623455.543682:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623455.543685:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623455.543688:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623455.543690:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623455.543694:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455828480:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623455.543698:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623455.543704:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623455.543706:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623455.543708:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623455.543713:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cec000. 02000000:00000001:0.0:1781623455.543716:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623455.543721:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623455.543725:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc77e8. 00000400:00000010:0.0:1781623455.543731:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9dd0. 00000100:00000200:0.0:1781623455.543738:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455828480, portal 25 00000100:00000001:0.0:1781623455.543740:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623455.543742:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247106048 : -123673462445568 : ffff8f850733ea00) 00000100:00000040:0.0:1781623455.543747:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733ea00 x1868160455828480/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623455.543753:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623455.543756:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623455.543759:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e97f8. 00000100:00000200:0.0:1781623455.543763:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455828480, offset 0 00000400:00000200:0.0:1781623455.543769:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623455.543777:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623455.543786:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623455.543792:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623455.543796:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623455.543800:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623455.543803:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623455.543807:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375761:375761:256:4294967295] 192.168.202.101@tcp LPNI seq info [375731:375731:8:4294967295] 00000400:00000200:0.0:1781623455.543811:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623455.543830:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623455.543835:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623455.543840:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0d00. 00000800:00000200:0.0:1781623455.543845:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000100:00000001:1.0:1781623455.543915:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623455.543919:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623455.543922:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623455.543926:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733ed80. 00000020:00000040:1.0:1781623455.543929:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781623455.543931:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623455.543932:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623455.543935:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623455.543938:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85079ab500. 00000100:00000001:1.0:1781623455.543940:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623455.543945:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733ed80 x1868160455828608/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623455.543951:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623455.543953:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623455.543957:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000923b046] to pc [ptlrpcd_00_01+1] req@ffff8f850733ed80 x1868160455828608/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623455.543964:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623455.543967:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623455.543970:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623455.543972:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733dc00. 00000020:00000040:1.0:1781623455.543974:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:1.0:1781623455.543976:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623455.543977:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623455.543978:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623455.543982:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85079abb00. 00000100:00000001:1.0:1781623455.543984:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623455.543987:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f850733dc00 x1868160455828736/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623455.543993:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623455.543994:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623455.543997:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033ccbb42] to pc [ptlrpcd_00_00+0] req@ffff8f850733dc00 x1868160455828736/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623455.544003:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623455.544005:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781623455.544008:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781623455.544012:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (6950) 00000100:00000001:1.0:1781623455.544640:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623455.544643:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623455.544645:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623455.544651:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733ed80 x1868160455828608/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623455.544659:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623455.544660:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623455.544664:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623455.544666:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623455.544668:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623455.544671:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455828608:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623455.544675:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623455.544678:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623455.544679:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623455.544681:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623455.544686:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e556200. 02000000:00000001:1.0:1781623455.544687:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623455.544692:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623455.544695:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631370. 00000400:00000010:1.0:1781623455.544700:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1a18. 00000100:00000200:1.0:1781623455.544704:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455828608, portal 10 00000100:00000001:1.0:1781623455.544705:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623455.544706:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247106944 : -123673462444672 : ffff8f850733ed80) 00000100:00000040:1.0:1781623455.544711:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733ed80 x1868160455828608/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623455.544716:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623455.544717:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623455.544719:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1000. 00000100:00000200:1.0:1781623455.544720:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455828608, offset 0 00000400:00000200:1.0:1781623455.544724:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623455.544727:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623455.544729:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623455.544732:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623455.544734:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623455.544736:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623455.544738:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623455.544740:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375762:375762:255:4294967295] 192.168.202.101@tcp LPNI seq info [375732:375732:7:4294967295] 00000400:00000200:1.0:1781623455.544743:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623455.544748:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623455.544751:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623455.544753:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85079abc00. 00000800:00000200:1.0:1781623455.544756:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623455.544760:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623455.544763:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85079abc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623455.544778:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623455.544781:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 18121 usecs (19 jiffies) 00000400:00000200:1.0:1781623455.544783:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623455.544785:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301612566 00000100:00000001:1.0:1781623455.544787:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301615222 00000100:00000001:1.0:1781623455.544789:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301612566 00000100:00000001:1.0:1781623455.544790:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301615222 00000100:00000001:1.0:1781623455.544792:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623455.544794:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623455.544796:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623455.544797:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623455.544802:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623455.544803:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=30 : 30 : 1e) 00000100:00000001:1.0:1781623455.544804:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623455.544805:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623455.544806:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623455.544808:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1781623455.544809:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623455.544810:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623455.544811:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623455.544820:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623455.544821:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623455.544822:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623455.544826:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733dc00 x1868160455828736/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623455.544833:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623455.544835:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623455.544841:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623455.544843:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623455.544845:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623455.544847:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455828736:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623455.544850:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623455.544852:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:0.0:1781623455.544881:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623455.544885:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623455.544889:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623455.544892:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623455.544894:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301620345 00000100:00000001:0.0:1781623455.544901:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301615222 00000100:00000001:0.0:1781623455.544904:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301620345 00000100:00000001:0.0:1781623455.544907:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301615222 00000100:00000001:0.0:1781623455.544910:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623455.544912:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623455.544913:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623455.544915:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623455.544919:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623455.544920:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781623455.544922:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623455.544923:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623455.544924:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623455.544926:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623455.545477:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623455.545480:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623455.545484:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e556c00. 02000000:00000001:1.0:1781623455.545486:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623455.545490:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623455.545493:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631f20. 00000400:00000010:1.0:1781623455.545497:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1198. 00000100:00000200:1.0:1781623455.545501:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455828736, portal 4 00000100:00000001:1.0:1781623455.545503:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623455.545505:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247102464 : -123673462449152 : ffff8f850733dc00) 00000100:00000040:1.0:1781623455.545511:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733dc00 x1868160455828736/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623455.545517:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623455.545519:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623455.545522:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb15d8. 00000100:00000200:1.0:1781623455.545524:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455828736, offset 0 00000400:00000200:1.0:1781623455.545529:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623455.545533:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623455.545537:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623455.545540:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623455.545543:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623455.545546:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623455.545548:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623455.545550:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375763:375763:255:4294967295] 192.168.202.101@tcp LPNI seq info [375733:375733:7:4294967295] 00000400:00000200:1.0:1781623455.545554:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623455.545560:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623455.545565:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623455.545569:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85079ab800. 00000800:00000200:1.0:1781623455.545573:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623455.545578:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623455.545591:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85079ab800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623455.545595:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623455.545598:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 509800 usecs (510 jiffies) 00000400:00000200:1.0:1781623455.545601:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623455.545603:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301613058 00000100:00000001:1.0:1781623455.545605:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301620345 00000100:00000001:1.0:1781623455.545606:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301613058 00000100:00000001:1.0:1781623455.545608:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301620345 00000100:00000001:1.0:1781623455.545609:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623455.545610:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623455.545612:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623455.545613:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623455.548859:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623455.548863:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623455.548869:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623455.548871:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623455.548874:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc77e8. 00000400:00000200:0.0:1781623455.548879:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9dd0 00000400:00000010:0.0:1781623455.548882:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9dd0. 00000100:00000001:0.0:1781623455.548885:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623455.548889:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733ea00 x1868160455828480/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623471 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623455.548897:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733ea00 x1868160455828480/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623471 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623455.548904:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623455.548906:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623455.548908:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623455.548911:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623455.548913:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623455.548915:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623455.548918:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623455.548924:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=82 v=5 (5 5 5 5) 00000100:00001000:0.0:1781623455.548929:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=153 v=5 (1 1 0 0) 00000100:00000001:0.0:1781623455.548932:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623455.548933:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623455.548936:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623455.548938:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623455.548940:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623455.548945:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733ea00 x1868160455828480/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623471 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623455.548952:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623455.548955:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623455.548958:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623455.548962:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733ea00 x1868160455828480/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623471 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623455.548971:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455828480:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623455.548975:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623455.548977:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623455.548979:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733ea00 x1868160455828480/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623471 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623455.548984:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623455.548986:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623455.548989:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cec000. 02000000:00000001:0.0:1781623455.548992:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623455.548994:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623455.548995:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781623455.548997:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623455.548998:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85079ab900. 02000000:00000001:0.0:1781623455.549001:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623455.549003:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623455.549004:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733ea00. 00000100:00000001:0.0:1781623455.549007:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623455.549008:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623455.549009:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623455.549015:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623455.549016:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623455.549017:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623455.549019:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623455.554289:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623455.554293:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781623455.554298:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623455.554299:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623455.554302:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631370. 00000400:00000200:1.0:1781623455.554305:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1a18 00000400:00000010:1.0:1781623455.554307:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1a18. 00000100:00000001:1.0:1781623455.554309:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623455.554312:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733ed80 x1868160455828608/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623455.554319:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733ed80 x1868160455828608/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623490 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623455.554323:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623455.554324:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623455.554325:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623455.554329:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623455.554331:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623455.554332:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623455.554334:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623455.554341:0:2350:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=82 v=20 (20 20 20 20) 00000100:00001000:1.0:1781623455.554344:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=153 v=5 (1 1 0 0) 00000100:00000001:1.0:1781623455.554346:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623455.554347:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623455.554349:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623455.554351:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623455.554354:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781623455.554355:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781623455.554356:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781623455.554357:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623455.554360:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733ed80 x1868160455828608/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623490 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623455.554365:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623455.554367:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623455.554368:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623455.554370:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733ed80 x1868160455828608/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623490 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623455.554375:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455828608:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623455.554378:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623455.554379:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623455.554525:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733ed80 x1868160455828608/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623490 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623455.554533:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623455.554536:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623455.554540:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e556200. 02000000:00000001:1.0:1781623455.554543:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623455.554546:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623455.554547:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781623455.554549:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623455.554552:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85079ab500. 02000000:00000001:1.0:1781623455.554556:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623455.554557:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623455.554559:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733ed80. 00000100:00000001:1.0:1781623455.554562:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623455.554563:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623455.554566:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623455.554567:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623455.554568:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623455.554570:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623455.554571:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623455.558012:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623455.558017:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781623455.558069:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623455.558072:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623455.558076:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631f20. 00000400:00000200:1.0:1781623455.558081:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1198 00000400:00000010:1.0:1781623455.558084:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1198. 00000100:00000001:1.0:1781623455.558088:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623455.558094:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733dc00 x1868160455828736/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623471 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623455.558105:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733dc00 x1868160455828736/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623471 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623455.558113:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623455.558115:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623455.558118:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623455.558124:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623455.558127:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623455.558130:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623455.558135:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623455.558148:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=82 v=5 (5 5 5 5) 00000100:00001000:1.0:1781623455.558153:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=81 v=5 (1 1 0 0) 00000100:00000001:1.0:1781623455.558156:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623455.558157:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623455.558160:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623455.558164:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623455.558169:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781623455.558173:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:1.0:1781623455.558175:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781623455.558177:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623455.558182:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733dc00 x1868160455828736/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623471 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623455.558191:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623455.558195:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623455.558197:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623455.558202:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733dc00 x1868160455828736/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623471 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623455.558210:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455828736:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623455.558217:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623455.558220:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623455.558224:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733dc00 x1868160455828736/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623471 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623455.558232:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623455.558236:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623455.558241:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e556c00. 02000000:00000001:1.0:1781623455.558245:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623455.558248:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623455.558251:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:1.0:1781623455.558253:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623455.558256:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85079abb00. 02000000:00000001:1.0:1781623455.558261:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623455.558263:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623455.558265:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733dc00. 00000100:00000001:1.0:1781623455.558269:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623455.558271:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623455.558273:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623455.558283:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623455.558285:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623455.558287:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623455.560721:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623455.925235:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623455.925245:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623455.925252:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623455.925253:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623455.925257:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623455.925258:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623456.949527:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623456.949534:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623456.949540:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623456.949541:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623456.949545:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623456.949546:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623456.949751:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623456.949755:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623456.949758:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623457.973175:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623457.973183:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623457.973191:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623457.973193:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623457.973196:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623457.973198:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623457.973305:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623457.973308:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623457.973311:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623459.001101:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623459.001109:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623459.001116:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623459.001117:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623459.001121:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623459.001122:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623460.021695:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623460.021702:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623460.021708:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623460.021709:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623460.021712:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623460.021713:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623460.021819:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623460.021823:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623460.021826:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1781623460.666876:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623460.666880:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623460.666882:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623460.666889:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0c700 x1868160455828864/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623460.666897:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623460.666899:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623460.666902:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623460.666906:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623460.666909:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623460.666912:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455828864:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623460.666917:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623460.666923:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623460.666926:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623460.666929:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623460.666934:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85080c5000. 02000000:00000001:3.0:1781623460.666936:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623460.666944:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623460.666948:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c81b8. 00000400:00000010:3.0:1781623460.666955:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e704c8. 00000100:00000200:3.0:1781623460.666963:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455828864, portal 25 00000100:00000001:3.0:1781623460.666965:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623460.666966:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272066304 : -123673437485312 : ffff8f8508b0c700) 00000100:00000040:3.0:1781623460.666972:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0c700 x1868160455828864/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623460.666979:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623460.666981:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623460.666984:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70dd0. 00000100:00000200:3.0:1781623460.666986:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455828864, offset 0 00000400:00000200:3.0:1781623460.667347:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623460.667357:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623460.667365:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623460.667372:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623460.667376:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623460.667380:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623460.667383:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623460.667386:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375764:375764:256:4294967295] 192.168.202.101@tcp LPNI seq info [375734:375734:8:4294967295] 00000400:00000200:3.0:1781623460.667391:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623460.667400:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623460.667405:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623460.667412:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7df00. 00000800:00000200:3.0:1781623460.667419:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623460.667427:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623460.667431:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7df00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623460.667447:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623460.667451:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623460.667454:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301625468 00000100:00000001:3.0:1781623460.667461:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301620345 00000100:00000001:3.0:1781623460.667466:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301625468 00000100:00000001:3.0:1781623460.667469:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301620345 00000100:00000001:3.0:1781623460.667472:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623460.667474:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623460.667478:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623460.667480:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623460.671671:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623460.671679:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781623460.671687:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623460.671689:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623460.671694:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623460.671698:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1781623460.671701:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623460.671703:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623460.671704:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623460.671706:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623460.671707:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623460.671709:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623460.671723:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0c380 x1868160455828992/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623460.671733:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623460.671735:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623460.671739:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623460.671743:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623460.671746:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623460.671750:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455828992:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623460.671755:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623460.671760:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623460.671763:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623460.671777:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623460.671786:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85080c4a00. 02000000:00000001:3.0:1781623460.671789:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623460.671795:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623460.671800:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8f78. 00000400:00000010:3.0:1781623460.671806:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70550. 00000100:00000200:3.0:1781623460.671813:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455828992, portal 10 00000100:00000001:3.0:1781623460.671815:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623460.671817:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272065408 : -123673437486208 : ffff8f8508b0c380) 00000100:00000040:3.0:1781623460.671825:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0c380 x1868160455828992/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623460.671832:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623460.671835:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623460.671837:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70198. 00000100:00000200:3.0:1781623460.671841:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455828992, offset 0 00000400:00000200:3.0:1781623460.671848:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623460.671856:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623460.671865:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623460.671871:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623460.671875:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623460.671879:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623460.671882:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623460.671885:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375765:375765:255:4294967295] 192.168.202.101@tcp LPNI seq info [375735:375735:7:4294967295] 00000400:00000200:3.0:1781623460.671889:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623460.671899:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623460.671905:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623460.671909:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d500. 00000800:00000200:3.0:1781623460.671916:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623460.671923:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623460.671928:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623460.671932:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623460.671936:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 18115 usecs (19 jiffies) 00000400:00000200:3.0:1781623460.671939:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623460.671942:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301617693 00000100:00000001:3.0:1781623460.671945:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301625468 00000100:00000001:3.0:1781623460.671948:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301617693 00000100:00000001:3.0:1781623460.671950:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301625468 00000100:00000001:3.0:1781623460.671953:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623460.671955:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623460.671958:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623460.671960:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623460.672120:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623460.672124:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7df00. 00000400:00000200:3.0:1781623460.672131:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623460.672137:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623460.672144:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70dd0 00000400:00000010:3.0:1781623460.672146:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70dd0. 00000100:00000001:3.0:1781623460.672150:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623460.672156:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0c700 x1868160455828864/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623460.672166:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623460.672169:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0c700 x1868160455828864/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623476 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623460.672175:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623460.672177:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623460.673799:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623460.673805:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d500. 00000400:00000200:3.0:1781623460.673811:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623460.673818:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623460.673823:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70198 00000400:00000010:3.0:1781623460.673825:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70198. 00000100:00000001:3.0:1781623460.673829:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623460.673835:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0c380 x1868160455828992/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623460.673847:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623460.673850:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0c380 x1868160455828992/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623495 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623460.673857:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623460.673859:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1781623460.673890:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (6955) 00000100:00000001:3.0:1781623460.673909:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623460.673912:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781623460.677386:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623460.677402:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623460.677406:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623460.677408:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623460.677417:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623460.677425:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623460.677435:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623460.677439:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623460.677444:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623460.677448:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005a6600 00000400:00000200:3.0:1781623460.677453:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623460.677459:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f86b5 [1] + 224 00000800:00000001:3.0:1781623460.677466:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623460.677472:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623460.677475:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623460.677479:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623460.677487:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623460.677496:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0c380 x1868160455828992/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623495 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623460.677513:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0c380 x1868160455828992/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623460.678278:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623460.678294:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623460.678300:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623460.681313:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623460.681316:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781623460.681323:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623460.681325:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623460.681328:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08210. 00000400:00000200:3.0:1781623460.681333:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d550 00000400:00000010:3.0:1781623460.681336:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d550. 00000100:00000001:3.0:1781623460.681338:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623460.681343:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0c000 x1868160455829120/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623476 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623460.681351:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0c000 x1868160455829120/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623476 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623460.681357:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623460.681358:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623460.681361:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623460.681363:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623460.681365:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623460.681367:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623460.681370:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623460.681378:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=87 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623460.681381:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=86 v=5 (1 1 0 0) 00000100:00000001:3.0:1781623460.681384:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623460.681385:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623460.681387:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623460.681390:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623460.681393:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623460.681395:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:3.0:1781623460.681397:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623460.681399:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623460.681402:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0c000 x1868160455829120/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623476 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623460.681408:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623460.681411:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623460.681413:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623460.681416:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0c000 x1868160455829120/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623476 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623460.681422:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455829120:192.168.202.101@tcp:400:kworker.0 00000400:00000001:3.0:1781623460.681428:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623460.681429:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623460.681430:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c81b8. 00000400:00000200:3.0:1781623460.681433:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e704c8 00000400:00000010:3.0:1781623460.681435:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e704c8. 00000100:00000001:3.0:1781623460.681437:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623460.681439:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0c700 x1868160455828864/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623476 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623460.681448:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0c700 x1868160455828864/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623476 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623460.681453:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623460.681455:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623460.681456:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623460.681457:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623460.681458:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623460.681459:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623460.681461:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623460.681463:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=87 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623460.681465:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=8 v=5 (1 1 1 0) 00000100:00000001:3.0:1781623460.681467:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623460.681468:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623460.681470:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623460.681471:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623460.681474:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623460.681477:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0c700 x1868160455828864/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623476 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623460.681482:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623460.681484:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623460.681485:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623460.681488:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0c700 x1868160455828864/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623476 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623460.681495:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455828864:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623460.681499:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623460.681501:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623460.681504:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0c000 x1868160455829120/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623476 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623460.681510:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623460.681512:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623460.681515:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079600. 02000000:00000001:3.0:1781623460.681518:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623460.681520:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623460.681522:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:3.0:1781623460.681524:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623460.681526:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3600. 02000000:00000001:3.0:1781623460.681529:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623460.682178:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623460.682318:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0c000. 00000100:00000001:3.0:1781623460.682324:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623460.682325:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623460.682327:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623460.682334:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0c700 x1868160455828864/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623476 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623460.682340:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623460.682342:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623460.682344:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85080c5000. 02000000:00000001:3.0:1781623460.682347:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623460.682348:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623460.682350:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781623460.682351:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623460.682353:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3f00. 02000000:00000001:3.0:1781623460.682356:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623460.682357:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623460.682358:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0c700. 00000100:00000001:3.0:1781623460.682360:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623460.682361:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623460.682363:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623460.682370:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623460.682372:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623460.682374:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623460.682376:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623461.046139:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623461.046147:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623461.046152:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623461.046153:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623461.046156:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623461.046157:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623461.046269:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623461.046272:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623461.046276:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623462.069153:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623462.069161:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623462.069211:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623462.069217:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623462.069219:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623462.069232:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623462.069238:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623462.069240:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623462.069242:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623462.069244:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623462.069249:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623462.069251:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623462.069254:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623462.069255:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623463.093137:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623463.093145:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623463.093150:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623463.093152:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623463.093155:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623463.093156:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623463.093253:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623463.093256:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623463.093258:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623464.117156:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623464.117162:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623464.117168:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623464.117170:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623464.117173:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623464.117174:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623464.117315:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623464.117319:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623464.117321:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623465.142297:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623465.142304:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623465.142309:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623465.142312:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623465.142314:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623465.142317:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623465.142320:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623465.142322:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623465.142324:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623465.142326:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623465.142329:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623465.142331:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623465.142332:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623465.142336:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623465.142339:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623465.142340:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623465.142342:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623465.142343:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623465.142344:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623465.142346:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623465.781217:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623465.781228:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623465.781239:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511282300. 00000020:00000040:3.0:1781623465.781245:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781623465.781249:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623465.781252:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623465.781256:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623465.781264:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d500. 00000100:00000001:3.0:1781623465.781271:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623465.781283:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511282300 x1868160455829248/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623465.781292:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623465.781297:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623465.781302:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd15682b] to pc [ptlrpcd_01_01+1] req@ffff8f8511282300 x1868160455829248/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623465.781342:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623465.781346:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623465.781349:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623465.781353:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511283b80. 00000020:00000040:3.0:1781623465.781356:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781623465.781358:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623465.781360:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623465.781361:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623465.781365:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7df00. 00000100:00000001:3.0:1781623465.781368:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623465.781372:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511283b80 x1868160455829376/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623465.781380:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623465.781382:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623465.781386:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df6e823e] to pc [ptlrpcd_01_00+0] req@ffff8f8511283b80 x1868160455829376/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623465.781394:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623465.781397:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623465.781400:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623465.781403:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511280a80. 00000020:00000040:3.0:1781623465.781405:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:3.0:1781623465.781408:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623465.781409:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623465.781410:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623465.781413:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7db00. 00000100:00000001:3.0:1781623465.781415:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623465.781419:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f8511280a80 x1868160455829504/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623465.781436:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623465.781438:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623465.781442:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000694084cb] to pc [ptlrpcd_01_01+1] req@ffff8f8511280a80 x1868160455829504/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623465.781449:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623465.781451:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781623465.781454:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781623465.781459:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (6960) 00000100:00000001:3.0:1781623465.781476:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623465.781479:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623465.781482:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623465.781487:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511283b80 x1868160455829376/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623465.781495:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623465.781497:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623465.781501:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623465.781504:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623465.781507:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623465.781512:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511283b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455829376:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623465.781516:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623465.781523:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623465.781526:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623465.781528:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623465.781532:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85080c4000. 02000000:00000001:3.0:1781623465.781534:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623465.781541:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623465.781545:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c81b8. 00000400:00000010:3.0:1781623465.781552:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e704c8. 00000100:00000200:3.0:1781623465.781559:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455829376, portal 10 00000100:00000001:3.0:1781623465.781562:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623465.781563:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414112640 : -123673295438976 : ffff8f8511283b80) 00000100:00000040:3.0:1781623465.781570:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511283b80 x1868160455829376/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623465.781578:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623465.781581:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623465.781583:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70198. 00000100:00000200:3.0:1781623465.781586:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455829376, offset 0 00000400:00000200:3.0:1781623465.781593:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623465.781604:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623465.781614:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623465.781621:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623465.781625:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623465.781629:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623465.781632:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623465.781636:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375767:375767:256:4294967295] 192.168.202.101@tcp LPNI seq info [375737:375737:8:4294967295] 00000400:00000200:3.0:1781623465.781641:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623465.781651:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623465.781657:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623465.781661:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d400. 00000800:00000200:3.0:1781623465.781669:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623465.781676:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623465.781679:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623465.781692:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623465.781696:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 18111 usecs (19 jiffies) 00000400:00000200:3.0:1781623465.781699:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623465.781701:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301622803 00000100:00000001:3.0:1781623465.781704:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301625468 00000100:00000001:3.0:1781623465.781706:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301622803 00000100:00000001:3.0:1781623465.781708:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301625468 00000100:00000001:3.0:1781623465.781710:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623465.781712:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623465.781715:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623465.781717:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623465.781753:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623465.781755:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=30 : 30 : 1e) 00000100:00000001:3.0:1781623465.781757:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623465.781759:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623465.781760:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623465.781763:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1781623465.781764:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623465.781766:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623465.781767:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623465.781768:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623465.781769:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623465.781770:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623465.781774:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511282300 x1868160455829248/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623465.781779:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623465.781781:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623465.781783:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623465.781784:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623465.781786:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623465.781788:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455829248:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623465.781791:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623465.781793:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623465.781794:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623465.781796:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623465.781799:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85080c5e00. 02000000:00000001:3.0:1781623465.781801:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623465.781804:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623465.781807:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c83c8. 00000400:00000010:3.0:1781623465.781810:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70dd0. 00000100:00000200:3.0:1781623465.781813:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455829248, portal 25 00000100:00000001:3.0:1781623465.781814:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623465.781816:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414106368 : -123673295445248 : ffff8f8511282300) 00000100:00000040:3.0:1781623465.781820:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511282300 x1868160455829248/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623465.781825:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623465.781827:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623465.781829:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e707f8. 00000100:00000200:3.0:1781623465.781831:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455829248, offset 0 00000400:00000200:3.0:1781623465.781835:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623465.781839:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623465.781842:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623465.781844:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623465.781846:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623465.781848:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623465.781850:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623465.781853:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375768:375768:255:4294967295] 192.168.202.101@tcp LPNI seq info [375738:375738:7:4294967295] 00000400:00000200:3.0:1781623465.781856:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623465.781862:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623465.781866:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623465.781869:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d100. 00000800:00000200:3.0:1781623465.781872:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623465.781875:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623465.781877:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623465.781881:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623465.781883:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623465.781885:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301630582 00000100:00000001:3.0:1781623465.781891:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301625468 00000100:00000001:3.0:1781623465.781895:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301630582 00000100:00000001:3.0:1781623465.781897:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301625468 00000100:00000001:3.0:1781623465.781899:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623465.781901:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623465.781902:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623465.781906:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511280a80 x1868160455829504/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623465.781911:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623465.781912:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623465.781914:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623465.781916:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623465.781917:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623465.781919:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455829504:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623465.781922:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623465.781924:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623465.781925:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623465.781927:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623465.781930:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85080c4400. 02000000:00000001:3.0:1781623465.781932:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623465.781935:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623465.781938:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8318. 00000400:00000010:3.0:1781623465.781941:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70bb0. 00000100:00000200:3.0:1781623465.781944:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455829504, portal 4 00000100:00000001:3.0:1781623465.781946:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623465.781947:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414100096 : -123673295451520 : ffff8f8511280a80) 00000100:00000040:3.0:1781623465.781953:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511280a80 x1868160455829504/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623465.781959:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623465.781961:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623465.781963:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70ee0. 00000100:00000200:3.0:1781623465.781965:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455829504, offset 0 00000400:00000200:3.0:1781623465.781969:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623465.781972:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623465.781975:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623465.781977:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623465.781979:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623465.781981:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623465.781983:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623465.781985:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375769:375769:254:4294967295] 192.168.202.101@tcp LPNI seq info [375739:375739:6:4294967295] 00000400:00000200:3.0:1781623465.781989:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623465.781995:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623465.781999:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623465.782002:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d000. 00000800:00000200:3.0:1781623465.782005:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623465.782184:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623465.782187:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623465.782190:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623465.782193:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 506210 usecs (507 jiffies) 00000400:00000200:3.0:1781623465.782196:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623465.782198:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301623292 00000100:00000001:3.0:1781623465.782200:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301630582 00000100:00000001:3.0:1781623465.782202:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301623292 00000100:00000001:3.0:1781623465.782204:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301630582 00000100:00000001:3.0:1781623465.782206:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623465.782208:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623465.782210:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623465.782212:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623465.782258:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623465.782262:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d400. 00000400:00000200:3.0:1781623465.782267:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623465.782271:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623465.782276:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70198 00000400:00000010:3.0:1781623465.782278:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70198. 00000100:00000001:3.0:1781623465.782282:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623465.782287:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511283b80 x1868160455829376/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623465.782295:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623465.782298:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511283b80 x1868160455829376/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623500 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623465.782305:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623465.782306:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623465.782317:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623465.782319:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d100. 00000400:00000200:3.0:1781623465.782322:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623465.782325:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623465.782328:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e707f8 00000400:00000010:3.0:1781623465.782330:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e707f8. 00000100:00000001:3.0:1781623465.782331:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623465.782335:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511282300 x1868160455829248/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623465.782342:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623465.782345:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511282300 x1868160455829248/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623481 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623465.782351:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623465.782352:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623465.782874:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623465.782878:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d000. 00000400:00000200:3.0:1781623465.782881:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623465.782885:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623465.782888:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70ee0 00000400:00000010:3.0:1781623465.782890:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70ee0. 00000100:00000001:3.0:1781623465.782893:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623465.782896:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511280a80 x1868160455829504/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623465.782904:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623465.782907:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511280a80 x1868160455829504/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623481 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623465.782912:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623465.782913:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1781623465.800523:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623465.800534:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781623465.800546:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623465.800548:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623465.800554:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c83c8. 00000400:00000200:3.0:1781623465.800562:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70dd0 00000400:00000010:3.0:1781623465.800565:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70dd0. 00000100:00000001:3.0:1781623465.800570:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623465.800583:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511282300 x1868160455829248/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623481 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623465.800602:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511282300 x1868160455829248/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623481 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623465.800610:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623465.800613:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623465.800616:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623465.800620:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623465.800623:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623465.800627:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623465.800631:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623465.800639:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=92 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623465.800644:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=13 v=5 (1 1 1 0) 00000100:00000001:3.0:1781623465.800647:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623465.800649:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623465.800652:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623465.800654:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623465.800657:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623465.800662:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511282300 x1868160455829248/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623481 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623465.800670:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623465.800674:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623465.800676:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623465.800681:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511282300 x1868160455829248/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623481 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623465.800688:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455829248:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623465.800695:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623465.800698:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623465.800702:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511282300 x1868160455829248/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623481 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623465.800710:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623465.800713:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623465.800735:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85080c5e00. 02000000:00000001:3.0:1781623465.800740:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623465.800744:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623465.800746:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781623465.800749:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623465.800752:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d500. 02000000:00000001:3.0:1781623465.800757:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623465.800759:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623465.800761:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511282300. 00000100:00000001:3.0:1781623465.800765:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623465.800767:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623465.800771:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623465.800772:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623465.800773:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623465.800775:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623465.800776:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623465.804304:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623465.804309:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781623465.804317:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623465.804319:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623465.804323:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8318. 00000400:00000200:3.0:1781623465.804329:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70bb0 00000400:00000010:3.0:1781623465.804332:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70bb0. 00000100:00000001:3.0:1781623465.804336:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623465.804343:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511280a80 x1868160455829504/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623481 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623465.804352:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511280a80 x1868160455829504/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623481 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623465.804358:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623465.804361:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623465.804363:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623465.804367:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623465.804369:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623465.804372:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623465.804374:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623465.804383:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=92 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623465.804388:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=91 v=5 (1 1 0 0) 00000100:00000001:3.0:1781623465.804391:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623465.804393:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623465.804396:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623465.804399:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623465.804403:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623465.804405:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:3.0:1781623465.804407:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623465.804408:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623465.804412:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511280a80 x1868160455829504/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623481 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623465.804419:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623465.804422:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623465.804438:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623465.804442:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511280a80 x1868160455829504/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623481 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623465.804449:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455829504:192.168.202.101@tcp:400:kworker.0 00000400:00000001:3.0:1781623465.804455:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623465.804456:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623465.804458:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c81b8. 00000400:00000200:3.0:1781623465.804461:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e704c8 00000400:00000010:3.0:1781623465.804463:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e704c8. 00000100:00000001:3.0:1781623465.804465:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623465.804469:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511283b80 x1868160455829376/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623465.804476:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511283b80 x1868160455829376/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623500 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623465.804482:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623465.804483:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623465.804485:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623465.804487:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623465.804488:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623465.804489:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623465.804491:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623465.804495:0:2351:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=92 v=20 (20 20 20 20) 00000100:00001000:3.0:1781623465.804497:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=13 v=5 (1 1 1 0) 00000100:00000001:3.0:1781623465.804499:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623465.804500:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623465.804501:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623465.804503:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623465.804505:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623465.804506:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781623465.804508:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623465.804509:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623465.804511:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511283b80 x1868160455829376/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623500 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623465.804517:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623465.804518:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623465.804520:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623465.804522:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511283b80 x1868160455829376/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623500 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623465.804528:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511283b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455829376:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623465.804531:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623465.804533:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623465.804536:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511280a80 x1868160455829504/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623481 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623465.804541:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623465.804544:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623465.804547:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85080c4400. 02000000:00000001:3.0:1781623465.804550:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623465.804553:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623465.804555:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:3.0:1781623465.804557:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623465.804559:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7db00. 02000000:00000001:3.0:1781623465.804562:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623465.804564:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623465.804566:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511280a80. 00000100:00000001:3.0:1781623465.804569:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623465.804570:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623465.804572:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623465.804574:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511283b80 x1868160455829376/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623500 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623465.804580:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623465.804581:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623465.804582:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85080c4000. 02000000:00000001:3.0:1781623465.804585:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623465.804586:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623465.804587:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781623465.804588:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623465.804590:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7df00. 02000000:00000001:3.0:1781623465.804592:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623465.804592:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623465.804594:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511283b80. 00000100:00000001:3.0:1781623465.804596:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623465.804597:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623465.804599:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623465.804607:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623465.804609:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623465.804611:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623465.804614:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623466.165136:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623466.165144:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623466.165150:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623466.165152:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623466.165155:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623466.165156:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623466.165254:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623466.165257:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623466.165260:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623467.189265:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623467.189274:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623467.189281:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623467.189282:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623467.189286:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623467.189287:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623467.189474:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623467.189478:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623467.189481:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623468.213269:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623468.213276:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623468.213282:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623468.213284:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623468.213287:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623468.213288:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623469.237164:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623469.237171:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623469.237178:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623469.237179:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623469.237182:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623469.237183:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623469.237277:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623469.237280:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623469.237284:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623470.261173:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623470.261180:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623470.261186:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623470.261187:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623470.261190:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623470.261192:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623470.261269:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623470.261272:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623470.261274:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781623470.902450:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623470.902462:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623470.902472:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731e680. 00000020:00000040:0.0:1781623470.902478:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781623470.902483:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623470.902486:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623470.902491:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623470.902500:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0000. 00000100:00000001:0.0:1781623470.902507:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623470.902521:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731e680 x1868160455829632/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623470.902533:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623470.902538:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623470.902544:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000425285ea] to pc [ptlrpcd_00_01+1] req@ffff8f850731e680 x1868160455829632/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623470.902586:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623470.902589:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623470.902593:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623470.902596:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731e300. 00000020:00000040:0.0:1781623470.902599:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781623470.902601:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623470.902602:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623470.902604:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623470.902607:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0300. 00000100:00000001:0.0:1781623470.902610:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623470.902615:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731e300 x1868160455829760/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623470.902622:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623470.902624:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623470.902628:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004daa77] to pc [ptlrpcd_00_00+0] req@ffff8f850731e300 x1868160455829760/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623470.902637:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623470.902639:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623470.902642:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623470.902646:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731ea00. 00000020:00000040:0.0:1781623470.902648:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:0.0:1781623470.902650:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623470.902652:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623470.902653:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623470.902656:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0800. 00000100:00000001:0.0:1781623470.902659:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623470.902663:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f850731ea00 x1868160455829888/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623470.904105:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623470.904112:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623470.904115:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623470.904126:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731e680 x1868160455829632/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623470.904137:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623470.904139:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623470.904144:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623470.904147:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623470.904149:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623470.904153:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455829632:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623470.904157:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623470.904164:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623470.904167:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623470.904170:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623470.904302:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557000. 02000000:00000001:1.0:1781623470.904306:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623470.904313:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623470.904318:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631f20. 00000400:00000010:1.0:1781623470.904325:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1198. 00000100:00000200:1.0:1781623470.904332:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455829632, portal 25 00000100:00000001:1.0:1781623470.904334:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623470.904336:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246974080 : -123673462577536 : ffff8f850731e680) 00000100:00000040:1.0:1781623470.904342:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731e680 x1868160455829632/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623470.904349:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623470.904352:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623470.904354:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1a18. 00000100:00000200:1.0:1781623470.904358:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455829632, offset 0 00000400:00000200:1.0:1781623470.904365:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623470.904374:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623470.904382:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623470.904387:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623470.904391:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623470.904395:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623470.904398:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623470.904402:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375770:375770:256:4294967295] 192.168.202.101@tcp LPNI seq info [375740:375740:8:4294967295] 00000400:00000200:1.0:1781623470.904407:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623470.904417:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623470.904423:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623470.904428:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85079abb00. 00000800:00000200:1.0:1781623470.904434:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623470.904443:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623470.904447:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85079abb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623470.904529:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623470.904535:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623470.904538:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301635705 00000100:00000001:1.0:1781623470.904546:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301630582 00000100:00000001:1.0:1781623470.904552:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301635705 00000100:00000001:1.0:1781623470.904555:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301630582 00000100:00000001:1.0:1781623470.904557:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623470.904560:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623470.904564:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623470.904566:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623470.904573:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623470.904575:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781623470.904577:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623470.904578:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623470.904579:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623470.904583:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1781623470.904584:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623470.904586:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623470.904587:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623470.904589:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623470.904590:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623470.904591:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623470.904595:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731e300 x1868160455829760/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623470.904608:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623470.904609:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623470.904612:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623470.904613:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623470.904616:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623470.904618:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455829760:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623470.904622:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623470.904625:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623470.904626:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623470.904628:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623470.904631:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557200. 02000000:00000001:1.0:1781623470.904633:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623470.904636:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623470.904639:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631370. 00000400:00000010:1.0:1781623470.904643:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb14c8. 00000100:00000200:1.0:1781623470.904645:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455829760, portal 10 00000100:00000001:1.0:1781623470.904647:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623470.904648:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246973184 : -123673462578432 : ffff8f850731e300) 00000100:00000040:1.0:1781623470.904654:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731e300 x1868160455829760/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623470.904661:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623470.904663:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623470.904666:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1440. 00000100:00000200:1.0:1781623470.904668:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455829760, offset 0 00000400:00000200:1.0:1781623470.904688:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623470.904692:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623470.904696:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623470.904698:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623470.904701:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623470.904703:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623470.904705:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623470.904708:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375771:375771:255:4294967295] 192.168.202.101@tcp LPNI seq info [375741:375741:7:4294967295] 00000400:00000200:1.0:1781623470.904711:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623470.904717:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623470.904721:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623470.904724:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85079ab500. 00000800:00000200:1.0:1781623470.904727:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623470.904732:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623470.904734:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85079ab500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623470.904737:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623470.904740:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 18125 usecs (19 jiffies) 00000400:00000200:1.0:1781623470.904743:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623470.904745:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301627926 00000100:00000001:1.0:1781623470.904747:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301635705 00000100:00000001:1.0:1781623470.904749:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301627926 00000100:00000001:1.0:1781623470.904751:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301635705 00000100:00000001:1.0:1781623470.904753:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623470.904754:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623470.904757:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623470.904759:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623470.904791:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623470.904794:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623470.905041:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623470.905046:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623470.905052:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000637ced7e] to pc [ptlrpcd_00_01+1] req@ffff8f850731ea00 x1868160455829888/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623470.905075:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623470.905078:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781623470.905082:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781623470.905086:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (6965) 00000100:00000001:1.0:1781623470.905996:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1781623470.905999:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1781623470.906001:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623470.906008:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623470.906010:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623470.906012:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623470.906013:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623470.906015:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623470.906023:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731ea00 x1868160455829888/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623470.906074:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623470.906076:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623470.906080:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623470.906082:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623470.906084:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623470.906088:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455829888:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623470.906091:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623470.906097:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623470.906100:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623470.906102:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623470.906105:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557600. 02000000:00000001:1.0:1781623470.906107:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623470.906113:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623470.906117:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85076312c0. 00000400:00000010:1.0:1781623470.906123:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb17f8. 00000100:00000200:1.0:1781623470.906128:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455829888, portal 4 00000100:00000001:1.0:1781623470.906130:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623470.906132:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246974976 : -123673462576640 : ffff8f850731ea00) 00000100:00000040:1.0:1781623470.906138:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731ea00 x1868160455829888/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623470.906145:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623470.906148:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623470.906150:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1220. 00000100:00000200:1.0:1781623470.906153:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455829888, offset 0 00000400:00000200:1.0:1781623470.906159:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623470.906165:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623470.906169:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623470.906184:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623470.906188:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623470.906190:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623470.906193:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623470.906196:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375772:375772:254:4294967295] 192.168.202.101@tcp LPNI seq info [375742:375742:6:4294967295] 00000400:00000200:1.0:1781623470.906200:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623470.906207:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623470.906213:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623470.906219:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85079ab900. 00000800:00000200:1.0:1781623470.906224:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623470.906231:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623470.906234:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85079ab900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623470.906238:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623470.906241:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 504486 usecs (505 jiffies) 00000400:00000200:1.0:1781623470.906370:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623470.906373:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301628413 00000100:00000001:1.0:1781623470.906376:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301635705 00000100:00000001:1.0:1781623470.906378:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301628413 00000100:00000001:1.0:1781623470.906380:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301635705 00000100:00000001:1.0:1781623470.906382:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623470.906385:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623470.906387:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623470.906390:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623470.906402:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623470.906404:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623470.906406:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623470.906408:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623470.915819:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623470.915825:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781623470.915835:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623470.915838:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623470.915843:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631f20. 00000400:00000200:1.0:1781623470.915850:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1198 00000400:00000010:1.0:1781623470.915853:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1198. 00000100:00000001:1.0:1781623470.915858:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623470.915868:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731e680 x1868160455829632/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623486 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623470.915880:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731e680 x1868160455829632/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623486 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623470.915888:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623470.915890:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623470.915893:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623470.915897:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623470.915912:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623470.915914:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623470.915918:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623470.915925:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=97 v=5 (5 5 5 5) 00000100:00001000:1.0:1781623470.915928:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=18 v=5 (1 1 1 0) 00000100:00000001:1.0:1781623470.915931:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623470.915933:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623470.915935:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623470.915937:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623470.915940:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623470.915944:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731e680 x1868160455829632/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623486 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623470.915951:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623470.915954:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623470.915956:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623470.915960:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731e680 x1868160455829632/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623486 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623470.915967:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455829632:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623470.915972:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623470.915974:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623470.915978:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731e680 x1868160455829632/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623486 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623470.915984:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623470.915987:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623470.915991:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557000. 02000000:00000001:1.0:1781623470.915997:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623470.915999:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623470.916001:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781623470.916003:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623470.916005:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0000. 02000000:00000001:1.0:1781623470.916009:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623470.916011:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623470.916013:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731e680. 00000100:00000001:1.0:1781623470.916016:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623470.916017:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623470.916020:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623470.916022:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623470.916023:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623470.916055:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623470.916058:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623470.917620:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623470.917624:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781623470.917630:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623470.917632:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623470.917635:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85076312c0. 00000400:00000200:1.0:1781623470.917640:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb17f8 00000400:00000010:1.0:1781623470.917642:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb17f8. 00000100:00000001:1.0:1781623470.917646:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623470.917651:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731ea00 x1868160455829888/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623486 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623470.917659:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731ea00 x1868160455829888/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623486 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623470.917666:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623470.917667:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623470.917682:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623470.917684:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623470.917687:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623470.917689:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623470.917692:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623470.917700:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=97 v=5 (5 5 5 5) 00000100:00001000:1.0:1781623470.917704:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=96 v=5 (1 1 0 0) 00000100:00000001:1.0:1781623470.917708:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623470.917709:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623470.917712:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623470.917715:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623470.917719:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781623470.917721:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:1.0:1781623470.917723:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781623470.917724:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623470.917728:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731ea00 x1868160455829888/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623486 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623470.917735:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623470.917738:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623470.917740:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623470.917744:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731ea00 x1868160455829888/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623486 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623470.917753:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455829888:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623470.917759:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623470.917761:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623470.917765:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731ea00 x1868160455829888/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623486 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623470.917772:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623470.917774:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623470.917777:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557600. 02000000:00000001:1.0:1781623470.917783:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623470.917786:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623470.917788:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:1.0:1781623470.917791:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623470.917794:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0800. 02000000:00000001:1.0:1781623470.917798:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623470.917800:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623470.917802:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731ea00. 00000100:00000001:1.0:1781623470.917808:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623470.917810:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623470.917812:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623470.917820:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623470.917822:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623470.917824:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623470.917827:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623470.929708:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623470.929715:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781623470.929726:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623470.929728:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623470.929734:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631370. 00000400:00000200:1.0:1781623470.929742:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb14c8 00000400:00000010:1.0:1781623470.929746:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb14c8. 00000100:00000001:1.0:1781623470.929751:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623470.929759:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731e300 x1868160455829760/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623470.929769:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731e300 x1868160455829760/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623505 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623470.929776:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623470.929778:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623470.929781:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623470.929785:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623470.929788:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623470.929790:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623470.929810:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623470.929819:0:2350:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=97 v=20 (20 20 20 20) 00000100:00001000:1.0:1781623470.929824:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=18 v=5 (1 1 1 0) 00000100:00000001:1.0:1781623470.929827:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623470.929829:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623470.929832:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623470.929836:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623470.929840:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781623470.929843:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781623470.929845:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781623470.929847:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623470.929853:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731e300 x1868160455829760/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623505 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623470.929862:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623470.929866:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623470.929869:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623470.929873:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731e300 x1868160455829760/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623505 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623470.929881:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455829760:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623470.929887:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623470.929890:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623470.929894:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731e300 x1868160455829760/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623505 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623470.929901:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623470.929903:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623470.929907:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557200. 02000000:00000001:1.0:1781623470.929913:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623470.929916:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623470.929918:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781623470.929920:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623470.929923:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0300. 02000000:00000001:1.0:1781623470.929928:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623470.929931:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623470.929933:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731e300. 00000100:00000001:1.0:1781623470.929944:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623470.929946:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623470.929948:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623470.929957:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623470.929959:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623470.929961:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623470.929963:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623471.287281:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623471.287288:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623471.287294:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623471.287296:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623471.287299:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623471.287300:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623471.290841:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623471.290849:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623471.290854:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623472.309215:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623472.309224:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623472.309226:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623472.309233:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623472.309234:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623472.309236:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623472.309242:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623472.309243:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623472.309245:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623472.309247:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623472.309251:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623472.309252:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623472.309256:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623472.309258:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623472.309442:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623472.309445:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623472.309448:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623473.333416:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623473.333422:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623473.333428:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623473.333429:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623473.333432:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623473.333433:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623473.333514:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623473.333517:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623473.333520:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623474.357848:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623474.357855:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623474.357861:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623474.357864:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623474.357867:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623474.357870:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623474.357873:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623474.357876:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623474.357878:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623474.357880:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623474.357883:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623474.357884:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623474.357886:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623474.357890:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623474.357893:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623474.357894:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623474.357896:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623474.357898:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623474.357899:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623474.357901:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623474.358222:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623474.358226:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623474.358228:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623475.381154:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623475.381161:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623475.381166:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623475.381167:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623475.381170:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623475.381172:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623475.381270:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623475.381273:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623475.381276:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781623476.025186:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623476.025195:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623476.025205:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511283b80. 00000020:00000040:3.0:1781623476.025210:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781623476.025214:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623476.025218:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623476.025222:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623476.025229:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7df00. 00000100:00000001:3.0:1781623476.025235:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623476.025247:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511283b80 x1868160455830016/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623476.025257:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623476.025260:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623476.025267:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df6e823e] to pc [ptlrpcd_01_00+0] req@ffff8f8511283b80 x1868160455830016/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623476.025295:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623476.025298:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623476.025301:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623476.025304:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511280a80. 00000020:00000040:3.0:1781623476.025306:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781623476.025308:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623476.025309:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623476.025311:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623476.025313:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7db00. 00000100:00000001:3.0:1781623476.025315:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623476.025319:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511280a80 x1868160455830144/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623476.025326:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623476.025328:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623476.025331:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000694084cb] to pc [ptlrpcd_01_01+1] req@ffff8f8511280a80 x1868160455830144/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623476.025338:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623476.025340:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623476.025343:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623476.025346:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511282300. 00000020:00000040:3.0:1781623476.025348:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:3.0:1781623476.025350:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623476.025351:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623476.025352:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623476.025355:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d500. 00000100:00000001:3.0:1781623476.025357:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623476.025360:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f8511282300 x1868160455830272/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623476.025366:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623476.025367:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623476.025370:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd15682b] to pc [ptlrpcd_01_00+0] req@ffff8f8511282300 x1868160455830272/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623476.025377:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623476.025379:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781623476.025382:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781623476.025386:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (6970) 00000800:00000200:3.0:1781623476.026114:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623476.026119:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3200. 00000400:00000200:3.0:1781623476.026125:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623476.026130:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623476.026134:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901dc38 00000400:00000010:3.0:1781623476.026136:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901dc38. 00000100:00000001:3.0:1781623476.026140:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623476.026144:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511283b80 x1868160455830016/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623476.026151:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623476.026154:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511283b80 x1868160455830016/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623492 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623476.026160:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623476.026161:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623476.026173:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623476.026175:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3500. 00000400:00000200:3.0:1781623476.026178:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623476.026181:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623476.026183:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d6e8 00000400:00000010:3.0:1781623476.026184:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d6e8. 00000100:00000001:3.0:1781623476.026187:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623476.026190:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511282300 x1868160455830272/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623476.026197:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623476.026199:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511282300 x1868160455830272/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623492 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623476.026206:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623476.026208:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623476.026265:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623476.026268:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3000. 00000400:00000200:3.0:1781623476.026271:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623476.026274:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623476.026276:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901da18 00000400:00000010:3.0:1781623476.026278:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901da18. 00000100:00000001:3.0:1781623476.026280:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623476.026284:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511280a80 x1868160455830144/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623476.026290:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623476.026293:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511280a80 x1868160455830144/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623511 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623476.026299:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623476.026301:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1781623476.032487:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623476.032491:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781623476.032499:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623476.032501:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623476.032505:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f081b8. 00000400:00000200:3.0:1781623476.032510:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901df68 00000400:00000010:3.0:1781623476.032512:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901df68. 00000100:00000001:3.0:1781623476.032516:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623476.032520:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511282300 x1868160455830272/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623492 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623476.032530:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511282300 x1868160455830272/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623492 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623476.032536:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623476.032539:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623476.032541:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623476.032558:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623476.032561:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623476.032563:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623476.032566:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623476.032576:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=103 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623476.032580:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=102 v=5 (1 1 0 0) 00000100:00000001:3.0:1781623476.032582:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623476.032584:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623476.032586:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623476.032589:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623476.032592:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623476.032595:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:3.0:1781623476.032596:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623476.032598:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623476.032602:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511282300 x1868160455830272/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623492 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623476.032608:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623476.032612:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623476.032613:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623476.032617:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511282300 x1868160455830272/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623492 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623476.032636:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455830272:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623476.032641:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623476.032644:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623476.032648:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511282300 x1868160455830272/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623492 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623476.032654:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623476.032656:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623476.032659:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078800. 02000000:00000001:3.0:1781623476.032663:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623476.032665:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623476.032667:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:3.0:1781623476.032669:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623476.032672:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d500. 02000000:00000001:3.0:1781623476.032675:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623476.032677:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623476.032679:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511282300. 00000100:00000001:3.0:1781623476.032682:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623476.032683:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623476.032687:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623476.032689:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623476.032690:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623476.032691:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623476.032693:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781623476.036527:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623476.036665:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623476.036670:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623476.036675:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623476.036684:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623476.036692:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623476.036702:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623476.036706:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623476.036713:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623476.036717:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005a6a80 00000400:00000200:3.0:1781623476.036722:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623476.036729:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f873d [1] + 224 00000800:00000001:3.0:1781623476.036736:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623476.036741:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623476.036745:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623476.036749:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623476.036756:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623476.036765:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511280a80 x1868160455830144/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623511 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623476.036777:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511280a80 x1868160455830144/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623476.037021:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623476.037058:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623476.037062:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623476.037065:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623476.037067:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623476.037071:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623476.037075:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623476.037079:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623476.037082:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623476.037085:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623476.037088:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005a6a00 00000400:00000200:3.0:1781623476.037091:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623476.037095:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f871d [1] + 224 00000800:00000001:3.0:1781623476.037099:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623476.037118:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623476.037121:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623476.037124:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623476.037127:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623476.037132:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511283b80 x1868160455830016/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623492 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623476.037141:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511283b80 x1868160455830016/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623492 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623476.037149:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623476.037152:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623476.037156:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1781623476.405987:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623476.405994:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623476.406001:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623476.406002:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623476.406006:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623476.406007:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623476.406126:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623476.406130:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623476.406133:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623477.429163:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623477.429170:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623477.429177:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623477.429178:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623477.429180:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623477.429182:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623477.429584:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623477.429587:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623477.429590:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623478.453168:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623478.453184:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623478.453190:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623478.453191:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623478.453196:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623478.453197:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623478.453283:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623478.453286:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623478.453289:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623479.477227:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623479.477235:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623479.477241:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623479.477242:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623479.477245:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623479.477246:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623479.477333:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623479.477337:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623479.477340:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623480.501142:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623480.501149:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623480.501155:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623480.501156:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623480.501159:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623480.501161:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623480.501546:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623480.501550:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623480.501553:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781623481.141250:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623481.141262:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623481.141273:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731ca80. 00000020:00000040:0.0:1781623481.141281:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781623481.141286:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623481.141289:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623481.141294:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623481.141302:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0b00. 00000100:00000001:0.0:1781623481.141308:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623481.141320:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731ca80 x1868160455830400/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623481.141331:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623481.141335:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623481.141341:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001e46d3e] to pc [ptlrpcd_00_00+0] req@ffff8f850731ca80 x1868160455830400/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623481.141372:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623481.141375:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623481.141378:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623481.141381:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731df80. 00000020:00000040:0.0:1781623481.141384:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781623481.141387:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623481.141388:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623481.141390:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623481.141393:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0100. 00000100:00000001:0.0:1781623481.141396:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623481.141400:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731df80 x1868160455830528/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623481.141407:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623481.141408:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623481.141411:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec840f8e] to pc [ptlrpcd_00_01+1] req@ffff8f850731df80 x1868160455830528/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623481.141418:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623481.141420:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623481.141423:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623481.141427:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731c000. 00000020:00000040:0.0:1781623481.141429:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:0.0:1781623481.141431:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623481.141432:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623481.141433:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623481.141438:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0300. 00000100:00000001:0.0:1781623481.141440:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623481.141444:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f850731c000 x1868160455830656/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623481.141450:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623481.141451:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623481.141455:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d48705a1] to pc [ptlrpcd_00_00+0] req@ffff8f850731c000 x1868160455830656/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623481.141460:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623481.141463:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781623481.141466:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781623481.141471:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (6975) 00000100:00000001:1.0:1781623481.141542:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623481.141547:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623481.141549:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623481.141555:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731ca80 x1868160455830400/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623481.141562:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623481.141564:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623481.141567:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623481.141570:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623481.141572:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623481.141575:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455830400:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623481.141589:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623481.141596:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623481.141598:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623481.141601:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623481.141606:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557800. 02000000:00000001:1.0:1781623481.141609:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623481.141617:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623481.141621:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631370. 00000400:00000010:1.0:1781623481.141630:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb14c8. 00000100:00000200:1.0:1781623481.141638:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455830400, portal 25 00000100:00000001:1.0:1781623481.141641:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623481.141643:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246966912 : -123673462584704 : ffff8f850731ca80) 00000100:00000040:1.0:1781623481.141648:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731ca80 x1868160455830400/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623481.141656:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623481.141659:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623481.141661:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb17f8. 00000100:00000200:1.0:1781623481.141665:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455830400, offset 0 00000400:00000200:1.0:1781623481.141671:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623481.141678:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623481.141685:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623481.141692:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623481.141696:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623481.141699:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623481.141711:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623481.141715:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375776:375776:256:4294967295] 192.168.202.101@tcp LPNI seq info [375746:375746:8:4294967295] 00000400:00000200:1.0:1781623481.141720:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623481.141731:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623481.141737:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623481.141742:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85079ab800. 00000800:00000200:1.0:1781623481.141749:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623481.141756:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623481.141761:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85079ab800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623481.141780:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623481.141784:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623481.141787:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301645942 00000100:00000001:1.0:1781623481.141795:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301640826 00000100:00000001:1.0:1781623481.141798:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301645942 00000100:00000001:1.0:1781623481.141801:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301640826 00000100:00000001:1.0:1781623481.141804:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623481.141806:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623481.141809:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623481.141812:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731c000 x1868160455830656/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623481.141818:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623481.141820:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623481.141822:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623481.141823:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623481.141825:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623481.141828:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455830656:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623481.141833:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623481.141835:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623481.141837:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623481.141838:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623481.141841:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e556c00. 02000000:00000001:1.0:1781623481.141843:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623481.141846:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623481.141849:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85076312c0. 00000400:00000010:1.0:1781623481.141852:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1198. 00000100:00000200:1.0:1781623481.141855:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455830656, portal 4 00000100:00000001:1.0:1781623481.141857:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623481.141858:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246964224 : -123673462587392 : ffff8f850731c000) 00000100:00000040:1.0:1781623481.141864:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731c000 x1868160455830656/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623481.141871:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623481.141873:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623481.141875:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1ee0. 00000100:00000200:1.0:1781623481.141877:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455830656, offset 0 00000400:00000200:1.0:1781623481.141881:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623481.141885:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623481.141888:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623481.141891:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623481.141893:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623481.141896:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623481.141898:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623481.141901:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375777:375777:255:4294967295] 192.168.202.101@tcp LPNI seq info [375747:375747:7:4294967295] 00000400:00000200:1.0:1781623481.141904:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623481.141910:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623481.141914:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623481.141918:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85079abc00. 00000800:00000200:1.0:1781623481.141921:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623481.141925:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623481.141928:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85079abc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623481.141930:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623481.141934:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 500958 usecs (501 jiffies) 00000400:00000200:1.0:1781623481.141936:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623481.141938:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301638645 00000100:00000001:1.0:1781623481.141940:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301645942 00000100:00000001:1.0:1781623481.141942:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301638645 00000100:00000001:1.0:1781623481.141944:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301645942 00000100:00000001:1.0:1781623481.141946:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623481.141948:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623481.141950:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623481.141953:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623481.141959:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623481.141961:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781623481.141964:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623481.141965:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623481.141966:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623481.141969:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1781623481.141970:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623481.141972:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623481.141973:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623481.141975:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623481.141976:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623481.141977:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623481.141980:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731df80 x1868160455830528/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623481.141986:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623481.141988:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623481.141990:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623481.141992:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623481.141994:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623481.141996:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455830528:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623481.142000:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623481.142002:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623481.142004:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623481.142005:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623481.142008:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557000. 02000000:00000001:1.0:1781623481.142011:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623481.142013:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623481.142016:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631f20. 00000400:00000010:1.0:1781623481.142019:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1990. 00000100:00000200:1.0:1781623481.142022:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455830528, portal 10 00000100:00000001:0.0:1781623481.142091:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623481.142094:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623481.142186:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623481.142188:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246972288 : -123673462579328 : ffff8f850731df80) 00000100:00000040:1.0:1781623481.142196:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731df80 x1868160455830528/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623481.142203:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623481.142205:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623481.142208:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1c38. 00000100:00000200:1.0:1781623481.142211:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455830528, offset 0 00000400:00000200:1.0:1781623481.142215:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623481.142219:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623481.142222:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623481.142225:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623481.142227:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623481.142229:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623481.142231:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623481.142234:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375778:375778:254:4294967295] 192.168.202.101@tcp LPNI seq info [375748:375748:6:4294967295] 00000400:00000200:1.0:1781623481.142237:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623481.142243:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623481.142247:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623481.142250:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85079ab900. 00000800:00000200:1.0:1781623481.142254:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623481.142258:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623481.142261:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85079ab900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623481.142263:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623481.142266:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 18145 usecs (19 jiffies) 00000400:00000200:1.0:1781623481.142268:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623481.142270:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301638164 00000100:00000001:1.0:1781623481.142273:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301645942 00000100:00000001:1.0:1781623481.142274:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301638164 00000100:00000001:1.0:1781623481.142276:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301645942 00000100:00000001:1.0:1781623481.142278:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623481.142280:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623481.142281:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623481.142283:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781623481.146679:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623481.146696:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623481.146700:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623481.146703:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623481.146712:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623481.146720:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623481.146730:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623481.146735:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623481.146740:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623481.146745:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005a6c80 00000400:00000200:3.0:1781623481.146762:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623481.146769:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8755 [1] + 224 00000800:00000001:3.0:1781623481.146776:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623481.146781:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623481.146784:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623481.146788:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623481.146796:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623481.146806:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731c000 x1868160455830656/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623497 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623481.146818:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731c000 x1868160455830656/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623497 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623481.146847:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623481.146855:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623481.146859:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623481.146861:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623481.146863:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623481.146866:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623481.146870:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623481.146874:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623481.146876:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623481.146879:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623481.146882:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005a6c00 00000400:00000200:3.0:1781623481.146885:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623481.146890:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f875d [1] + 224 00000800:00000001:3.0:1781623481.146893:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623481.146899:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623481.146900:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623481.146903:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623481.146906:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623481.146910:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731df80 x1868160455830528/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623516 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623481.146918:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731df80 x1868160455830528/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623481.146925:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623481.146928:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623481.146930:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623481.148230:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623481.148237:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781623481.148246:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623481.148248:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623481.148252:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631f20. 00000400:00000200:1.0:1781623481.148260:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1990 00000400:00000010:1.0:1781623481.148262:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1990. 00000100:00000001:1.0:1781623481.148267:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623481.148275:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731df80 x1868160455830528/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623481.148286:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731df80 x1868160455830528/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623516 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623481.148293:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623481.148295:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623481.148298:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623481.148301:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623481.148304:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623481.148306:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623481.148308:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623481.148318:0:2349:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=108 v=20 (20 20 20 20) 00000100:00001000:1.0:1781623481.148322:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=29 v=5 (1 1 1 0) 00000100:00000001:1.0:1781623481.148325:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623481.148326:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623481.148329:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623481.148332:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623481.148336:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781623481.148337:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781623481.148339:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781623481.148341:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623481.148345:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731df80 x1868160455830528/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623516 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623481.148351:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623481.148355:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623481.148357:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623481.148360:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731df80 x1868160455830528/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623516 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623481.148367:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455830528:192.168.202.101@tcp:400:kworker.0 00000400:00000001:1.0:1781623481.148373:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623481.148374:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623481.148376:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85076312c0. 00000400:00000200:1.0:1781623481.148379:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1198 00000400:00000010:1.0:1781623481.148381:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1198. 00000100:00000001:1.0:1781623481.148383:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623481.148386:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731c000 x1868160455830656/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623497 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623481.148393:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731c000 x1868160455830656/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623497 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623481.148398:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623481.148400:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623481.148401:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623481.148403:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623481.148404:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623481.148405:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623481.148406:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623481.148410:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=108 v=5 (5 5 5 5) 00000100:00001000:1.0:1781623481.148412:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=107 v=5 (1 1 0 0) 00000100:00000001:1.0:1781623481.148414:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623481.148415:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623481.148416:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623481.148418:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623481.148420:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781623481.148421:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:1.0:1781623481.148422:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781623481.148423:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623481.148426:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731c000 x1868160455830656/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623497 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623481.148432:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623481.148433:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623481.148435:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623481.148437:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731c000 x1868160455830656/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623497 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623481.148443:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455830656:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623481.148447:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623481.148449:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623481.148452:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731df80 x1868160455830528/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623516 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623481.148458:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623481.148460:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623481.148463:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557000. 02000000:00000001:1.0:1781623481.148467:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623481.148469:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623481.148471:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781623481.148473:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623481.148476:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0100. 02000000:00000001:1.0:1781623481.148480:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623481.148481:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623481.148483:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731df80. 00000100:00000001:1.0:1781623481.148487:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623481.148488:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623481.148490:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623481.148493:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731c000 x1868160455830656/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623497 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623481.148498:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623481.148500:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623481.148501:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e556c00. 02000000:00000001:1.0:1781623481.148503:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623481.148504:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623481.148505:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:1.0:1781623481.148507:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623481.148508:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0300. 02000000:00000001:1.0:1781623481.148510:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623481.148511:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623481.148512:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731c000. 00000100:00000001:1.0:1781623481.148514:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623481.148515:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623481.148519:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623481.148521:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623481.148522:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623481.148523:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623481.148525:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623481.151391:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623481.151395:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781623481.151401:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623481.151403:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623481.151407:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631370. 00000400:00000200:1.0:1781623481.151411:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb14c8 00000400:00000010:1.0:1781623481.151414:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb14c8. 00000100:00000001:1.0:1781623481.151417:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623481.151421:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731ca80 x1868160455830400/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623497 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623481.151435:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731ca80 x1868160455830400/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623497 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623481.151441:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623481.151443:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623481.151446:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623481.151449:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623481.151451:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623481.151454:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623481.151457:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623481.151463:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=108 v=5 (5 5 5 5) 00000100:00001000:1.0:1781623481.151467:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=29 v=5 (1 1 1 0) 00000100:00000001:1.0:1781623481.151470:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623481.151471:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623481.151474:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623481.151476:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623481.151478:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623481.151483:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731ca80 x1868160455830400/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623497 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623481.151491:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623481.151493:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623481.151495:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623481.151498:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731ca80 x1868160455830400/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623497 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623481.151506:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455830400:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623481.151510:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623481.151513:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623481.151516:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731ca80 x1868160455830400/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623497 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623481.151523:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623481.151526:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623481.151529:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557800. 02000000:00000001:1.0:1781623481.151534:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623481.151536:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623481.151538:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781623481.151540:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623481.151542:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0b00. 02000000:00000001:1.0:1781623481.151546:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623481.151548:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623481.151550:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731ca80. 00000100:00000001:1.0:1781623481.151553:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623481.151555:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623481.151557:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623481.151563:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623481.151565:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623481.151567:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623481.151570:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623481.525757:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623481.525765:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623481.525772:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623481.525773:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623481.525776:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623481.525777:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623481.528267:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623481.528274:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623481.528279:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623482.549129:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623482.549138:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623482.549140:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623482.549147:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623482.549149:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623482.549151:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623482.549156:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623482.549159:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623482.549161:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623482.549163:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623482.549166:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623482.549168:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623482.549171:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623482.549172:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623482.549270:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623482.549274:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623482.549276:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623483.573150:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623483.573157:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623483.573162:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623483.573165:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623483.573168:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623483.573169:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623483.573442:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623483.573445:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623483.573448:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623484.597180:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623484.597187:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623484.597193:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623484.597196:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623484.597198:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623484.597201:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623484.597204:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623484.597206:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623484.597208:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623484.597210:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623484.597213:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623484.597214:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623484.597215:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623484.597220:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623484.597222:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623484.597223:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623484.597224:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623484.597225:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623484.597227:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623484.597228:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623484.597468:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623484.597472:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623484.597475:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623485.621141:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623485.621148:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623485.621153:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623485.621154:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623485.621157:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623485.621158:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623485.621243:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623485.621246:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623485.621249:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781623486.261832:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623486.261840:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623486.261846:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731ca80. 00000020:00000040:0.0:1781623486.261851:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781623486.261855:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623486.261859:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623486.261863:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623486.261870:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0800. 00000100:00000001:0.0:1781623486.261877:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623486.261888:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731ca80 x1868160455830784/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623486.261899:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623486.261904:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623486.261910:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001e46d3e] to pc [ptlrpcd_00_01+1] req@ffff8f850731ca80 x1868160455830784/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623486.261936:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623486.261939:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623486.261942:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623486.261945:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731c000. 00000020:00000040:0.0:1781623486.261948:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781623486.261950:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623486.261951:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623486.261953:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623486.261957:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0000. 00000100:00000001:0.0:1781623486.261959:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623486.261963:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731c000 x1868160455830912/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623486.261970:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623486.261973:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623486.261977:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d48705a1] to pc [ptlrpcd_00_00+0] req@ffff8f850731c000 x1868160455830912/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623486.261985:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623486.261987:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623486.261991:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623486.261993:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731df80. 00000020:00000040:0.0:1781623486.261995:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:0.0:1781623486.261998:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623486.261999:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623486.262000:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623486.262003:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0d00. 00000100:00000001:0.0:1781623486.262006:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623486.262010:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f850731df80 x1868160455831040/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623486.262017:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623486.262019:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623486.262022:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec840f8e] to pc [ptlrpcd_00_01+1] req@ffff8f850731df80 x1868160455831040/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623486.262059:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623486.262062:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781623486.262066:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781623486.262070:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (6980) 00000100:00000001:0.0:1781623486.262082:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623486.262086:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623486.262088:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623486.262094:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731ca80 x1868160455830784/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623486.262102:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623486.262104:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623486.262107:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623486.262110:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623486.262112:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623486.262116:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455830784:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623486.262120:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623486.262126:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623486.262129:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623486.262131:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623486.262135:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cecc00. 02000000:00000001:0.0:1781623486.262138:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623486.262145:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623486.262149:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc77e8. 00000400:00000010:0.0:1781623486.262155:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9dd0. 00000100:00000200:0.0:1781623486.262161:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455830784, portal 25 00000100:00000001:0.0:1781623486.262164:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623486.262166:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246966912 : -123673462584704 : ffff8f850731ca80) 00000100:00000040:0.0:1781623486.262171:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731ca80 x1868160455830784/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623486.262178:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623486.262182:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623486.262184:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e96e8. 00000100:00000200:0.0:1781623486.262188:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455830784, offset 0 00000400:00000200:0.0:1781623486.262194:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623486.262201:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623486.262207:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623486.262213:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623486.262217:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623486.262220:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623486.262223:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623486.262228:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375779:375779:256:4294967295] 192.168.202.101@tcp LPNI seq info [375749:375749:8:4294967295] 00000400:00000200:0.0:1781623486.262232:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623486.262241:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623486.262248:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623486.262252:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0a00. 00000800:00000200:0.0:1781623486.262258:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623486.262266:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623486.262270:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623486.262282:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623486.262286:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623486.262289:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301651062 00000100:00000001:0.0:1781623486.262295:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301645942 00000100:00000001:0.0:1781623486.262299:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301651062 00000100:00000001:0.0:1781623486.262302:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301645942 00000100:00000001:0.0:1781623486.262305:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623486.262308:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623486.262311:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623486.262315:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731df80 x1868160455831040/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623486.262321:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623486.262323:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623486.262326:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623486.262327:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623486.262329:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623486.262332:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455831040:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623486.262336:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623486.262338:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623486.262339:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623486.262341:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623486.262344:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505ced600. 02000000:00000001:0.0:1781623486.262345:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623486.262349:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623486.262352:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7268. 00000400:00000010:0.0:1781623486.262355:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9660. 00000100:00000200:0.0:1781623486.262357:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455831040, portal 4 00000100:00000001:0.0:1781623486.262359:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623486.262360:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246972288 : -123673462579328 : ffff8f850731df80) 00000100:00000040:0.0:1781623486.262365:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731df80 x1868160455831040/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623486.262370:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623486.262372:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623486.262374:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9770. 00000100:00000200:0.0:1781623486.262375:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455831040, offset 0 00000400:00000200:0.0:1781623486.262379:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623486.262383:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623486.262386:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623486.262389:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623486.262391:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623486.262394:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623486.262396:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623486.262398:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375780:375780:255:4294967295] 192.168.202.101@tcp LPNI seq info [375750:375750:7:4294967295] 00000400:00000200:0.0:1781623486.262402:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623486.262408:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623486.262413:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623486.262416:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0400. 00000800:00000200:0.0:1781623486.262420:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623486.262424:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623486.262427:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623486.262430:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623486.262433:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 499200 usecs (500 jiffies) 00000400:00000200:0.0:1781623486.262436:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623486.262438:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301643764 00000100:00000001:0.0:1781623486.262441:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301651062 00000100:00000001:0.0:1781623486.262443:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301643764 00000100:00000001:0.0:1781623486.262445:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301651062 00000100:00000001:0.0:1781623486.262447:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623486.262449:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623486.262451:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623486.262453:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623486.262461:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623486.262463:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781623486.262465:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623486.262467:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623486.262468:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623486.262470:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1781623486.262472:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623486.262474:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623486.262476:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623486.262477:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623486.262479:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623486.262480:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623486.262483:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731c000 x1868160455830912/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623486.262490:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623486.262491:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623486.262494:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623486.262496:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623486.262498:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623486.262500:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455830912:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623486.262504:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623486.262506:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623486.262508:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623486.262509:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623486.262512:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cede00. 02000000:00000001:0.0:1781623486.262514:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623486.262517:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623486.262520:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc71b8. 00000400:00000010:0.0:1781623486.262523:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9b28. 00000100:00000200:0.0:1781623486.262526:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455830912, portal 10 00000100:00000001:0.0:1781623486.262546:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623486.262547:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246964224 : -123673462587392 : ffff8f850731c000) 00000100:00000040:0.0:1781623486.262554:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731c000 x1868160455830912/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623486.262561:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623486.262563:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623486.262565:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9330. 00000100:00000200:0.0:1781623486.262568:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455830912, offset 0 00000400:00000200:0.0:1781623486.262572:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623486.262576:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623486.262579:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623486.262582:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623486.262585:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623486.262587:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623486.262589:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623486.262592:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375781:375781:254:4294967295] 192.168.202.101@tcp LPNI seq info [375751:375751:6:4294967295] 00000400:00000200:0.0:1781623486.262597:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623486.262603:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623486.262607:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623486.262610:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0c00. 00000800:00000200:0.0:1781623486.262614:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623486.262618:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623486.262621:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623486.262623:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623486.262626:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 18132 usecs (19 jiffies) 00000400:00000200:0.0:1781623486.262629:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623486.262631:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301643283 00000100:00000001:0.0:1781623486.262633:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301651062 00000100:00000001:0.0:1781623486.262635:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301643283 00000100:00000001:0.0:1781623486.262637:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301651062 00000100:00000001:0.0:1781623486.262639:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623486.262641:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623486.262643:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623486.262646:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623486.262670:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623486.262673:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623486.262871:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623486.262876:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0a00. 00000400:00000200:3.0:1781623486.262882:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623486.262887:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623486.262893:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e96e8 00000400:00000010:3.0:1781623486.262895:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e96e8. 00000100:00000001:3.0:1781623486.262899:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623486.262903:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731ca80 x1868160455830784/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623486.262917:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623486.262920:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731ca80 x1868160455830784/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623502 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623486.262927:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623486.262929:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623486.262940:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623486.262943:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0400. 00000400:00000200:3.0:1781623486.262945:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623486.262949:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623486.262951:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9770 00000400:00000010:3.0:1781623486.262952:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9770. 00000100:00000001:3.0:1781623486.262954:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623486.262957:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731df80 x1868160455831040/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623486.262963:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623486.262966:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731df80 x1868160455831040/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623502 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623486.262972:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623486.262973:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623486.263047:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623486.263050:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0c00. 00000400:00000200:3.0:1781623486.263053:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623486.263056:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623486.263058:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9330 00000400:00000010:3.0:1781623486.263060:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9330. 00000100:00000001:3.0:1781623486.263062:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623486.263065:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731c000 x1868160455830912/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623486.263072:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623486.263075:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731c000 x1868160455830912/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623521 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623486.263085:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623486.263086:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1781623486.271729:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623486.271735:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781623486.271744:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623486.271746:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623486.271750:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc71b8. 00000400:00000200:1.0:1781623486.271755:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9b28 00000400:00000010:1.0:1781623486.271758:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9b28. 00000100:00000001:1.0:1781623486.271762:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623486.271772:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731c000 x1868160455830912/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623521 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623486.271790:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731c000 x1868160455830912/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623521 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623486.271920:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623486.271922:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623486.271925:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623486.271928:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623486.271931:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623486.271933:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623486.271936:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623486.271944:0:2350:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=113 v=20 (20 20 20 20) 00000100:00001000:1.0:1781623486.271949:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=34 v=5 (1 1 1 0) 00000100:00000001:1.0:1781623486.271952:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623486.271954:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623486.271957:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623486.271960:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623486.271964:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781623486.271966:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781623486.271968:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781623486.271969:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623486.271974:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731c000 x1868160455830912/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623521 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623486.271982:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623486.271985:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623486.271987:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623486.271991:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731c000 x1868160455830912/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623521 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623486.272000:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455830912:192.168.202.101@tcp:400:kworker.0 00000400:00000001:1.0:1781623486.272006:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623486.272007:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623486.272130:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc77e8. 00000400:00000200:1.0:1781623486.272134:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9dd0 00000400:00000010:1.0:1781623486.272136:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9dd0. 00000100:00000001:1.0:1781623486.272139:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623486.272143:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731ca80 x1868160455830784/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623502 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623486.272152:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731ca80 x1868160455830784/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623502 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623486.272159:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623486.272160:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623486.272162:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623486.272164:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623486.272165:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623486.272167:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623486.272169:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623486.272172:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=113 v=5 (5 5 5 5) 00000100:00001000:1.0:1781623486.272175:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=34 v=5 (1 1 1 0) 00000100:00000001:1.0:1781623486.272178:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623486.272179:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623486.272181:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623486.272182:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623486.272185:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623486.272188:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731ca80 x1868160455830784/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623502 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623486.272194:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623486.272196:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623486.272197:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623486.272201:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731ca80 x1868160455830784/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623502 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623486.272207:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455830784:192.168.202.101@tcp:400:kworker.0 00000400:00000001:1.0:1781623486.272212:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623486.272213:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623486.272215:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7268. 00000400:00000200:1.0:1781623486.272217:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9660 00000400:00000010:1.0:1781623486.272219:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9660. 00000100:00000001:1.0:1781623486.272220:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623486.272224:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731df80 x1868160455831040/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623502 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623486.272232:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731df80 x1868160455831040/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623502 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623486.272238:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623486.272239:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623486.272241:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623486.272242:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623486.272243:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623486.272245:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623486.272247:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623486.272250:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=113 v=5 (5 5 5 5) 00000100:00001000:1.0:1781623486.272253:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=112 v=5 (1 1 0 0) 00000100:00000001:1.0:1781623486.272256:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623486.272257:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623486.272259:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623486.272261:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623486.272263:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781623486.272265:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:1.0:1781623486.272267:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781623486.272268:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623486.272272:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731df80 x1868160455831040/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623502 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623486.272279:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623486.272281:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623486.272283:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623486.272286:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731df80 x1868160455831040/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623502 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623486.272294:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455831040:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623486.272300:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623486.272303:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623486.272306:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731c000 x1868160455830912/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623521 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623486.272326:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623486.272328:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623486.272332:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cede00. 02000000:00000001:1.0:1781623486.272337:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623486.272339:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623486.272341:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781623486.272343:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623486.272346:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0000. 02000000:00000001:1.0:1781623486.272349:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623486.272350:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623486.272352:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731c000. 00000100:00000001:1.0:1781623486.272355:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623486.272357:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623486.272358:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623486.272362:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731ca80 x1868160455830784/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623502 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623486.272367:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623486.272368:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623486.272370:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cecc00. 02000000:00000001:1.0:1781623486.272371:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623486.272372:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623486.272374:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781623486.272375:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623486.272377:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0800. 02000000:00000001:1.0:1781623486.272379:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623486.272380:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623486.272381:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731ca80. 00000100:00000001:1.0:1781623486.272383:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623486.272384:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623486.272385:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623486.272388:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731df80 x1868160455831040/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623502 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623486.272394:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623486.272395:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623486.272396:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505ced600. 02000000:00000001:1.0:1781623486.272398:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623486.272399:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623486.272400:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:1.0:1781623486.272401:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623486.272403:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0d00. 02000000:00000001:1.0:1781623486.272404:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623486.272405:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623486.272406:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731df80. 00000100:00000001:1.0:1781623486.272408:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623486.272409:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623486.272411:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623486.272418:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623486.272420:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623486.272421:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623486.272424:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623486.645383:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623486.645391:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623486.645396:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623486.645397:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623486.645400:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623486.645402:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623486.645713:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623486.645716:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623486.645718:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623487.669157:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623487.669162:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623487.669166:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623487.669167:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623487.669169:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623487.669170:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623487.671718:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623487.671724:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623487.671729:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623488.693155:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623488.693162:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623488.693170:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623488.693171:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623488.693174:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623488.693176:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623488.693562:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623488.693565:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623488.693569:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623489.717675:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623489.717683:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623489.717689:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623489.717691:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623489.717694:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623489.717695:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623489.717793:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623489.717797:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623489.717800:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623490.741740:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623490.741747:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623490.741761:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623490.741762:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623490.741766:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623490.741767:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623490.741847:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623490.741851:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623490.741853:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1781623491.381686:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623491.381689:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623491.381691:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623491.381697:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0c380 x1868160455831168/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623491.381704:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623491.381705:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623491.381707:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623491.381708:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623491.381710:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623491.381712:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455831168:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623491.381715:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623491.381717:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623491.381719:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623491.381720:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623491.381724:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85080c4200. 02000000:00000001:3.0:1781623491.381725:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623491.381729:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623491.381732:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c81b8. 00000400:00000010:3.0:1781623491.381736:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e704c8. 00000100:00000200:3.0:1781623491.381739:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455831168, portal 25 00000100:00000001:3.0:1781623491.381740:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623491.381741:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272065408 : -123673437486208 : ffff8f8508b0c380) 00000100:00000040:3.0:1781623491.381745:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0c380 x1868160455831168/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623491.381756:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623491.381758:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623491.381760:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70bb0. 00000100:00000200:3.0:1781623491.381761:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455831168, offset 0 00000400:00000200:3.0:1781623491.381766:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623491.381769:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623491.381774:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623491.381776:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623491.381778:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623491.381781:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623491.381783:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623491.381785:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375783:375783:255:4294967295] 192.168.202.101@tcp LPNI seq info [375753:375753:7:4294967295] 00000400:00000200:3.0:1781623491.381788:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623491.381794:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623491.381798:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623491.381801:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d500. 00000800:00000200:3.0:1781623491.381805:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623491.381943:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623491.381946:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623491.381950:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623491.381953:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623491.381954:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301656182 00000100:00000001:3.0:1781623491.381960:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301651062 00000100:00000001:3.0:1781623491.381963:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301656182 00000100:00000001:3.0:1781623491.381966:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301651062 00000100:00000001:3.0:1781623491.381969:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623491.381971:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623491.381973:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623491.381977:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0d880 x1868160455831424/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623491.381984:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623491.381985:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623491.382874:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623491.382879:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623491.382881:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623491.382885:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455831424:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623491.382888:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623491.382891:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623491.382893:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623491.382894:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623491.382899:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85080c5e00. 02000000:00000001:3.0:1781623491.382900:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623491.382904:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623491.382906:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8318. 00000400:00000010:3.0:1781623491.382910:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70dd0. 00000100:00000200:3.0:1781623491.382913:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455831424, portal 4 00000100:00000001:3.0:1781623491.382914:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623491.382915:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272070784 : -123673437480832 : ffff8f8508b0d880) 00000100:00000040:3.0:1781623491.382920:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0d880 x1868160455831424/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623491.382925:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623491.382927:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623491.382928:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70ee0. 00000100:00000200:3.0:1781623491.382930:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455831424, offset 0 00000400:00000200:3.0:1781623491.382933:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623491.382937:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623491.382941:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623491.382943:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623491.382945:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623491.382947:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623491.382948:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623491.382951:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375784:375784:254:4294967295] 192.168.202.101@tcp LPNI seq info [375754:375754:6:4294967295] 00000400:00000200:3.0:1781623491.382953:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623491.382958:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623491.382961:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623491.382964:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d000. 00000800:00000200:3.0:1781623491.382967:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623491.382971:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623491.382973:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623491.382975:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623491.382978:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 497468 usecs (498 jiffies) 00000400:00000200:3.0:1781623491.382979:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623491.382981:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301648883 00000100:00000001:3.0:1781623491.382983:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301656182 00000100:00000001:3.0:1781623491.382984:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301648883 00000100:00000001:3.0:1781623491.382985:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301656182 00000100:00000001:3.0:1781623491.383135:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623491.383137:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623491.383139:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623491.383140:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623491.383145:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623491.383146:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781623491.383147:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623491.383148:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623491.383149:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623491.383151:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623491.383189:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623491.383192:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3300. 00000400:00000200:3.0:1781623491.383198:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623491.383202:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623491.383206:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d440 00000400:00000010:3.0:1781623491.383208:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d440. 00000100:00000001:3.0:1781623491.383212:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623491.383216:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0fb80 x1868160455831296/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623491.383223:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623491.383225:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0fb80 x1868160455831296/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623526 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623491.383229:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623491.383230:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623491.383237:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623491.383239:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d500. 00000400:00000200:3.0:1781623491.383240:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623491.383242:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623491.383243:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70bb0 00000400:00000010:3.0:1781623491.383244:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70bb0. 00000100:00000001:3.0:1781623491.383246:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623491.383248:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0c380 x1868160455831168/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623491.383252:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623491.383253:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0c380 x1868160455831168/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623507 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623491.383257:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623491.383257:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623491.384066:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623491.384868:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d000. 00000400:00000200:3.0:1781623491.384875:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623491.384880:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623491.384885:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70ee0 00000400:00000010:3.0:1781623491.384887:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70ee0. 00000100:00000001:3.0:1781623491.384890:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623491.384896:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0d880 x1868160455831424/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623491.384905:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623491.384908:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0d880 x1868160455831424/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623507 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623491.384913:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623491.384914:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1781623491.386272:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623491.386282:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781623491.386297:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623491.386301:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623491.386306:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8318. 00000400:00000200:3.0:1781623491.386316:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70dd0 00000400:00000010:3.0:1781623491.386319:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70dd0. 00000100:00000001:3.0:1781623491.386328:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623491.386342:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0d880 x1868160455831424/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623507 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623491.386370:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0d880 x1868160455831424/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623507 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623491.386384:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623491.386388:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623491.386395:0:2352:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:2.0:1781623491.386399:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1781623491.386401:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623491.386406:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623491.386409:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623491.386413:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781623491.386417:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623491.386422:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1781623491.386426:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=118 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623491.386433:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=117 v=5 (1 1 0 0) 00000100:00000001:3.0:1781623491.386437:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623491.386440:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623491.386443:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623491.386447:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623491.386451:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623491.386454:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:3.0:1781623491.386456:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623491.386457:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623491.386465:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0d880 x1868160455831424/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623507 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623491.386480:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623491.386484:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623491.386497:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623491.386503:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0d880 x1868160455831424/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623507 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623491.386511:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455831424:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623491.386516:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623491.386519:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623491.386522:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0d880 x1868160455831424/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623507 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623491.386530:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623491.386533:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623491.386536:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85080c5e00. 02000000:00000001:3.0:1781623491.386541:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623491.386544:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623491.386546:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:3.0:1781623491.386549:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623491.386552:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3700. 02000000:00000001:3.0:1781623491.386558:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623491.386561:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623491.386563:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0d880. 00000100:00000001:3.0:1781623491.386567:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623491.386569:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623491.386573:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623491.386575:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623491.386576:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781623491.386579:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623491.386580:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623491.386582:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c81b8. 00000400:00000200:3.0:1781623491.386585:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e704c8 00000400:00000010:3.0:1781623491.386587:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e704c8. 00000100:00000001:3.0:1781623491.386589:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623491.386595:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0c380 x1868160455831168/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623507 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623491.386603:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0c380 x1868160455831168/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623507 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623491.386610:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623491.386612:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623491.386614:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623491.386616:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623491.386617:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623491.386619:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623491.386621:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623491.386624:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=118 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623491.386627:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=39 v=5 (1 1 1 0) 00000100:00000001:3.0:1781623491.386629:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623491.386630:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623491.386632:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623491.386634:0:2352:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623491.386636:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623491.386640:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0c380 x1868160455831168/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623507 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623491.386646:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623491.386648:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623491.386650:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623491.386653:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0c380 x1868160455831168/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623507 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623491.386661:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455831168:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623491.386665:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623491.386667:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623491.386670:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0c380 x1868160455831168/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623507 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623491.386676:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623491.386678:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623491.386680:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85080c4200. 02000000:00000001:3.0:1781623491.386683:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623491.386684:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623491.386686:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781623491.386688:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623491.386690:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3900. 02000000:00000001:3.0:1781623491.386692:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623491.386693:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623491.386694:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0c380. 00000100:00000001:3.0:1781623491.386697:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623491.386698:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623491.386700:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623491.386709:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623491.386711:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623491.386713:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623491.386715:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781623491.389360:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623491.389378:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623491.389383:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623491.389385:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623491.389395:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623491.389402:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623491.389411:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623491.389416:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623491.389421:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623491.389425:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005a6f00 00000400:00000200:3.0:1781623491.389430:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623491.389436:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f877d [1] + 224 00000800:00000001:3.0:1781623491.389443:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623491.389448:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623491.389451:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623491.389455:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623491.389461:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623491.389470:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0fb80 x1868160455831296/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623526 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623491.389483:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0fb80 x1868160455831296/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623491.389517:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623491.389526:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623491.389529:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623491.389619:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623491.389625:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781623491.389633:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623491.389635:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623491.389640:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08c08. 00000400:00000200:2.0:1781623491.389646:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d770 00000400:00000010:2.0:1781623491.389649:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d770. 00000100:00000001:2.0:1781623491.389653:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623491.389658:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0fb80 x1868160455831296/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623491.389666:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0fb80 x1868160455831296/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623526 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623491.389673:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623491.389675:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623491.389678:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623491.389682:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623491.389685:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623491.389688:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623491.389691:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623491.389704:0:2351:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=118 v=20 (20 20 20 20) 00000100:00001000:2.0:1781623491.389708:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=39 v=5 (1 1 1 0) 00000100:00000001:2.0:1781623491.389711:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623491.389713:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623491.389716:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623491.389720:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623491.389724:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781623491.389727:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:2.0:1781623491.389729:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781623491.389730:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623491.389735:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0fb80 x1868160455831296/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623526 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623491.389742:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623491.389746:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623491.389749:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623491.389753:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0fb80 x1868160455831296/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623526 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623491.389760:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455831296:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623491.389766:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623491.389768:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623491.389772:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0fb80 x1868160455831296/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623526 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623491.389778:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623491.389782:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623491.389787:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078000. 02000000:00000001:2.0:1781623491.389790:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623491.389794:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623491.389796:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:2.0:1781623491.389798:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623491.389800:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3400. 02000000:00000001:2.0:1781623491.389806:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623491.389808:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623491.389811:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0fb80. 00000100:00000001:2.0:1781623491.389815:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623491.389817:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623491.389820:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623491.389829:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623491.389831:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623491.389833:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623491.389836:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623491.765172:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623491.765182:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623491.765188:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623491.765189:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623491.765192:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623491.765194:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623491.765257:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623491.765263:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623491.765268:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623492.789981:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623492.789990:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623492.789992:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623492.789999:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623492.790001:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623492.790002:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623492.790007:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623492.790009:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623492.790011:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623492.790013:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623492.790017:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623492.790055:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623492.790059:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623492.790060:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623492.790723:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623492.790727:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623492.790731:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623493.813381:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623493.813388:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623493.813394:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623493.813395:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623493.813398:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623493.813399:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623493.813491:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623493.813495:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623493.813498:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623494.837162:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623494.837170:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623494.837175:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623494.837179:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623494.837182:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623494.837185:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623494.837188:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623494.837190:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623494.837192:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623494.837194:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623494.837197:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623494.837199:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623494.837200:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623494.837205:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623494.837207:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623494.837220:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623494.837222:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623494.837223:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623494.837225:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623494.837226:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623494.837559:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623494.837562:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623494.837565:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623495.861150:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623495.861158:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623495.861163:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623495.861164:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623495.861168:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623495.861169:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623495.861258:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623495.861261:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623495.861264:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781623496.501136:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623496.501146:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623496.501156:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0fb80. 00000020:00000040:2.0:1781623496.501161:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781623496.501166:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623496.501169:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623496.501173:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623496.501181:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3400. 00000100:00000001:2.0:1781623496.501187:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623496.501199:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0fb80 x1868160455831552/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623496.501209:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623496.501214:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623496.501220:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e233249c] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0fb80 x1868160455831552/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623496.501254:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623496.501257:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623496.501260:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623496.501263:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0e680. 00000020:00000040:2.0:1781623496.501265:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781623496.501267:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623496.501268:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623496.501270:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623496.501273:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3a00. 00000100:00000001:2.0:1781623496.501275:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623496.501279:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0e680 x1868160455831680/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623496.501286:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623496.501288:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623496.501292:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000215f4291] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0e680 x1868160455831680/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623496.501300:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623496.501302:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623496.501305:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623496.501308:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0ce00. 00000020:00000040:2.0:1781623496.501310:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:2.0:1781623496.501312:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623496.501313:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623496.501315:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623496.501320:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3900. 00000100:00000001:2.0:1781623496.501323:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623496.501326:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f8508b0ce00 x1868160455831808/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623496.501334:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623496.501335:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623496.501339:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e9d049] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0ce00 x1868160455831808/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623496.501345:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623496.501348:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781623496.501351:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781623496.501356:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (6991) 00000100:00000001:3.0:1781623496.501438:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623496.501470:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623496.501472:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623496.501478:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0fb80 x1868160455831552/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623496.501485:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623496.501487:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623496.501491:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623496.501493:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623496.501496:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623496.501501:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455831552:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623496.501505:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623496.501512:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623496.501514:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623496.501517:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623496.501521:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85080c4000. 02000000:00000001:3.0:1781623496.501523:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623496.501531:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623496.501535:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c81b8. 00000400:00000010:3.0:1781623496.501542:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e704c8. 00000100:00000200:3.0:1781623496.501549:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455831552, portal 25 00000100:00000001:3.0:1781623496.501552:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623496.501554:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272079744 : -123673437471872 : ffff8f8508b0fb80) 00000100:00000040:3.0:1781623496.501559:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0fb80 x1868160455831552/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623496.501566:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623496.501569:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623496.501571:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70dd0. 00000100:00000200:3.0:1781623496.501574:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455831552, offset 0 00000400:00000200:3.0:1781623496.501580:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623496.501589:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623496.501596:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623496.501602:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623496.501606:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623496.501609:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623496.501612:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623496.501615:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375785:375785:256:4294967295] 192.168.202.101@tcp LPNI seq info [375755:375755:8:4294967295] 00000400:00000200:3.0:1781623496.501619:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623496.501627:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623496.501633:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623496.501637:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d000. 00000800:00000200:3.0:1781623496.501644:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623496.501651:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623496.501655:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623496.501671:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623496.501676:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623496.501678:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301661302 00000100:00000001:3.0:1781623496.501685:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301656182 00000100:00000001:3.0:1781623496.501689:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301661302 00000100:00000001:3.0:1781623496.501692:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301656182 00000100:00000001:3.0:1781623496.501695:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623496.501698:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623496.501700:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623496.501704:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0ce00 x1868160455831808/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623496.501711:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623496.501712:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623496.501714:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623496.501716:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623496.501718:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623496.501721:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455831808:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623496.501724:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623496.501726:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623496.501727:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623496.501729:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623496.501732:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85080c5c00. 02000000:00000001:3.0:1781623496.501734:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623496.501737:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623496.501740:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8318. 00000400:00000010:3.0:1781623496.501743:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70ee0. 00000100:00000200:3.0:1781623496.501746:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455831808, portal 4 00000100:00000001:3.0:1781623496.501747:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623496.501749:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272068096 : -123673437483520 : ffff8f8508b0ce00) 00000100:00000040:3.0:1781623496.501755:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0ce00 x1868160455831808/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623496.501761:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623496.501763:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623496.501765:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70bb0. 00000100:00000200:3.0:1781623496.501767:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455831808, offset 0 00000400:00000200:3.0:1781623496.501771:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623496.501775:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623496.501778:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623496.501781:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623496.501783:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623496.501785:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623496.501787:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623496.501790:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375786:375786:255:4294967295] 192.168.202.101@tcp LPNI seq info [375756:375756:7:4294967295] 00000400:00000200:3.0:1781623496.501794:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623496.501799:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623496.501804:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623496.501807:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d500. 00000800:00000200:3.0:1781623496.501810:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623496.501814:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623496.501869:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623496.501874:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623496.501878:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 495727 usecs (496 jiffies) 00000400:00000200:3.0:1781623496.501881:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623496.501883:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301654000 00000100:00000001:3.0:1781623496.501885:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301661302 00000100:00000001:3.0:1781623496.501887:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301654000 00000100:00000001:3.0:1781623496.501889:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301661302 00000100:00000001:3.0:1781623496.501891:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623496.501893:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623496.501895:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623496.501963:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623496.501971:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623496.501973:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781623496.501975:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623496.501976:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623496.501979:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623496.501981:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1781623496.501982:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623496.501984:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623496.501986:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623496.501988:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623496.501989:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623496.501990:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623496.501994:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0e680 x1868160455831680/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623496.502001:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623496.502002:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623496.502005:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623496.502007:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623496.502009:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623496.502013:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455831680:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623496.502016:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623496.502019:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623496.502020:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623496.502022:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1781623496.502162:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623496.502166:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d000. 00000400:00000200:2.0:1781623496.502173:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623496.502179:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623496.502184:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70dd0 00000400:00000010:2.0:1781623496.502187:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70dd0. 00000100:00000001:2.0:1781623496.502192:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623496.502196:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0fb80 x1868160455831552/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623496.502205:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623496.502208:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0fb80 x1868160455831552/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623512 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623496.502214:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623496.502216:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781623496.502286:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623496.502289:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d500. 00000400:00000200:2.0:1781623496.502291:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623496.502295:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623496.502298:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70bb0 00000400:00000010:2.0:1781623496.502299:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70bb0. 00000100:00000001:2.0:1781623496.502301:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623496.502304:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0ce00 x1868160455831808/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623496.502311:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623496.502313:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0ce00 x1868160455831808/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623512 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623496.502319:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623496.502320:0:2344:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:3.0:1781623496.503785:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85080c4c00. 02000000:00000001:3.0:1781623496.503793:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623496.503802:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623496.503808:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c83c8. 00000400:00000010:3.0:1781623496.503814:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e707f8. 00000100:00000200:3.0:1781623496.504492:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455831680, portal 10 00000100:00000001:3.0:1781623496.504499:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623496.504501:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272074368 : -123673437477248 : ffff8f8508b0e680) 00000100:00000040:3.0:1781623496.504517:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0e680 x1868160455831680/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623496.504525:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623496.504527:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623496.504532:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70198. 00000100:00000200:3.0:1781623496.504535:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455831680, offset 0 00000400:00000200:3.0:1781623496.504541:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623496.504550:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623496.504556:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623496.504561:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623496.504566:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623496.504569:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623496.504572:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623496.504575:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375787:375787:256:4294967295] 192.168.202.101@tcp LPNI seq info [375757:375757:8:4294967295] 00000400:00000200:3.0:1781623496.504579:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623496.504587:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623496.504593:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623496.504598:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d100. 00000800:00000200:3.0:1781623496.504604:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623496.504610:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623496.504613:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623496.504645:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623496.504650:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 18116 usecs (19 jiffies) 00000400:00000200:3.0:1781623496.504653:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623496.504656:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301653526 00000100:00000001:3.0:1781623496.504659:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301661302 00000100:00000001:3.0:1781623496.504661:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301653526 00000100:00000001:3.0:1781623496.504662:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301661302 00000100:00000001:3.0:1781623496.504665:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623496.504668:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623496.504672:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623496.504676:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623496.504696:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623496.504698:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781623496.506638:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623496.506647:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d100. 00000400:00000200:2.0:1781623496.506656:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623496.506663:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623496.506670:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70198 00000400:00000010:2.0:1781623496.506673:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70198. 00000100:00000001:2.0:1781623496.506677:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623496.506685:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0e680 x1868160455831680/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623496.506698:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623496.506702:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0e680 x1868160455831680/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623531 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623496.506708:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623496.510364:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781623496.510388:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623496.512185:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623496.512194:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623496.512200:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623496.512211:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623496.512218:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623496.512227:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623496.512232:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623496.512239:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623496.512243:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005a7000 00000400:00000200:2.0:1781623496.512250:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623496.512257:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f87ad [1] + 224 00000800:00000001:2.0:1781623496.512265:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623496.512276:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623496.512279:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623496.512283:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623496.512292:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623496.512303:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0fb80 x1868160455831552/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623512 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623496.512315:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0fb80 x1868160455831552/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623512 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623496.512335:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623496.512344:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623496.512348:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623496.513817:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623496.513824:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781623496.513834:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623496.513836:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623496.513839:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c81b8. 00000400:00000200:3.0:1781623496.513847:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e704c8 00000400:00000010:3.0:1781623496.513850:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e704c8. 00000100:00000001:3.0:1781623496.513855:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623496.513866:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0fb80 x1868160455831552/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623512 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623496.513877:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0fb80 x1868160455831552/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623512 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623496.513884:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623496.513886:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623496.513888:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623496.513892:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623496.513894:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623496.513906:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623496.513910:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623496.513917:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=123 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623496.513926:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=44 v=5 (1 1 1 0) 00000100:00000001:3.0:1781623496.513929:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623496.513931:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623496.513934:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623496.513936:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623496.513938:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623496.513944:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0fb80 x1868160455831552/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623512 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623496.513951:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623496.513955:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623496.513957:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623496.513961:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0fb80 x1868160455831552/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623512 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623496.513969:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455831552:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623496.513974:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623496.513977:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623496.513981:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0fb80 x1868160455831552/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623512 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623496.513987:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623496.513991:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623496.513995:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85080c4000. 02000000:00000001:3.0:1781623496.513998:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623496.514001:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623496.514003:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781623496.514006:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623496.514008:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3400. 02000000:00000001:3.0:1781623496.514014:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623496.514015:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623496.514017:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0fb80. 00000100:00000001:3.0:1781623496.514021:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623496.514022:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623496.514060:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623496.514063:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623496.514064:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623496.514065:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623496.514067:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781623496.514701:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623496.514752:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623496.514756:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623496.514759:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623496.514766:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623496.514772:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623496.514781:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623496.514785:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623496.514790:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623496.514794:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005a7100 00000400:00000200:2.0:1781623496.514798:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623496.514803:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f87bd [1] + 224 00000800:00000001:2.0:1781623496.514809:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623496.514813:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623496.514816:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623496.514819:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623496.514826:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623496.514833:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0ce00 x1868160455831808/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623512 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623496.514842:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0ce00 x1868160455831808/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623512 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623496.514893:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623496.515002:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623496.515017:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623496.515043:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623496.515047:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623496.515049:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623496.515051:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623496.515055:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623496.515058:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623496.515063:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623496.515066:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623496.515068:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623496.515071:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005a7080 00000400:00000200:2.0:1781623496.515075:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623496.515079:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f87cd [1] + 224 00000800:00000001:2.0:1781623496.515083:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623496.515090:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623496.515092:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623496.515095:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623496.515109:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623496.515114:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0e680 x1868160455831680/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623531 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623496.515123:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0e680 x1868160455831680/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623496.515130:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623496.515134:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623496.515138:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1781623496.515234:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623496.515237:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623496.515239:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8318. 00000400:00000200:3.0:1781623496.515244:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70ee0 00000400:00000010:3.0:1781623496.515246:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70ee0. 00000100:00000001:3.0:1781623496.515249:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623496.515253:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0ce00 x1868160455831808/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623512 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623496.515261:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0ce00 x1868160455831808/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623512 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623496.515267:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623496.515269:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623496.515270:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623496.515272:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623496.515274:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623496.515276:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623496.515279:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623496.515286:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=123 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623496.515290:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=122 v=5 (1 1 0 0) 00000100:00000001:3.0:1781623496.515293:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623496.515294:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623496.515296:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623496.515300:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623496.515303:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623496.515305:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:3.0:1781623496.515307:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623496.515308:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623496.515312:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0ce00 x1868160455831808/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623512 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623496.515319:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623496.515321:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623496.515323:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623496.515326:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0ce00 x1868160455831808/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623512 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623496.515335:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455831808:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623496.515339:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623496.515342:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623496.515345:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0ce00 x1868160455831808/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623512 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623496.515352:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623496.515354:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623496.515356:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85080c5c00. 02000000:00000001:3.0:1781623496.515360:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623496.515362:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623496.515364:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:3.0:1781623496.515366:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623496.515367:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3900. 02000000:00000001:3.0:1781623496.515371:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623496.515372:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623496.515374:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0ce00. 00000100:00000001:3.0:1781623496.515378:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623496.515379:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623496.515381:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623496.515383:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623496.515384:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781623496.515386:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623496.515387:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623496.515389:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c83c8. 00000400:00000200:3.0:1781623496.515391:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e707f8 00000400:00000010:3.0:1781623496.515393:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e707f8. 00000100:00000001:3.0:1781623496.515395:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623496.515398:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0e680 x1868160455831680/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623496.515406:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0e680 x1868160455831680/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623531 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623496.515412:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623496.515414:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623496.515415:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623496.515416:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623496.515418:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623496.515419:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623496.515420:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623496.515424:0:2351:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=123 v=20 (20 20 20 20) 00000100:00001000:3.0:1781623496.515428:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=44 v=5 (1 1 1 0) 00000100:00000001:3.0:1781623496.515430:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623496.515431:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623496.515433:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623496.515435:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623496.515437:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623496.515438:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781623496.515452:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623496.515453:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623496.515457:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0e680 x1868160455831680/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623531 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623496.515463:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623496.515466:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623496.515467:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623496.515470:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0e680 x1868160455831680/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623531 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623496.515476:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455831680:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623496.515479:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623496.515481:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623496.515483:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0e680 x1868160455831680/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623531 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623496.515488:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623496.515489:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623496.515491:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85080c4c00. 02000000:00000001:3.0:1781623496.515493:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623496.515494:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623496.515495:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781623496.515497:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623496.515498:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3a00. 02000000:00000001:3.0:1781623496.515500:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623496.515502:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623496.515503:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0e680. 00000100:00000001:3.0:1781623496.515505:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623496.515506:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623496.515508:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623496.515514:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623496.515517:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623496.515518:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623496.515520:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623496.885370:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623496.885376:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623496.885381:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623496.885382:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623496.885386:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623496.885387:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623496.885423:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623496.885426:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623496.885429:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623497.909153:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623497.909160:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623497.909166:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623497.909172:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623497.909174:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623497.909176:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623497.909264:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623497.909267:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623497.909270:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623498.933160:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623498.933167:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623498.933173:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623498.933175:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623498.933178:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623498.933179:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623498.933513:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623498.933517:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623498.933521:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623499.957147:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623499.957155:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623499.957161:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623499.957162:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623499.957165:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623499.957166:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623499.957193:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623499.957196:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623499.957199:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623500.981910:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623500.981918:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623500.981924:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623500.981926:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623500.981929:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623500.981930:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623500.982111:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623500.982115:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623500.982118:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781623501.621328:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623501.621340:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623501.621350:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511282300. 00000020:00000040:3.0:1781623501.621356:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781623501.621432:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623501.621435:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623501.621440:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623501.621449:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d400. 00000100:00000001:3.0:1781623501.621456:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623501.621468:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511282300 x1868160455831936/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623501.621598:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623501.621602:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623501.621609:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd15682b] to pc [ptlrpcd_01_01+1] req@ffff8f8511282300 x1868160455831936/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623501.621645:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623501.621648:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623501.621652:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623501.621656:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511280e00. 00000020:00000040:3.0:1781623501.621658:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781623501.621661:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623501.621663:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623501.621665:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623501.621668:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d900. 00000100:00000001:3.0:1781623501.621671:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623501.621676:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511280e00 x1868160455832064/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623501.621683:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623501.621686:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623501.621690:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b263204] to pc [ptlrpcd_01_00+0] req@ffff8f8511280e00 x1868160455832064/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623501.621698:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623501.621701:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623501.621706:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623501.621709:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511281180. 00000020:00000040:3.0:1781623501.621711:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:3.0:1781623501.621713:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623501.621715:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623501.621716:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623501.621722:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d100. 00000100:00000001:3.0:1781623501.621725:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623501.621728:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f8511281180 x1868160455832192/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623501.621736:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623501.621738:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623501.621741:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc6d7584] to pc [ptlrpcd_01_01+1] req@ffff8f8511281180 x1868160455832192/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623501.621748:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623501.621751:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781623501.621754:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781623501.621759:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (6996) 00000100:00000001:3.0:1781623501.621773:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623501.621776:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623501.621779:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623501.621784:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511280e00 x1868160455832064/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623501.621792:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623501.621794:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623501.621798:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623501.621800:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623501.621803:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623501.621807:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511280e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455832064:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623501.621811:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623501.621817:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623501.621820:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623501.621822:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623501.621826:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85080c4400. 02000000:00000001:3.0:1781623501.621828:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623501.621835:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623501.621839:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c83c8. 00000400:00000010:3.0:1781623501.621845:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e707f8. 00000100:00000200:3.0:1781623501.621853:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455832064, portal 10 00000100:00000001:3.0:1781623501.621856:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623501.621858:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414100992 : -123673295450624 : ffff8f8511280e00) 00000100:00000040:3.0:1781623501.621865:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511280e00 x1868160455832064/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623501.621873:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623501.621876:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623501.621878:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70ee0. 00000100:00000200:3.0:1781623501.621881:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455832064, offset 0 00000400:00000200:3.0:1781623501.621888:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623501.621897:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623501.621904:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623501.621910:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623501.621914:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623501.621918:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623501.621921:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623501.621925:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375788:375788:256:4294967295] 192.168.202.101@tcp LPNI seq info [375758:375758:8:4294967295] 00000400:00000200:3.0:1781623501.621930:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623501.621940:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623501.621946:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623501.621950:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d500. 00000800:00000200:3.0:1781623501.621958:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623501.621966:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623501.621970:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623501.621980:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623501.621984:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 18115 usecs (19 jiffies) 00000400:00000200:3.0:1781623501.621987:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623501.621990:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301658643 00000100:00000001:3.0:1781623501.621993:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301661302 00000100:00000001:3.0:1781623501.621996:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301658643 00000100:00000001:3.0:1781623501.621998:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301661302 00000100:00000001:3.0:1781623501.622001:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623501.622003:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623501.622006:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623501.622009:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623501.622015:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623501.622017:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=30 : 30 : 1e) 00000100:00000001:3.0:1781623501.622020:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623501.622021:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623501.622022:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623501.622048:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1781623501.622051:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623501.622053:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623501.622054:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623501.622056:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623501.622057:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623501.622059:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623501.622063:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511282300 x1868160455831936/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623501.622070:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623501.622072:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623501.622074:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623501.622076:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623501.622078:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623501.622081:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455831936:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623501.622085:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1781623501.623843:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623501.623851:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781623501.623946:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623501.623950:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d500. 00000400:00000200:2.0:1781623501.623958:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623501.623965:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623501.623972:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70ee0 00000400:00000010:2.0:1781623501.623975:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70ee0. 00000100:00000001:2.0:1781623501.623979:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623501.623985:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511280e00 x1868160455832064/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623501.623994:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623501.623998:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511280e00 x1868160455832064/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623536 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623501.624004:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623501.624006:0:2343:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1781623501.625345:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623501.625352:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623501.625355:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623501.625791:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85080c4e00. 02000000:00000001:3.0:1781623501.625796:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623501.625805:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623501.625809:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8318. 00000400:00000010:3.0:1781623501.625816:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e704c8. 00000100:00000200:3.0:1781623501.625821:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455831936, portal 25 00000100:00000001:3.0:1781623501.625824:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623501.625826:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414106368 : -123673295445248 : ffff8f8511282300) 00000100:00000040:3.0:1781623501.625835:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511282300 x1868160455831936/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623501.625844:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623501.625847:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623501.625850:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70c38. 00000100:00000200:3.0:1781623501.625852:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455831936, offset 0 00000400:00000200:3.0:1781623501.625859:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623501.625867:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623501.625874:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623501.625878:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623501.625882:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623501.625885:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623501.625888:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623501.625891:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375789:375789:256:4294967295] 192.168.202.101@tcp LPNI seq info [375759:375759:8:4294967295] 00000400:00000200:3.0:1781623501.625896:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623501.625904:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623501.625909:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623501.625913:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d000. 00000800:00000200:3.0:1781623501.625919:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623501.625926:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623501.625930:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623501.625951:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623501.625955:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623501.625958:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301666426 00000100:00000001:3.0:1781623501.625965:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301661302 00000100:00000001:3.0:1781623501.625970:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301666426 00000100:00000001:3.0:1781623501.625973:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301661302 00000100:00000001:3.0:1781623501.625976:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623501.625979:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623501.625983:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623501.625987:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511281180 x1868160455832192/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623501.625995:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623501.625997:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623501.626001:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623501.626004:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623501.626006:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623501.626009:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455832192:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623501.626015:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623501.626018:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623501.626020:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623501.626021:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623501.626045:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85080c4200. 02000000:00000001:3.0:1781623501.626047:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623501.626050:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623501.626053:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c81b8. 00000400:00000010:3.0:1781623501.626056:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70660. 00000100:00000200:3.0:1781623501.626059:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455832192, portal 4 00000100:00000001:3.0:1781623501.626061:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623501.626062:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414101888 : -123673295449728 : ffff8f8511281180) 00000100:00000040:3.0:1781623501.626069:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511281180 x1868160455832192/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623501.626076:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623501.626078:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623501.626081:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70ee0. 00000100:00000200:3.0:1781623501.626083:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455832192, offset 0 00000800:00000200:2.0:1781623501.627215:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623501.627222:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d000. 00000400:00000200:2.0:1781623501.627227:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623501.627234:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623501.627240:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70c38 00000400:00000010:2.0:1781623501.627243:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70c38. 00000100:00000001:2.0:1781623501.627247:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623501.627252:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511282300 x1868160455831936/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623501.627263:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623501.627267:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511282300 x1868160455831936/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623517 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623501.627273:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623501.627275:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1781623501.628023:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623501.628049:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623501.628055:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623501.628060:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623501.628064:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623501.628068:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623501.628070:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623501.628074:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375790:375790:256:4294967295] 192.168.202.101@tcp LPNI seq info [375760:375760:8:4294967295] 00000400:00000200:3.0:1781623501.628079:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623501.628101:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623501.628108:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623501.628114:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7df00. 00000800:00000200:3.0:1781623501.629083:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623501.629109:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623501.629114:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7df00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623501.629295:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623501.629302:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 494037 usecs (495 jiffies) 00000400:00000200:3.0:1781623501.629307:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623501.629310:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301659127 00000100:00000001:3.0:1781623501.629314:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301666426 00000100:00000001:3.0:1781623501.629317:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301659127 00000100:00000001:3.0:1781623501.629319:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301666426 00000100:00000001:3.0:1781623501.629322:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623501.629327:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623501.629331:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623501.629336:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781623501.630508:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623501.630595:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623501.630600:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623501.630603:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623501.630610:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623501.630617:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623501.630627:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623501.630631:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623501.630637:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623501.630641:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005a7200 00000400:00000200:2.0:1781623501.630646:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623501.630653:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f87dd [1] + 224 00000800:00000001:2.0:1781623501.630659:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623501.630663:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623501.630666:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623501.630671:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623501.630678:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623501.630686:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511280e00 x1868160455832064/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623536 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623501.630697:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511280e00 x1868160455832064/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623501.630715:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:2.0:1781623501.630775:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623501.630780:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7df00. 00000400:00000200:2.0:1781623501.630783:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623501.630787:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623501.630791:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70ee0 00000400:00000010:2.0:1781623501.630793:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70ee0. 00000100:00000001:2.0:1781623501.630797:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623501.630801:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511281180 x1868160455832192/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623501.630812:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623501.630815:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511281180 x1868160455832192/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623517 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623501.630822:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623501.630824:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781623501.630830:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623501.630834:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623501.630836:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623501.630838:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623501.630841:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623501.630845:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623501.630849:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623501.630851:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623501.630854:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623501.630857:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005a7180 00000400:00000200:2.0:1781623501.630861:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623501.630866:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f87ed [1] + 224 00000800:00000001:2.0:1781623501.630869:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623501.630886:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623501.630889:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623501.630892:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623501.630895:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623501.630900:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511282300 x1868160455831936/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623517 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623501.630909:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511282300 x1868160455831936/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623517 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623501.630917:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623501.630921:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623501.630923:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623501.631319:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623501.631323:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781623501.631329:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623501.631331:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623501.631334:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8318. 00000400:00000200:3.0:1781623501.631339:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e704c8 00000400:00000010:3.0:1781623501.631341:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e704c8. 00000100:00000001:3.0:1781623501.631343:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623501.631349:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511282300 x1868160455831936/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623517 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623501.632219:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511282300 x1868160455831936/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623517 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623501.632232:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623501.632235:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623501.632238:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623501.632241:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623501.632244:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623501.632246:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623501.632250:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623501.632256:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=128 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623501.632261:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=49 v=5 (1 1 1 0) 00000100:00000001:3.0:1781623501.632264:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623501.632265:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623501.632268:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623501.632271:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623501.632274:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623501.632281:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511282300 x1868160455831936/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623517 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623501.632289:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623501.632292:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623501.632294:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623501.632299:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511282300 x1868160455831936/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623517 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623501.632307:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455831936:192.168.202.101@tcp:400:kworker.0 00000400:00000001:3.0:1781623501.632318:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623501.632320:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623501.632322:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c83c8. 00000400:00000200:3.0:1781623501.632328:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e707f8 00000400:00000010:3.0:1781623501.632330:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e707f8. 00000100:00000001:3.0:1781623501.632333:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623501.632337:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511280e00 x1868160455832064/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623501.632346:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511280e00 x1868160455832064/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623536 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623501.632352:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623501.632354:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623501.632355:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623501.632357:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623501.632980:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623501.632984:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623501.632986:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623501.632994:0:2351:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=128 v=20 (20 20 20 20) 00000100:00001000:3.0:1781623501.632998:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=49 v=5 (1 1 1 0) 00000100:00000001:3.0:1781623501.633001:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623501.633003:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623501.633004:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623501.633007:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623501.633011:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623501.633013:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781623501.633015:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623501.633017:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623501.633023:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511280e00 x1868160455832064/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623536 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623501.633053:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623501.633056:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623501.633058:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623501.633062:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511280e00 x1868160455832064/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623536 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623501.633071:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511280e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455832064:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623501.633076:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623501.633079:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623501.633082:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511282300 x1868160455831936/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623517 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623501.633103:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623501.633106:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623501.633110:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85080c4e00. 02000000:00000001:3.0:1781623501.633114:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623501.633116:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623501.633118:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781623501.633127:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623501.633130:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d400. 02000000:00000001:3.0:1781623501.633134:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623501.633135:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623501.633137:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511282300. 00000100:00000001:3.0:1781623501.633141:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623501.633142:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623501.633144:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623501.633148:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511280e00 x1868160455832064/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623536 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623501.633155:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623501.633156:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623501.633157:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85080c4400. 02000000:00000001:3.0:1781623501.633159:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623501.633161:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623501.633162:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781623501.633164:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623501.633166:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d900. 02000000:00000001:3.0:1781623501.633167:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623501.633168:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623501.633170:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511280e00. 00000100:00000001:3.0:1781623501.633172:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623501.633174:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623501.633177:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623501.633180:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623501.633181:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623501.633183:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623501.633185:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781623501.633511:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623501.633534:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623501.633537:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623501.633539:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623501.633546:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623501.633550:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623501.633559:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623501.633563:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623501.633569:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623501.633573:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005a7280 00000400:00000200:2.0:1781623501.633577:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623501.633583:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f87fd [1] + 224 00000800:00000001:2.0:1781623501.633589:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623501.633596:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623501.633599:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623501.633603:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623501.633610:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623501.633616:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511281180 x1868160455832192/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623517 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623501.633624:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511281180 x1868160455832192/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623517 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623501.633646:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623501.633655:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623501.633657:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623501.633770:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623501.633773:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781623501.633777:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623501.633778:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623501.633782:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c81b8. 00000400:00000200:3.0:1781623501.633787:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70660 00000400:00000010:3.0:1781623501.633790:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70660. 00000100:00000001:3.0:1781623501.633793:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623501.633797:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511281180 x1868160455832192/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623517 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623501.633807:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511281180 x1868160455832192/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623517 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623501.633814:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623501.633815:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623501.633818:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623501.633820:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623501.633822:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623501.633824:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623501.633826:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623501.633832:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=128 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623501.633836:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=127 v=5 (1 1 0 0) 00000100:00000001:3.0:1781623501.633838:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623501.633840:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623501.633842:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623501.633844:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623501.633846:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623501.633848:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:3.0:1781623501.633850:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623501.633852:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623501.633856:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511281180 x1868160455832192/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623517 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623501.633870:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623501.633872:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623501.633874:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623501.633878:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511281180 x1868160455832192/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623517 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623501.633887:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455832192:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623501.633891:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623501.633893:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623501.633896:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511281180 x1868160455832192/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623517 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623501.633902:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623501.633904:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623501.633906:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85080c4200. 02000000:00000001:3.0:1781623501.633909:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623501.633911:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623501.633912:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:3.0:1781623501.633914:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623501.633916:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d100. 02000000:00000001:3.0:1781623501.633918:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623501.633919:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623501.633921:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511281180. 00000100:00000001:3.0:1781623501.633923:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623501.633925:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623501.633927:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623501.633934:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623501.633936:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623501.633938:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623501.633940:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623502.006208:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623502.006217:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623502.006224:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623502.006226:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623502.006230:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623502.006231:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623502.006326:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623502.006330:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623502.006334:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623503.029535:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623503.029544:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623503.029546:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623503.029552:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623503.029554:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623503.029556:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623503.029561:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623503.029564:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623503.029566:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623503.029568:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623503.029572:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623503.029573:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623503.029576:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623503.029577:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623503.029615:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623503.029618:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623503.029621:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623504.053157:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623504.053165:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623504.053170:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623504.053172:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623504.053174:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623504.053175:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623504.053266:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623504.053269:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623504.053272:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623505.079127:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623505.079135:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623505.079141:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623505.079145:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623505.079148:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623505.079152:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623505.079155:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623505.079157:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623505.079160:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623505.079162:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623505.079167:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623505.079169:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623505.079170:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623505.079175:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623505.079177:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623505.079178:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623505.079181:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623505.079182:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623505.079184:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623505.079185:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623505.079714:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623505.079719:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623505.079722:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623506.102918:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623506.102926:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623506.102933:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623506.102935:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623506.102939:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623506.102940:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623506.102973:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623506.102976:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623506.102978:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781623506.741221:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623506.741232:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623506.741243:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511281180. 00000020:00000040:3.0:1781623506.741249:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781623506.741254:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623506.741257:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623506.741262:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623506.741271:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d100. 00000100:00000001:3.0:1781623506.741278:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623506.741289:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511281180 x1868160455832320/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623506.741301:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623506.741305:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623506.741312:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc6d7584] to pc [ptlrpcd_01_00+0] req@ffff8f8511281180 x1868160455832320/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623506.741360:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623506.741363:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623506.741366:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623506.741369:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511280e00. 00000020:00000040:3.0:1781623506.741371:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781623506.741373:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623506.741375:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623506.741377:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623506.741380:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d900. 00000100:00000001:3.0:1781623506.741383:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623506.741387:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511280e00 x1868160455832448/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623506.741394:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623506.741397:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623506.741401:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b263204] to pc [ptlrpcd_01_01+1] req@ffff8f8511280e00 x1868160455832448/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623506.741409:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623506.741412:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623506.741415:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623506.741419:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511282300. 00000020:00000040:3.0:1781623506.741421:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:3.0:1781623506.741423:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623506.741424:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623506.741426:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623506.741429:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d400. 00000100:00000001:3.0:1781623506.741431:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623506.741435:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f8511282300 x1868160455832576/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623506.741442:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623506.741444:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623506.741448:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd15682b] to pc [ptlrpcd_01_00+0] req@ffff8f8511282300 x1868160455832576/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623506.741455:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623506.741457:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781623506.741461:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781623506.741465:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7001) 00000100:00000001:3.0:1781623506.741481:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623506.741484:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623506.741486:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623506.741490:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511280e00 x1868160455832448/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623506.741498:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623506.741500:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623506.741503:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623506.741506:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623506.741509:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623506.741513:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511280e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455832448:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623506.741517:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623506.741523:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623506.741526:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623506.741529:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623506.741534:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85080c5e00. 02000000:00000001:3.0:1781623506.741536:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623506.741543:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623506.741548:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c81b8. 00000400:00000010:3.0:1781623506.741554:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70660. 00000100:00000200:3.0:1781623506.741561:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455832448, portal 10 00000100:00000001:3.0:1781623506.741564:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623506.741565:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414100992 : -123673295450624 : ffff8f8511280e00) 00000100:00000040:3.0:1781623506.741573:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511280e00 x1868160455832448/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623506.741580:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623506.741583:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623506.741585:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e707f8. 00000100:00000200:3.0:1781623506.741588:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455832448, offset 0 00000400:00000200:3.0:1781623506.741594:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623506.741601:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623506.741610:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623506.741616:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623506.741621:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623506.741624:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623506.741627:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623506.741630:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375791:375791:256:4294967295] 192.168.202.101@tcp LPNI seq info [375761:375761:8:4294967295] 00000400:00000200:3.0:1781623506.741635:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623506.741645:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623506.741651:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623506.741656:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7db00. 00000800:00000200:3.0:1781623506.741662:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623506.741670:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623506.741675:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7db00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623506.741687:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623506.741692:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 18108 usecs (19 jiffies) 00000400:00000200:3.0:1781623506.741695:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623506.741697:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301663763 00000100:00000001:3.0:1781623506.741701:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301666426 00000100:00000001:3.0:1781623506.741703:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301663763 00000100:00000001:3.0:1781623506.741705:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301666426 00000100:00000001:3.0:1781623506.741707:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623506.741709:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623506.741712:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623506.741715:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623506.741721:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623506.741723:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=30 : 30 : 1e) 00000100:00000001:3.0:1781623506.741725:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623506.741727:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623506.741728:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623506.741730:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1781623506.741732:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623506.741733:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623506.741735:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623506.741736:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623506.741737:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623506.741738:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623506.741742:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511281180 x1868160455832320/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623506.741749:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623506.741751:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623506.741753:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623506.741755:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623506.741757:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623506.741760:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455832320:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623506.741762:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623506.741765:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623506.741767:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623506.741768:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623506.741772:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85080c4a00. 02000000:00000001:3.0:1781623506.741774:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623506.741777:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623506.741779:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c83c8. 00000400:00000010:3.0:1781623506.741783:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e704c8. 00000100:00000200:3.0:1781623506.741786:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455832320, portal 25 00000100:00000001:3.0:1781623506.741788:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623506.741789:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414101888 : -123673295449728 : ffff8f8511281180) 00000100:00000040:3.0:1781623506.741794:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511281180 x1868160455832320/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623506.741800:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623506.741802:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623506.741804:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70198. 00000100:00000200:3.0:1781623506.741806:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455832320, offset 0 00000400:00000200:3.0:1781623506.741810:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623506.741813:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623506.741833:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623506.741836:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623506.741839:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623506.741841:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623506.741844:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623506.741846:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375792:375792:255:4294967295] 192.168.202.101@tcp LPNI seq info [375762:375762:7:4294967295] 00000400:00000200:3.0:1781623506.741851:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623506.741857:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623506.741861:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623506.741867:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7df00. 00000800:00000200:3.0:1781623506.741871:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623506.741875:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623506.741878:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7df00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623506.741881:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623506.741884:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623506.741886:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301671542 00000100:00000001:3.0:1781623506.741903:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301666426 00000100:00000001:3.0:1781623506.741907:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301671542 00000100:00000001:3.0:1781623506.741910:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301666426 00000100:00000001:3.0:1781623506.741912:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623506.741914:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623506.741916:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623506.741920:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511282300 x1868160455832576/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623506.741927:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623506.741928:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623506.741931:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623506.741932:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623506.741934:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623506.741937:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455832576:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623506.741940:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623506.741943:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623506.741944:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623506.741946:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623506.741948:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85080c4000. 02000000:00000001:3.0:1781623506.741950:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623506.741954:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623506.741956:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8318. 00000400:00000010:3.0:1781623506.741959:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70bb0. 00000100:00000200:3.0:1781623506.741962:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455832576, portal 4 00000100:00000001:3.0:1781623506.741964:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623506.741966:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414106368 : -123673295445248 : ffff8f8511282300) 00000100:00000040:3.0:1781623506.741972:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511282300 x1868160455832576/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623506.741979:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623506.741981:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623506.741983:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70dd0. 00000100:00000200:3.0:1781623506.741985:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455832576, offset 0 00000400:00000200:3.0:1781623506.741989:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623506.741992:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623506.741996:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623506.741999:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623506.742001:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623506.742003:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623506.742005:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623506.742008:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375793:375793:254:4294967295] 192.168.202.101@tcp LPNI seq info [375763:375763:6:4294967295] 00000400:00000200:3.0:1781623506.742011:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623506.742016:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623506.742020:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623506.742023:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d000. 00000800:00000200:3.0:1781623506.742064:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623506.742068:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623506.742070:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623506.742073:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623506.742077:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 492351 usecs (493 jiffies) 00000400:00000200:3.0:1781623506.742080:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623506.742082:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301664238 00000100:00000001:3.0:1781623506.742085:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301671542 00000100:00000001:3.0:1781623506.742087:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301664238 00000100:00000001:3.0:1781623506.742089:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301671542 00000100:00000001:3.0:1781623506.742092:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623506.742094:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623506.742096:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623506.742098:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623506.742144:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623506.742148:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7db00. 00000400:00000200:3.0:1781623506.742154:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623506.742160:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623506.742165:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e707f8 00000400:00000010:3.0:1781623506.742168:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e707f8. 00000100:00000001:3.0:1781623506.742172:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623506.742177:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511280e00 x1868160455832448/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623506.742185:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623506.742188:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511280e00 x1868160455832448/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623541 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623506.742194:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623506.742196:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623506.742206:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623506.742208:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7df00. 00000400:00000200:3.0:1781623506.742211:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623506.742214:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623506.742216:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70198 00000400:00000010:3.0:1781623506.742218:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70198. 00000100:00000001:3.0:1781623506.742220:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623506.742223:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511281180 x1868160455832320/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623506.742229:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623506.742232:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511281180 x1868160455832320/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623522 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623506.742239:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623506.742240:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623506.742294:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623506.742296:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d000. 00000400:00000200:3.0:1781623506.742299:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623506.742301:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623506.742303:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70dd0 00000400:00000010:3.0:1781623506.742305:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70dd0. 00000100:00000001:3.0:1781623506.742308:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623506.742311:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511282300 x1868160455832576/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623506.742318:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623506.742321:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511282300 x1868160455832576/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623522 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623506.742327:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623506.742328:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1781623506.743424:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623506.743428:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781623506.752419:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623506.752439:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623506.752443:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623506.752445:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623506.752456:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623506.752464:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623506.752474:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623506.752480:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623506.752486:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623506.752491:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005a7300 00000400:00000200:2.0:1781623506.752496:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623506.752502:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f881d [1] + 224 00000800:00000001:2.0:1781623506.752509:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623506.752514:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623506.752518:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623506.752523:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623506.752531:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623506.752541:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511281180 x1868160455832320/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623522 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623506.752555:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511281180 x1868160455832320/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623522 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623506.752577:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623506.752588:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623506.752592:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623506.752594:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623506.752596:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623506.752599:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623506.752603:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623506.752607:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623506.752609:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623506.752612:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623506.752615:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005a7400 00000400:00000200:2.0:1781623506.752619:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623506.752622:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f882d [1] + 224 00000800:00000001:2.0:1781623506.752625:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623506.752628:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623506.752630:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623506.752633:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623506.752637:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623506.752641:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511282300 x1868160455832576/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623522 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623506.752650:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511282300 x1868160455832576/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623522 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623506.752657:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623506.752661:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623506.752664:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623506.752666:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623506.752668:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623506.752671:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623506.752675:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623506.752678:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623506.752680:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623506.752683:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623506.752686:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005a7380 00000400:00000200:2.0:1781623506.752689:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623506.752692:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f880d [1] + 224 00000800:00000001:2.0:1781623506.752696:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623506.752702:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623506.752704:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623506.752707:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623506.752710:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623506.752713:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511280e00 x1868160455832448/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623541 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623506.752722:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511280e00 x1868160455832448/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623506.752729:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623506.752733:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623506.752736:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623506.752791:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623506.752796:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781623506.752804:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623506.752806:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623506.752810:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c83c8. 00000400:00000200:3.0:1781623506.752815:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e704c8 00000400:00000010:3.0:1781623506.752835:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e704c8. 00000100:00000001:3.0:1781623506.752839:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623506.752843:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511281180 x1868160455832320/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623522 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623506.752853:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511281180 x1868160455832320/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623522 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623506.752859:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623506.752862:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623506.752864:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623506.752868:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623506.752872:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623506.752875:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623506.752879:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623506.752886:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=133 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623506.752902:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=54 v=5 (1 1 1 0) 00000100:00000001:3.0:1781623506.752905:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623506.752907:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623506.752910:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623506.752912:0:2352:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623506.752915:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623506.752920:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511281180 x1868160455832320/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623522 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623506.752928:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623506.752932:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623506.752934:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623506.752938:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511281180 x1868160455832320/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623522 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623506.752946:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455832320:192.168.202.101@tcp:400:kworker.0 00000400:00000001:3.0:1781623506.752951:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623506.752953:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623506.752954:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8318. 00000400:00000200:3.0:1781623506.752957:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70bb0 00000400:00000010:3.0:1781623506.752959:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70bb0. 00000100:00000001:3.0:1781623506.752961:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623506.752964:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511282300 x1868160455832576/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623522 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623506.752972:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511282300 x1868160455832576/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623522 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623506.752977:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623506.752978:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623506.752980:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623506.752981:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623506.752983:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623506.752984:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623506.752986:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623506.752991:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=133 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623506.752995:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=132 v=5 (1 1 0 0) 00000100:00000001:3.0:1781623506.752997:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623506.752998:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623506.753000:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623506.753003:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623506.753006:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623506.753008:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:3.0:1781623506.753009:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623506.753010:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623506.753014:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511282300 x1868160455832576/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623522 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623506.753020:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623506.753022:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623506.753023:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623506.753065:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511282300 x1868160455832576/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623522 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623506.753072:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455832576:192.168.202.101@tcp:400:kworker.0 00000400:00000001:3.0:1781623506.753077:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623506.753078:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623506.753080:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c81b8. 00000400:00000200:3.0:1781623506.753082:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70660 00000400:00000010:3.0:1781623506.753084:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70660. 00000100:00000001:3.0:1781623506.753086:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623506.753089:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511280e00 x1868160455832448/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623506.753096:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511280e00 x1868160455832448/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623541 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623506.753101:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623506.753102:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623506.753104:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623506.753105:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623506.753107:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623506.753108:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623506.753111:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623506.753115:0:2352:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=133 v=20 (20 20 20 20) 00000100:00001000:3.0:1781623506.753119:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=54 v=5 (1 1 1 0) 00000100:00000001:3.0:1781623506.753121:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623506.753122:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623506.753124:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623506.753125:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623506.753127:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623506.753129:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781623506.753131:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623506.753133:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623506.753136:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511280e00 x1868160455832448/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623541 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623506.753143:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623506.753145:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623506.753146:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623506.753149:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511280e00 x1868160455832448/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623541 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623506.753155:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511280e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455832448:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623506.753160:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623506.753163:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623506.753166:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511281180 x1868160455832320/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623522 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623506.753172:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623506.753175:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623506.753179:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85080c4a00. 02000000:00000001:3.0:1781623506.753183:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623506.753187:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623506.753189:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781623506.753191:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623506.753194:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d100. 02000000:00000001:3.0:1781623506.753197:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623506.753199:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623506.753201:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511281180. 00000100:00000001:3.0:1781623506.753204:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623506.753206:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623506.753207:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623506.753211:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511282300 x1868160455832576/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623522 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623506.753216:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623506.753217:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623506.753219:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85080c4000. 02000000:00000001:3.0:1781623506.753221:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623506.753222:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623506.753223:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:3.0:1781623506.753224:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623506.753225:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d400. 02000000:00000001:3.0:1781623506.753227:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623506.753228:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623506.753229:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511282300. 00000100:00000001:3.0:1781623506.753231:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623506.753232:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623506.753233:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623506.753235:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511280e00 x1868160455832448/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623541 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623506.753240:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623506.753241:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623506.753243:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85080c5e00. 02000000:00000001:3.0:1781623506.753245:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623506.753246:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623506.753247:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781623506.753248:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623506.753249:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d900. 02000000:00000001:3.0:1781623506.753251:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623506.753252:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623506.753253:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511280e00. 00000100:00000001:3.0:1781623506.753256:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623506.753257:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623506.753260:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623506.753267:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623506.753269:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623506.753272:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623506.753274:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623507.125167:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623507.125175:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623507.125183:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623507.125184:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623507.125188:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623507.125189:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623507.125321:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623507.125325:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623507.125328:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623508.149161:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623508.149169:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623508.149175:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623508.149177:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623508.149180:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623508.149181:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623508.149272:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623508.149276:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623508.149279:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623509.173159:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623509.173166:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623509.173171:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623509.173172:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623509.173175:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623509.173177:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623509.173199:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623509.173201:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623509.173204:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623510.197160:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623510.197168:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623510.197174:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623510.197175:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623510.197179:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623510.197180:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623510.197277:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623510.197281:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623510.197284:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623511.221163:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623511.221170:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623511.221177:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623511.221178:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623511.221181:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623511.221183:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623511.221343:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623511.221347:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623511.221350:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781623511.861252:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623511.861263:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623511.861276:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511280e00. 00000020:00000040:3.0:1781623511.861283:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781623511.861287:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623511.861291:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623511.861296:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623511.861314:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d900. 00000100:00000001:3.0:1781623511.861322:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623511.861335:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511280e00 x1868160455832704/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623511.861347:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623511.861351:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623511.861358:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b263204] to pc [ptlrpcd_01_01+1] req@ffff8f8511280e00 x1868160455832704/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623511.861387:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623511.861390:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623511.861393:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623511.861396:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511282300. 00000020:00000040:3.0:1781623511.861398:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781623511.861400:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623511.861402:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623511.861404:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623511.861408:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d400. 00000100:00000001:3.0:1781623511.861411:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623511.861416:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511282300 x1868160455832832/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623511.861423:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623511.861425:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623511.861429:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd15682b] to pc [ptlrpcd_01_00+0] req@ffff8f8511282300 x1868160455832832/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623511.861438:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623511.861440:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623511.861443:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623511.861446:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511281180. 00000020:00000040:3.0:1781623511.861448:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:3.0:1781623511.861450:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623511.861452:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623511.861453:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623511.861457:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d100. 00000100:00000001:3.0:1781623511.861460:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623511.861464:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f8511281180 x1868160455832960/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623511.861471:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623511.861473:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623511.861477:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc6d7584] to pc [ptlrpcd_01_01+1] req@ffff8f8511281180 x1868160455832960/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623511.861484:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623511.861487:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781623511.861490:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781623511.861496:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7006) 00000100:00000001:3.0:1781623511.861572:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623511.861576:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623511.861579:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623511.861585:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511280e00 x1868160455832704/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623511.861659:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623511.861662:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623511.861667:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623511.861670:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623511.861673:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623511.861677:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511280e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455832704:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623511.861683:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623511.861690:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623511.861693:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623511.861696:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623511.861701:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85080c4c00. 02000000:00000001:3.0:1781623511.861703:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623511.861711:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623511.861715:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c81b8. 00000400:00000010:3.0:1781623511.861721:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70660. 00000100:00000200:3.0:1781623511.861728:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455832704, portal 25 00000100:00000001:3.0:1781623511.861731:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623511.861733:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414100992 : -123673295450624 : ffff8f8511280e00) 00000100:00000040:3.0:1781623511.861739:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511280e00 x1868160455832704/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623511.861747:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623511.861750:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623511.861753:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70bb0. 00000100:00000200:3.0:1781623511.861756:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455832704, offset 0 00000400:00000200:3.0:1781623511.861763:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623511.861773:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623511.861781:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623511.861787:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623511.861792:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623511.861795:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623511.861798:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623511.861803:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375794:375794:256:4294967295] 192.168.202.101@tcp LPNI seq info [375764:375764:8:4294967295] 00000400:00000200:3.0:1781623511.861807:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623511.861816:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623511.861822:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623511.861826:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d000. 00000800:00000200:3.0:1781623511.861834:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623511.861842:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623511.861847:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623511.861859:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623511.861864:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623511.861867:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301676662 00000100:00000001:3.0:1781623511.861873:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301671542 00000100:00000001:3.0:1781623511.861877:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301676662 00000100:00000001:3.0:1781623511.861880:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301671542 00000100:00000001:3.0:1781623511.861882:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623511.861885:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623511.861888:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623511.861892:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511281180 x1868160455832960/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623511.861899:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623511.861900:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623511.861902:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623511.861904:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623511.861906:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623511.861909:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455832960:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623511.861912:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623511.861914:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623511.861916:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623511.861918:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623511.861922:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85080c5c00. 02000000:00000001:3.0:1781623511.861924:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623511.861927:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623511.861930:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8318. 00000400:00000010:3.0:1781623511.861934:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e704c8. 00000100:00000200:3.0:1781623511.861937:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455832960, portal 4 00000100:00000001:3.0:1781623511.861939:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623511.861940:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414101888 : -123673295449728 : ffff8f8511281180) 00000100:00000040:3.0:1781623511.861947:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511281180 x1868160455832960/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623511.861954:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623511.861956:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623511.861959:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70dd0. 00000100:00000200:3.0:1781623511.861961:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455832960, offset 0 00000400:00000200:3.0:1781623511.861966:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623511.861970:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623511.861973:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623511.861976:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623511.861978:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623511.861981:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623511.861983:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623511.861986:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375795:375795:255:4294967295] 192.168.202.101@tcp LPNI seq info [375765:375765:7:4294967295] 00000400:00000200:3.0:1781623511.861990:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623511.861996:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623511.862000:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623511.862004:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7df00. 00000800:00000200:3.0:1781623511.862008:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623511.862012:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623511.862014:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7df00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623511.862018:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623511.862021:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 490673 usecs (491 jiffies) 00000400:00000200:3.0:1781623511.862389:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623511.862392:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301669356 00000100:00000001:3.0:1781623511.862395:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301676662 00000100:00000001:3.0:1781623511.862398:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301669356 00000100:00000001:3.0:1781623511.862400:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301676662 00000100:00000001:3.0:1781623511.862402:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623511.862404:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623511.862407:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623511.862411:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623511.862419:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623511.862421:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781623511.862423:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623511.862424:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623511.862426:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623511.862429:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1781623511.862430:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623511.862432:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623511.862434:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623511.862435:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623511.862436:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623511.862437:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623511.862442:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511282300 x1868160455832832/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623511.862450:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623511.862452:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623511.862454:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623511.862456:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623511.862458:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623511.862461:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455832832:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623511.862464:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623511.862467:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623511.862470:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623511.862471:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623511.862476:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85080c4a00. 02000000:00000001:3.0:1781623511.862478:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623511.862482:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623511.862485:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c83c8. 00000400:00000010:3.0:1781623511.862489:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70198. 00000100:00000200:3.0:1781623511.862492:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455832832, portal 10 00000100:00000001:3.0:1781623511.862494:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623511.862495:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414106368 : -123673295445248 : ffff8f8511282300) 00000100:00000040:3.0:1781623511.862501:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511282300 x1868160455832832/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623511.862508:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623511.862510:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623511.862512:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e707f8. 00000100:00000200:3.0:1781623511.862515:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455832832, offset 0 00000400:00000200:3.0:1781623511.862519:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623511.862523:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623511.862527:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623511.862529:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623511.862532:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623511.862534:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623511.862536:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623511.862539:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375796:375796:254:4294967295] 192.168.202.101@tcp LPNI seq info [375766:375766:6:4294967295] 00000400:00000200:3.0:1781623511.862543:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623511.862549:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623511.862552:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623511.862555:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7db00. 00000800:00000200:3.0:1781623511.862559:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623511.862564:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623511.862567:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7db00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623511.862570:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623511.862573:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 18105 usecs (19 jiffies) 00000400:00000200:3.0:1781623511.862577:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623511.862578:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301668884 00000100:00000001:3.0:1781623511.862581:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301676662 00000100:00000001:3.0:1781623511.862583:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301668884 00000100:00000001:3.0:1781623511.862584:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301676662 00000100:00000001:3.0:1781623511.862586:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623511.862588:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623511.862590:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623511.862592:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623511.862617:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623511.862620:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623511.862667:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623511.862672:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d000. 00000400:00000200:3.0:1781623511.862678:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623511.862683:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623511.862688:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70bb0 00000400:00000010:3.0:1781623511.862691:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70bb0. 00000100:00000001:3.0:1781623511.862696:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623511.862702:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511280e00 x1868160455832704/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623511.862710:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623511.862714:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511280e00 x1868160455832704/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623527 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623511.862721:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623511.862722:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623511.862734:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623511.862737:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7df00. 00000400:00000200:3.0:1781623511.862739:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623511.862742:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623511.862745:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70dd0 00000400:00000010:3.0:1781623511.862746:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70dd0. 00000100:00000001:3.0:1781623511.862749:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623511.862753:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511281180 x1868160455832960/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623511.862760:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623511.862762:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511281180 x1868160455832960/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623527 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623511.862768:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623511.862770:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623511.862833:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623511.862835:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7db00. 00000400:00000200:3.0:1781623511.862838:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623511.862841:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623511.862844:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e707f8 00000400:00000010:3.0:1781623511.862845:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e707f8. 00000100:00000001:3.0:1781623511.862848:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623511.862851:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511282300 x1868160455832832/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623511.862858:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623511.862861:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511282300 x1868160455832832/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623546 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623511.862867:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623511.862869:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781623511.868904:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623511.868923:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623511.868929:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623511.868932:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623511.868942:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623511.868950:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623511.868958:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623511.868963:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623511.868969:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623511.868973:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005a7500 00000400:00000200:2.0:1781623511.868981:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623511.868988:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f885d [1] + 224 00000800:00000001:2.0:1781623511.868995:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623511.868999:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623511.869002:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623511.869007:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623511.869015:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623511.869057:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511282300 x1868160455832832/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623546 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623511.869070:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511282300 x1868160455832832/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623511.869086:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623511.869094:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623511.869099:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623511.869101:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623511.869103:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623511.869106:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623511.869110:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623511.869114:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623511.869116:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623511.869119:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623511.869122:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005a7580 00000400:00000200:2.0:1781623511.869126:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623511.869130:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f884d [1] + 224 00000800:00000001:2.0:1781623511.869134:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623511.869140:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623511.869142:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623511.869145:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623511.869149:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623511.869153:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511281180 x1868160455832960/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623527 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623511.869169:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511281180 x1868160455832960/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623527 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623511.869177:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623511.869180:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623511.869183:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623511.869287:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623511.869292:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781623511.869307:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623511.869309:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623511.869313:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c83c8. 00000400:00000200:3.0:1781623511.869318:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70198 00000400:00000010:3.0:1781623511.869321:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70198. 00000100:00000001:3.0:1781623511.869324:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623511.869329:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511282300 x1868160455832832/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623511.869337:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511282300 x1868160455832832/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623546 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623511.869344:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623511.869346:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623511.869348:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623511.869351:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623511.869354:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623511.869356:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623511.869360:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623511.869369:0:2352:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=138 v=20 (20 20 20 20) 00000100:00001000:3.0:1781623511.869383:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=59 v=5 (1 1 1 0) 00000100:00000001:3.0:1781623511.869386:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623511.869388:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623511.869390:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623511.869394:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623511.869398:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623511.869400:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781623511.869402:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623511.869404:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623511.869409:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511282300 x1868160455832832/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623546 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623511.869417:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623511.869420:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623511.869422:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623511.869426:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511282300 x1868160455832832/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623546 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623511.869434:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455832832:192.168.202.101@tcp:400:kworker.0 00000400:00000001:3.0:1781623511.869440:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623511.869442:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623511.869444:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8318. 00000400:00000200:3.0:1781623511.869446:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e704c8 00000400:00000010:3.0:1781623511.869448:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e704c8. 00000100:00000001:3.0:1781623511.869450:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623511.869454:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511281180 x1868160455832960/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623527 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623511.869462:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511281180 x1868160455832960/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623527 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623511.869468:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623511.869469:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623511.869471:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623511.869473:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623511.869474:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623511.869475:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623511.869477:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623511.869482:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=138 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623511.869485:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=137 v=5 (1 1 0 0) 00000100:00000001:3.0:1781623511.869487:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623511.869488:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623511.869489:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623511.869491:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623511.869494:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623511.869495:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:3.0:1781623511.869497:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623511.869498:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623511.869502:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511281180 x1868160455832960/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623527 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623511.869508:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623511.869510:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623511.869511:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623511.869514:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511281180 x1868160455832960/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623527 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623511.869522:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455832960:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623511.869526:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623511.869528:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623511.869532:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511282300 x1868160455832832/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623546 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623511.869539:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623511.869541:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623511.869545:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85080c4a00. 02000000:00000001:3.0:1781623511.869548:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623511.869551:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623511.869552:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781623511.869554:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623511.869557:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d400. 02000000:00000001:3.0:1781623511.869560:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623511.869562:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623511.869564:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511282300. 00000100:00000001:3.0:1781623511.869568:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623511.869569:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623511.869571:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623511.869574:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511281180 x1868160455832960/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623527 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623511.869581:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623511.869582:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623511.869584:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85080c5c00. 02000000:00000001:3.0:1781623511.869586:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623511.869587:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623511.869588:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:3.0:1781623511.869590:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623511.869591:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d100. 02000000:00000001:3.0:1781623511.869593:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623511.869594:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623511.869595:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511281180. 00000100:00000001:3.0:1781623511.869597:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623511.869598:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623511.869601:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623511.869603:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623511.869604:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623511.869606:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623511.869607:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781623511.869713:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623511.869718:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623511.869721:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623511.869723:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623511.869727:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623511.869732:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623511.869738:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623511.869742:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623511.869745:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623511.869748:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005a7480 00000400:00000200:3.0:1781623511.869752:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623511.869757:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f883d [1] + 224 00000800:00000001:3.0:1781623511.869761:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623511.869766:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623511.869768:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623511.869772:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623511.869776:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623511.869780:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511280e00 x1868160455832704/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623527 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623511.869789:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511280e00 x1868160455832704/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623527 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623511.869812:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623511.869818:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623511.869821:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623511.873641:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623511.873649:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781623511.873660:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623511.873662:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623511.873666:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c81b8. 00000400:00000200:2.0:1781623511.873678:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70660 00000400:00000010:2.0:1781623511.873681:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70660. 00000100:00000001:2.0:1781623511.873686:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623511.873698:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511280e00 x1868160455832704/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623527 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623511.873710:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511280e00 x1868160455832704/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623527 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623511.873720:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623511.873722:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623511.873725:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623511.873729:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623511.873732:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623511.873735:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623511.873738:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623511.873746:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=138 v=5 (5 5 5 5) 00000100:00001000:2.0:1781623511.873750:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=59 v=5 (1 1 1 0) 00000100:00000001:2.0:1781623511.873753:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623511.873755:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623511.873758:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623511.873761:0:2352:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623511.873764:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623511.873769:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511280e00 x1868160455832704/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623527 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623511.873783:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623511.873787:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623511.873789:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623511.873793:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511280e00 x1868160455832704/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623527 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623511.873801:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511280e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455832704:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623511.873806:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623511.873808:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623511.873811:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511280e00 x1868160455832704/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623527 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623511.873817:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623511.873820:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623511.873823:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85080c4c00. 02000000:00000001:2.0:1781623511.873827:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623511.873830:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623511.873832:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781623511.873834:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623511.873837:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d900. 02000000:00000001:2.0:1781623511.873840:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623511.873842:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623511.873844:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511280e00. 00000100:00000001:2.0:1781623511.873847:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623511.873849:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623511.873851:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623511.873859:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623511.873861:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623511.873864:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623511.873866:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623512.245166:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623512.245173:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623512.245178:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623512.245180:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623512.245183:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623512.245184:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623512.245211:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623512.245214:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623512.245217:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623513.270082:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623513.270091:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623513.270093:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623513.270099:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623513.270101:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623513.270102:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623513.270108:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623513.270110:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623513.270112:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623513.270115:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623513.270120:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623513.270121:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623513.270125:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623513.270126:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623513.270268:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623513.270272:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623513.270275:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623514.294059:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623514.294065:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623514.294071:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623514.294072:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623514.294075:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623514.294077:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623514.294420:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623514.294423:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623514.294426:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623515.317263:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623515.317279:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623515.317285:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623515.317290:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623515.317292:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623515.317295:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623515.317298:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623515.317300:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623515.317303:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623515.317305:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623515.317309:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623515.317310:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623515.317312:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623515.317316:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623515.317318:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623515.317319:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623515.317320:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623515.317321:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623515.317323:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623515.317325:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623515.317352:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623515.317355:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623515.317358:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623516.342527:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623516.342534:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623516.342541:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623516.342542:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623516.342545:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623516.342546:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623516.342713:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623516.342717:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623516.342719:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781623516.981233:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623516.981244:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623516.981263:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733dc00. 00000020:00000040:1.0:1781623516.981270:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781623516.981274:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623516.981277:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623516.981282:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623516.981290:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85079ab500. 00000100:00000001:1.0:1781623516.981298:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623516.981310:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733dc00 x1868160455833088/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623516.981321:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623516.981325:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623516.981333:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033ccbb42] to pc [ptlrpcd_00_00+0] req@ffff8f850733dc00 x1868160455833088/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623516.981376:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623516.981379:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623516.981383:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623516.981386:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733ed80. 00000020:00000040:1.0:1781623516.981389:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781623516.981391:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623516.981393:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623516.981395:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623516.981398:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85079abb00. 00000100:00000001:1.0:1781623516.981401:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623516.981406:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733ed80 x1868160455833216/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623516.981414:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623516.981416:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623516.981420:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000923b046] to pc [ptlrpcd_00_01+1] req@ffff8f850733ed80 x1868160455833216/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623516.981428:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623516.981431:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623516.981434:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623516.981438:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733d500. 00000020:00000040:1.0:1781623516.981440:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:1.0:1781623516.981442:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623516.981443:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623516.981445:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623516.981450:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85079ab900. 00000100:00000001:1.0:1781623516.981453:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623516.981457:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f850733d500 x1868160455833344/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623516.981465:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623516.981467:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623516.981471:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000e3ddb18] to pc [ptlrpcd_00_00+0] req@ffff8f850733d500 x1868160455833344/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623516.981479:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623516.981481:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781623516.981484:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781623516.981489:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7011) 00000100:00000001:1.0:1781623516.981503:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623516.981507:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623516.981509:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623516.981514:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733ed80 x1868160455833216/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623516.981522:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623516.981524:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623516.981527:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623516.981530:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623516.981532:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623516.981536:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455833216:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623516.981540:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623516.981545:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623516.981548:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623516.981550:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623516.981555:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557400. 02000000:00000001:1.0:1781623516.981557:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623516.981564:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623516.981567:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631370. 00000400:00000010:1.0:1781623516.981573:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb14c8. 00000100:00000200:1.0:1781623516.981580:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455833216, portal 10 00000100:00000001:1.0:1781623516.981582:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623516.981584:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247106944 : -123673462444672 : ffff8f850733ed80) 00000100:00000040:1.0:1781623516.981591:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733ed80 x1868160455833216/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623516.981605:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623516.981608:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623516.981611:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1198. 00000100:00000200:1.0:1781623516.981614:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455833216, offset 0 00000400:00000200:1.0:1781623516.981620:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623516.981628:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623516.981635:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623516.981640:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623516.981654:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623516.981659:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623516.981661:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623516.981665:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375797:375797:256:4294967295] 192.168.202.101@tcp LPNI seq info [375767:375767:8:4294967295] 00000400:00000200:1.0:1781623516.981669:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623516.981679:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623516.981684:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623516.981689:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85079abc00. 00000800:00000200:1.0:1781623516.981696:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623516.981704:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623516.981707:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85079abc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623516.981724:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623516.981729:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 18095 usecs (19 jiffies) 00000400:00000200:1.0:1781623516.981732:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623516.981735:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301674003 00000100:00000001:1.0:1781623516.981739:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301676662 00000100:00000001:1.0:1781623516.981741:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301674003 00000100:00000001:1.0:1781623516.981743:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301676662 00000100:00000001:1.0:1781623516.981745:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623516.981747:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623516.981750:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623516.981752:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623516.981758:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623516.981760:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=30 : 30 : 1e) 00000100:00000001:1.0:1781623516.981762:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623516.981763:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623516.981764:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623516.981766:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1781623516.981768:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623516.981770:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623516.981771:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623516.981773:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623516.981773:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623516.981774:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623516.981779:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733dc00 x1868160455833088/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623516.981784:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623516.981786:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623516.981787:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623516.981789:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623516.981791:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623516.981793:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455833088:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623516.981796:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623516.981798:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623516.981800:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623516.981801:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623516.981805:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557800. 02000000:00000001:1.0:1781623516.981806:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623516.981809:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623516.981812:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85076312c0. 00000400:00000010:1.0:1781623516.981815:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1990. 00000100:00000200:1.0:1781623516.981818:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455833088, portal 25 00000100:00000001:1.0:1781623516.981819:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623516.981820:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247102464 : -123673462449152 : ffff8f850733dc00) 00000100:00000040:1.0:1781623516.981825:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733dc00 x1868160455833088/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623516.981831:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623516.981832:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623516.981834:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1330. 00000100:00000200:1.0:1781623516.981836:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455833088, offset 0 00000400:00000200:1.0:1781623516.981840:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623516.981844:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623516.981847:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623516.981850:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623516.981852:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623516.981854:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623516.981856:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623516.981858:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375798:375798:255:4294967295] 192.168.202.101@tcp LPNI seq info [375768:375768:7:4294967295] 00000400:00000200:1.0:1781623516.981862:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623516.981867:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623516.981872:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623516.981875:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85079ab800. 00000800:00000200:1.0:1781623516.981879:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623516.981883:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623516.981886:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85079ab800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623516.981888:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623516.981891:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623516.981893:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301681782 00000100:00000001:1.0:1781623516.981900:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301676662 00000100:00000001:1.0:1781623516.981904:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301681782 00000100:00000001:1.0:1781623516.981906:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301676662 00000100:00000001:1.0:1781623516.981909:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623516.981911:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623516.981913:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623516.981916:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733d500 x1868160455833344/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623516.981922:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623516.981924:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623516.981926:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623516.981927:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623516.981929:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623516.981932:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455833344:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623516.981935:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623516.981937:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623516.981938:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623516.981940:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623516.981942:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557600. 02000000:00000001:1.0:1781623516.981944:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623516.981947:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623516.981950:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631f20. 00000400:00000010:1.0:1781623516.981953:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1770. 00000100:00000200:1.0:1781623516.981956:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455833344, portal 4 00000100:00000001:1.0:1781623516.981957:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623516.981958:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247100672 : -123673462450944 : ffff8f850733d500) 00000100:00000040:1.0:1781623516.981964:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733d500 x1868160455833344/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623516.981970:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623516.981972:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623516.981975:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1cc0. 00000100:00000200:1.0:1781623516.981977:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455833344, offset 0 00000400:00000200:1.0:1781623516.981995:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623516.981998:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623516.982002:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623516.982004:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623516.982006:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623516.982008:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623516.982010:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623516.982013:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375799:375799:254:4294967295] 192.168.202.101@tcp LPNI seq info [375769:375769:6:4294967295] 00000400:00000200:1.0:1781623516.982016:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623516.982022:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623516.982070:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623516.982074:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f850a3acc00. 00000800:00000200:1.0:1781623516.982078:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623516.982082:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623516.982084:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f850a3acc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623516.982087:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623516.982089:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 488992 usecs (489 jiffies) 00000400:00000200:1.0:1781623516.982092:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623516.982094:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301674474 00000100:00000001:1.0:1781623516.982096:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301681782 00000100:00000001:1.0:1781623516.982098:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301674474 00000100:00000001:1.0:1781623516.982099:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301681782 00000100:00000001:1.0:1781623516.982101:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623516.982103:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623516.982105:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623516.982107:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781623516.982361:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1781623516.982366:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:2.0:1781623516.982367:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85079abc00. 00000100:00000001:0.0:1781623516.982370:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623516.982376:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623516.982383:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623516.982389:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1198 00000400:00000010:2.0:1781623516.982391:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1198. 00000100:00000001:2.0:1781623516.982396:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623516.982401:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733ed80 x1868160455833216/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623516.982408:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623516.982412:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733ed80 x1868160455833216/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623551 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623516.982418:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623516.982419:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781623516.982432:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623516.982435:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85079ab800. 00000400:00000200:2.0:1781623516.982438:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623516.982440:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623516.982442:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1330 00000400:00000010:2.0:1781623516.982443:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1330. 00000100:00000001:2.0:1781623516.982445:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623516.982448:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733dc00 x1868160455833088/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623516.982454:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623516.982456:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733dc00 x1868160455833088/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623532 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623516.982461:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623516.982462:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781623516.983086:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623516.983090:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f850a3acc00. 00000400:00000200:2.0:1781623516.983096:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623516.983101:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623516.983104:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1cc0 00000400:00000010:2.0:1781623516.983106:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1cc0. 00000100:00000001:2.0:1781623516.983109:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623516.983113:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733d500 x1868160455833344/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623516.983128:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623516.983130:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733d500 x1868160455833344/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623532 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623516.983136:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623516.983138:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781623516.986440:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623516.986459:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623516.986463:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623516.986465:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623516.986476:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623516.986483:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623516.986493:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623516.986499:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623516.986504:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623516.986508:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005a7680 00000400:00000200:3.0:1781623516.986513:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623516.986520:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f886d [1] + 224 00000800:00000001:3.0:1781623516.986528:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623516.986533:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623516.986536:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623516.986540:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623516.986548:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623516.986558:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733ed80 x1868160455833216/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623551 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623516.986569:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733ed80 x1868160455833216/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623551 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623516.986590:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623516.986598:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623516.986601:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623516.987016:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623516.987021:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781623516.987054:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623516.987056:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623516.987059:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631370. 00000400:00000200:1.0:1781623516.987064:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb14c8 00000400:00000010:1.0:1781623516.987067:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb14c8. 00000100:00000001:1.0:1781623516.987070:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623516.987076:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733ed80 x1868160455833216/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623551 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623516.987087:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733ed80 x1868160455833216/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623551 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623516.987101:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623516.987102:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623516.987106:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623516.987109:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623516.987111:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623516.987114:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623516.987117:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623516.987125:0:2350:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=143 v=20 (20 20 20 20) 00000100:00001000:1.0:1781623516.987130:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=64 v=5 (1 1 1 0) 00000100:00000001:1.0:1781623516.987132:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623516.987134:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623516.987137:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623516.987141:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623516.987145:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781623516.987147:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781623516.987149:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781623516.987151:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623516.987156:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733ed80 x1868160455833216/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623551 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623516.987163:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623516.987166:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623516.987168:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623516.987173:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733ed80 x1868160455833216/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623551 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623516.987181:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455833216:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623516.987186:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623516.987188:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623516.987192:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733ed80 x1868160455833216/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623551 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623516.987199:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623516.987201:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623516.987205:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557400. 02000000:00000001:1.0:1781623516.987209:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623516.987212:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623516.987214:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781623516.987216:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623516.987218:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85079abb00. 02000000:00000001:1.0:1781623516.987222:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623516.987224:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623516.987226:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733ed80. 00000100:00000001:1.0:1781623516.987230:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623516.987231:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623516.987234:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623516.987236:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623516.987237:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623516.987239:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623516.987241:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781623516.988679:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623516.988691:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623516.988695:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623516.988697:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623516.988704:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623516.988710:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623516.988717:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623516.988721:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623516.988726:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623516.988729:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005a7700 00000400:00000200:2.0:1781623516.988739:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623516.988744:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f887d [1] + 224 00000800:00000001:2.0:1781623516.988751:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623516.988756:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623516.988759:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623516.988763:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623516.988769:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623516.988776:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733d500 x1868160455833344/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623532 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623516.988787:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733d500 x1868160455833344/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623516.988813:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623516.988821:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623516.988824:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623516.989019:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623516.989022:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781623516.989052:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623516.989054:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623516.989057:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631f20. 00000400:00000200:1.0:1781623516.989062:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1770 00000400:00000010:1.0:1781623516.989064:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1770. 00000100:00000001:1.0:1781623516.989067:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623516.989072:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733d500 x1868160455833344/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623516.989081:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733d500 x1868160455833344/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623532 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623516.989087:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623516.989089:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623516.989092:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623516.989094:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623516.989096:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623516.989098:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623516.989101:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623516.989117:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=143 v=5 (5 5 5 5) 00000100:00001000:1.0:1781623516.989123:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=142 v=5 (1 1 0 0) 00000100:00000001:1.0:1781623516.989125:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623516.989126:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623516.989129:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623516.989132:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623516.989136:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781623516.989138:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:1.0:1781623516.989140:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781623516.989141:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623516.989146:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733d500 x1868160455833344/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623532 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623516.989153:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623516.989156:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623516.989157:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623516.989161:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733d500 x1868160455833344/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623532 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623516.989170:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455833344:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623516.989174:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623516.989177:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623516.989180:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733d500 x1868160455833344/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623532 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623516.989187:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623516.989189:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623516.989192:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557600. 02000000:00000001:1.0:1781623516.989197:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623516.989199:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623516.989201:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:1.0:1781623516.989203:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623516.989205:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85079ab900. 02000000:00000001:1.0:1781623516.989209:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623516.989210:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623516.989212:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733d500. 00000100:00000001:1.0:1781623516.989216:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623516.989218:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623516.989221:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623516.989223:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623516.989224:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623516.989225:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623516.989227:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781623516.996548:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623516.996565:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623516.996568:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623516.996570:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623516.996579:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623516.996587:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623516.996595:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623516.996600:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623516.996605:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623516.996610:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005a7600 00000400:00000200:3.0:1781623516.996614:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623516.996620:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8875 [1] + 224 00000800:00000001:3.0:1781623516.996627:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623516.996632:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623516.996635:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623516.996640:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623516.996656:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623516.996664:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733dc00 x1868160455833088/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623532 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623516.996675:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733dc00 x1868160455833088/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623516.996694:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623516.996701:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623516.996703:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623516.996767:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623516.996772:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781623516.996778:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623516.996780:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623516.996784:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85076312c0. 00000400:00000200:1.0:1781623516.996788:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1990 00000400:00000010:1.0:1781623516.996790:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1990. 00000100:00000001:1.0:1781623516.996794:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623516.996798:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733dc00 x1868160455833088/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623516.996807:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733dc00 x1868160455833088/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623532 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623516.996814:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623516.996815:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623516.996817:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623516.996821:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623516.996823:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623516.996825:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623516.996827:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623516.996834:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=143 v=5 (5 5 5 5) 00000100:00001000:1.0:1781623516.996838:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=64 v=5 (1 1 1 0) 00000100:00000001:1.0:1781623516.996840:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623516.996842:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623516.996845:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623516.996847:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623516.996849:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623516.996854:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733dc00 x1868160455833088/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623532 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623516.996860:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623516.996864:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623516.996866:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623516.996870:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733dc00 x1868160455833088/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623532 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623516.996878:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455833088:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623516.996882:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623516.996884:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623516.996888:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733dc00 x1868160455833088/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623532 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623516.996894:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623516.996897:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623516.996900:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557800. 02000000:00000001:1.0:1781623516.996904:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623516.996915:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623516.996918:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781623516.996920:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623516.996922:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85079ab500. 02000000:00000001:1.0:1781623516.996925:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623516.996927:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623516.996929:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733dc00. 00000100:00000001:1.0:1781623516.996932:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623516.996934:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623516.996936:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623516.996942:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623516.996944:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623516.996946:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623516.996948:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623517.365239:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623517.365246:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623517.365261:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623517.365262:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623517.365266:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623517.365267:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623517.365477:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623517.365481:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623517.365485:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623518.391410:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623518.391418:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623518.391426:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623518.391427:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623518.391431:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623518.391432:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623518.391460:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623518.391464:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623518.391466:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623519.413159:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623519.413167:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623519.413173:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623519.413175:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623519.413177:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623519.413179:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623519.413288:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623519.413292:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623519.413295:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623520.437156:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623520.437163:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623520.437170:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623520.437171:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623520.437174:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623520.437175:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623520.439164:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623520.439169:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623520.439171:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623521.462354:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623521.462361:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623521.462367:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623521.462368:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623521.462371:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623521.462372:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623521.462396:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623521.462399:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623521.462402:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781623522.101298:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623522.101310:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623522.101324:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0ea00. 00000020:00000040:2.0:1781623522.101333:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781623522.101338:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623522.101341:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623522.101347:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623522.101355:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3700. 00000100:00000001:2.0:1781623522.101363:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623522.101378:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0ea00 x1868160455833472/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623522.101390:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623522.101396:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623522.101402:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c67663d] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0ea00 x1868160455833472/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623522.101443:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623522.101446:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623522.101449:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623522.101452:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0f480. 00000020:00000040:2.0:1781623522.101455:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781623522.101457:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623522.101458:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623522.101460:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623522.101463:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3300. 00000100:00000001:2.0:1781623522.101466:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623522.101470:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0f480 x1868160455833600/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623522.101483:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623522.101485:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623522.101488:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c68e5924] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0f480 x1868160455833600/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623522.101495:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623522.101497:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623522.101500:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623522.101503:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0ed80. 00000020:00000040:2.0:1781623522.101505:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:2.0:1781623522.101506:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623522.101508:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623522.101509:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623522.101511:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3000. 00000100:00000001:2.0:1781623522.101513:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623522.101517:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f8508b0ed80 x1868160455833728/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623522.101523:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623522.101524:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623522.101528:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006824e33d] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0ed80 x1868160455833728/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623522.101535:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623522.101538:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781623522.101541:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781623522.101547:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7016) 00000100:00000001:2.0:1781623522.101565:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623522.101569:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623522.101572:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623522.101577:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0f480 x1868160455833600/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623522.101588:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623522.101590:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623522.101595:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623522.101598:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623522.101601:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623522.101858:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455833600:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623522.101864:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623522.101870:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623522.101872:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623522.101875:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623522.101879:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079800. 02000000:00000001:2.0:1781623522.101881:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623522.101888:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623522.101893:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08c08. 00000400:00000010:2.0:1781623522.101900:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d770. 00000100:00000200:2.0:1781623522.101907:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455833600, portal 10 00000100:00000001:2.0:1781623522.101910:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623522.101912:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272077952 : -123673437473664 : ffff8f8508b0f480) 00000100:00000040:2.0:1781623522.101919:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0f480 x1868160455833600/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623522.101927:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623522.101929:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623522.101932:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901daa0. 00000100:00000200:2.0:1781623522.101935:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455833600, offset 0 00000400:00000200:2.0:1781623522.101941:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623522.101951:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623522.101960:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623522.101967:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623522.101971:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623522.101975:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623522.101977:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623522.101982:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375800:375800:256:4294967295] 192.168.202.101@tcp LPNI seq info [375770:375770:8:4294967295] 00000400:00000200:2.0:1781623522.101986:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623522.101996:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623522.102003:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623522.102009:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3500. 00000800:00000200:2.0:1781623522.102016:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623522.102023:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623522.102116:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623522.102128:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623522.102132:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 18081 usecs (19 jiffies) 00000400:00000200:2.0:1781623522.102136:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623522.102139:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301679124 00000100:00000001:2.0:1781623522.102143:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301681782 00000100:00000001:2.0:1781623522.102145:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301679124 00000100:00000001:2.0:1781623522.102148:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301681782 00000100:00000001:2.0:1781623522.102151:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623522.102153:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623522.102156:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623522.102159:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623522.102166:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623522.102168:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=30 : 30 : 1e) 00000100:00000001:2.0:1781623522.102171:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623522.102172:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623522.102174:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623522.102176:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1781623522.102178:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623522.102179:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623522.102181:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623522.102182:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623522.102183:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623522.102184:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623522.102188:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0ea00 x1868160455833472/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623522.102195:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623522.102196:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623522.102198:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623522.102200:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623522.102202:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623522.102204:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455833472:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623522.102219:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623522.102222:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623522.102223:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623522.102225:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623522.102229:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078c00. 02000000:00000001:2.0:1781623522.102230:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623522.102234:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623522.102237:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08058. 00000400:00000010:2.0:1781623522.102240:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d330. 00000100:00000200:2.0:1781623522.102243:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455833472, portal 25 00000100:00000001:2.0:1781623522.102245:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623522.102246:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272075264 : -123673437476352 : ffff8f8508b0ea00) 00000100:00000040:2.0:1781623522.102252:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0ea00 x1868160455833472/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623522.102258:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623522.102260:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623522.102262:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d220. 00000100:00000200:2.0:1781623522.102264:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455833472, offset 0 00000400:00000200:2.0:1781623522.102268:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623522.102272:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623522.102275:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623522.102278:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623522.102280:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623522.102283:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623522.102285:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623522.102288:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375801:375801:255:4294967295] 192.168.202.101@tcp LPNI seq info [375771:375771:7:4294967295] 00000400:00000200:2.0:1781623522.102291:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623522.102296:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623522.102300:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623522.102304:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3200. 00000800:00000200:2.0:1781623522.102307:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623522.102311:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623522.102314:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623522.102317:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623522.102320:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623522.102322:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301686903 00000100:00000001:2.0:1781623522.102328:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301681782 00000100:00000001:2.0:1781623522.102333:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301686903 00000100:00000001:2.0:1781623522.102336:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301681782 00000100:00000001:2.0:1781623522.102338:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623522.102340:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623522.102343:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623522.102347:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0ed80 x1868160455833728/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623522.102354:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623522.102355:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623522.102357:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623522.102359:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623522.102360:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623522.102363:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455833728:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623522.102365:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623522.102368:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623522.102369:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623522.102371:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623522.102373:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079a00. 02000000:00000001:2.0:1781623522.102376:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623522.102379:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623522.102381:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08790. 00000400:00000010:2.0:1781623522.102385:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d990. 00000100:00000200:2.0:1781623522.102388:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455833728, portal 4 00000100:00000001:2.0:1781623522.102390:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623522.102391:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272076160 : -123673437475456 : ffff8f8508b0ed80) 00000100:00000040:2.0:1781623522.102396:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0ed80 x1868160455833728/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623522.102403:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623522.102405:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623522.102408:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d908. 00000100:00000200:2.0:1781623522.102410:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455833728, offset 0 00000400:00000200:2.0:1781623522.102414:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623522.102417:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623522.102420:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623522.102422:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623522.102424:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623522.102426:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623522.102429:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623522.102431:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375802:375802:254:4294967295] 192.168.202.101@tcp LPNI seq info [375772:375772:6:4294967295] 00000400:00000200:2.0:1781623522.102435:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623522.102440:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623522.102445:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623522.102448:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3f00. 00000800:00000200:2.0:1781623522.102452:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623522.102456:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623522.102458:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623522.102460:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623522.102463:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 487322 usecs (488 jiffies) 00000400:00000200:2.0:1781623522.102465:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623522.102467:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301679593 00000100:00000001:2.0:1781623522.102469:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301686903 00000100:00000001:2.0:1781623522.102471:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301679593 00000100:00000001:2.0:1781623522.102473:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301686903 00000100:00000001:2.0:1781623522.102475:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623522.102477:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623522.102479:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623522.102481:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781623522.103079:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623522.103084:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3500. 00000400:00000200:2.0:1781623522.103090:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623522.103094:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623522.103098:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901daa0 00000400:00000010:2.0:1781623522.103100:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901daa0. 00000100:00000001:2.0:1781623522.103104:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623522.103108:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0f480 x1868160455833600/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623522.103115:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623522.103117:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0f480 x1868160455833600/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623557 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623522.103121:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623522.103122:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781623522.103136:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623522.103137:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3200. 00000400:00000200:2.0:1781623522.103138:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623522.103140:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623522.103142:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d220 00000400:00000010:2.0:1781623522.103143:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d220. 00000100:00000001:2.0:1781623522.103144:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623522.103146:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0ea00 x1868160455833472/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623522.103150:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623522.103152:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0ea00 x1868160455833472/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623538 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623522.103156:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623522.103156:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781623522.103225:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623522.103228:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3f00. 00000400:00000200:2.0:1781623522.103230:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623522.103233:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623522.103235:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d908 00000400:00000010:2.0:1781623522.103237:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d908. 00000100:00000001:2.0:1781623522.103239:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623522.103243:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0ed80 x1868160455833728/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623522.103249:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623522.103251:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0ed80 x1868160455833728/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623538 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623522.103257:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623522.103258:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1781623522.106866:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623522.106875:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781623522.107440:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623522.107455:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623522.107459:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623522.107461:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623522.107470:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623522.107478:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623522.107486:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623522.107491:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623522.107496:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623522.107500:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005a7800 00000400:00000200:2.0:1781623522.107504:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623522.107510:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8885 [1] + 224 00000800:00000001:2.0:1781623522.107517:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623522.107521:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623522.107524:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623522.107529:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623522.107537:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623522.107545:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0f480 x1868160455833600/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623557 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623522.107556:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0f480 x1868160455833600/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623557 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623522.107575:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623522.107584:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623522.107588:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623522.107590:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623522.107591:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623522.107595:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623522.107599:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623522.107603:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623522.107617:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623522.107620:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623522.107623:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005a7880 00000400:00000200:2.0:1781623522.107626:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623522.107630:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f88a5 [1] + 224 00000800:00000001:2.0:1781623522.107633:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623522.107639:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623522.107641:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623522.107644:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623522.107647:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623522.107651:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0ed80 x1868160455833728/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623538 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623522.107660:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0ed80 x1868160455833728/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623522.107668:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623522.107679:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623522.107682:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623522.107786:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623522.107795:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781623522.107806:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623522.107809:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623522.107815:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08790. 00000400:00000200:3.0:1781623522.107824:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d990 00000400:00000010:3.0:1781623522.107827:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d990. 00000100:00000001:3.0:1781623522.107832:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623522.107843:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0ed80 x1868160455833728/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623522.107855:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0ed80 x1868160455833728/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623538 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623522.107864:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623522.107867:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623522.107870:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623522.107979:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623522.107982:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623522.107985:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623522.107989:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623522.108002:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=149 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623522.108008:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=148 v=5 (1 1 0 0) 00000100:00000001:3.0:1781623522.108011:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623522.108013:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623522.108017:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623522.108022:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623522.108183:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623522.108186:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:3.0:1781623522.108189:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623522.108191:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623522.108198:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0ed80 x1868160455833728/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623538 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623522.108220:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623522.108224:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623522.108227:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623522.108232:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0ed80 x1868160455833728/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623538 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623522.108241:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455833728:192.168.202.101@tcp:400:kworker.0 00000400:00000001:2.0:1781623522.108445:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623522.108448:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623522.108451:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08c08. 00000400:00000200:2.0:1781623522.108456:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d770 00000400:00000010:2.0:1781623522.108458:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d770. 00000100:00000001:2.0:1781623522.108462:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623522.108467:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0f480 x1868160455833600/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623557 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623522.108476:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0f480 x1868160455833600/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623557 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623522.108483:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623522.108485:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623522.108487:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623522.108489:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623522.108490:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623522.108492:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623522.108494:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623522.108499:0:2352:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=149 v=20 (20 20 20 20) 00000100:00001000:2.0:1781623522.108503:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=70 v=5 (1 1 1 0) 00000100:00000001:2.0:1781623522.108505:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623522.108506:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623522.108508:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623522.108510:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623522.108513:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781623522.108515:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:2.0:1781623522.108517:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781623522.108518:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623522.108522:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0f480 x1868160455833600/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623557 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623522.108529:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623522.108531:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623522.108532:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623522.108536:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0f480 x1868160455833600/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623557 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623522.108545:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455833600:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623522.108550:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623522.108553:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623522.108556:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0ed80 x1868160455833728/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623538 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623522.108563:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623522.108567:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623522.108572:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079a00. 02000000:00000001:2.0:1781623522.108577:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623522.108581:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623522.108583:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:2.0:1781623522.108585:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623522.108589:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3000. 02000000:00000001:2.0:1781623522.108595:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623522.108597:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623522.108600:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0ed80. 00000100:00000001:2.0:1781623522.108800:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623522.108802:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623522.108805:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623522.108810:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0f480 x1868160455833600/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623557 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623522.108817:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623522.108818:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623522.108820:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079800. 02000000:00000001:2.0:1781623522.108823:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623522.108825:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623522.108826:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:2.0:1781623522.108828:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623522.108829:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3300. 02000000:00000001:2.0:1781623522.108832:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623522.108834:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623522.108835:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0f480. 00000100:00000001:2.0:1781623522.108838:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623522.108840:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623522.108844:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623522.108846:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623522.108848:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623522.108850:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623522.108852:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781623522.112594:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623522.112629:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623522.112643:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623522.112648:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623522.112661:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623522.112670:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623522.112680:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623522.112686:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623522.112693:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623522.112697:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005a7780 00000400:00000200:2.0:1781623522.112703:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623522.112712:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8895 [1] + 224 00000800:00000001:2.0:1781623522.112720:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623522.112729:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623522.112732:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623522.112737:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623522.112747:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623522.112760:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0ea00 x1868160455833472/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623538 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623522.112772:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0ea00 x1868160455833472/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623522.112839:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623522.112843:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623522.112864:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623522.112875:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623522.112878:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1781623522.114199:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623522.114216:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623522.114221:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08058. 00000400:00000200:3.0:1781623522.114232:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d330 00000400:00000010:3.0:1781623522.114235:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d330. 00000100:00000001:3.0:1781623522.114240:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623522.114251:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0ea00 x1868160455833472/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623522.114263:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0ea00 x1868160455833472/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623538 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623522.114270:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623522.114272:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623522.114276:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623522.114281:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623522.114347:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623522.114351:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623522.114355:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623522.114364:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=149 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623522.114369:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=70 v=5 (1 1 1 0) 00000100:00000001:3.0:1781623522.114373:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623522.114375:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623522.114378:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623522.114381:0:2352:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623522.114384:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623522.114389:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0ea00 x1868160455833472/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623538 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623522.114396:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623522.114400:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623522.114403:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623522.114407:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0ea00 x1868160455833472/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623538 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623522.114414:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455833472:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623522.114420:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623522.114423:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623522.114426:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0ea00 x1868160455833472/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623538 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623522.114433:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623522.114437:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623522.114441:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078c00. 02000000:00000001:3.0:1781623522.114445:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623522.114449:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623522.114452:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781623522.114454:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623522.114457:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3700. 02000000:00000001:3.0:1781623522.114463:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623522.114465:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623522.114467:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0ea00. 00000100:00000001:3.0:1781623522.114472:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623522.114473:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623522.114477:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623522.114487:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623522.114490:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623522.114493:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623522.114496:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623522.486721:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623522.486733:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623522.486736:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623522.486745:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623522.486747:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623522.486750:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623522.486756:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623522.486759:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623522.486761:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623522.486764:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623522.486770:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623522.486771:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623522.486776:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623522.486777:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623522.487229:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623522.487234:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623522.487238:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623523.509135:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623523.509142:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623523.509148:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623523.509149:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623523.509153:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623523.509154:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623523.509245:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623523.509249:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623523.509252:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623524.533842:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623524.533851:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623524.533856:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623524.533858:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623524.533861:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623524.533862:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623524.533889:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623524.533892:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623524.533895:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623525.557389:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623525.557396:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623525.557402:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623525.557405:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623525.557408:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623525.557411:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623525.557415:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623525.557417:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623525.557419:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623525.557421:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623525.557423:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623525.557425:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623525.557426:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623525.557431:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623525.557433:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623525.557435:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623525.557436:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623525.557437:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623525.557438:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623525.557441:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623525.558693:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623525.558697:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623525.558702:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623526.586921:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623526.586928:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623526.586933:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623526.586935:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623526.586938:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623526.586939:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623526.589680:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623526.589688:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623526.589693:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781623527.222809:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623527.222820:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623527.222828:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511281180. 00000020:00000040:3.0:1781623527.222835:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781623527.222840:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623527.222843:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623527.222848:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623527.222857:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d100. 00000100:00000001:3.0:1781623527.222863:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623527.222876:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511281180 x1868160455833856/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623527.222886:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623527.222890:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623527.222896:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc6d7584] to pc [ptlrpcd_01_01+1] req@ffff8f8511281180 x1868160455833856/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623527.222931:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623527.222934:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623527.222937:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623527.222941:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511282300. 00000020:00000040:3.0:1781623527.222944:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781623527.222946:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623527.222947:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623527.222948:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623527.222952:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d400. 00000100:00000001:3.0:1781623527.222955:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623527.222959:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511282300 x1868160455833984/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623527.222971:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623527.222973:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623527.222977:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd15682b] to pc [ptlrpcd_01_00+0] req@ffff8f8511282300 x1868160455833984/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623527.222983:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623527.222986:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623527.222988:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623527.222992:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511282680. 00000020:00000040:3.0:1781623527.222994:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:3.0:1781623527.222996:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623527.222997:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623527.222999:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623527.223002:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7db00. 00000100:00000001:3.0:1781623527.223003:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623527.223007:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f8511282680 x1868160455834112/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623527.223013:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623527.223014:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623527.223017:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008781aa17] to pc [ptlrpcd_01_01+1] req@ffff8f8511282680 x1868160455834112/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623527.223023:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623527.223060:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781623527.223064:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781623527.223068:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7021) 00000100:00000001:3.0:1781623527.223079:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623527.223082:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623527.223084:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623527.223089:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511282300 x1868160455833984/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623527.223100:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623527.223102:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623527.223105:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623527.223107:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623527.223109:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623527.223112:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455833984:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623527.223116:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623527.223121:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623527.223123:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623527.223136:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623527.223141:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85080c5c00. 02000000:00000001:3.0:1781623527.223142:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623527.223149:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623527.223153:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8318. 00000400:00000010:3.0:1781623527.223169:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e704c8. 00000100:00000200:3.0:1781623527.223176:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455833984, portal 10 00000100:00000001:3.0:1781623527.223179:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623527.223181:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414106368 : -123673295445248 : ffff8f8511282300) 00000100:00000040:3.0:1781623527.223188:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511282300 x1868160455833984/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623527.223194:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623527.223196:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623527.223199:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70198. 00000100:00000200:3.0:1781623527.223202:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455833984, offset 0 00000400:00000200:3.0:1781623527.223208:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623527.223216:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623527.223223:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623527.223227:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623527.223231:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623527.223235:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623527.223237:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623527.223241:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375803:375803:256:4294967295] 192.168.202.101@tcp LPNI seq info [375773:375773:8:4294967295] 00000400:00000200:3.0:1781623527.223245:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623527.223253:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623527.223259:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623527.223263:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7df00. 00000800:00000200:3.0:1781623527.223331:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623527.223338:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623527.223343:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7df00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623527.223353:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623527.223357:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 18070 usecs (19 jiffies) 00000400:00000200:3.0:1781623527.223361:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623527.223364:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301684245 00000100:00000001:3.0:1781623527.223367:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301686903 00000100:00000001:3.0:1781623527.223369:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301684245 00000100:00000001:3.0:1781623527.223370:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301686903 00000100:00000001:3.0:1781623527.223372:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623527.223375:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623527.223378:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623527.223380:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623527.223386:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623527.223398:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=30 : 30 : 1e) 00000100:00000001:3.0:1781623527.223401:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623527.223402:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623527.223403:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623527.223406:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1781623527.223407:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623527.223409:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623527.223410:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623527.223411:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623527.223412:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623527.223413:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623527.223417:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511281180 x1868160455833856/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623527.223425:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623527.223426:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623527.223428:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623527.223430:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623527.223432:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623527.223435:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455833856:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623527.223437:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623527.223440:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623527.223441:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623527.223443:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623527.223446:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85080c4c00. 02000000:00000001:3.0:1781623527.223448:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623527.223451:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623527.223453:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c83c8. 00000400:00000010:3.0:1781623527.223457:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e707f8. 00000100:00000200:3.0:1781623527.223460:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455833856, portal 25 00000100:00000001:3.0:1781623527.223462:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623527.223463:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414101888 : -123673295449728 : ffff8f8511281180) 00000100:00000040:3.0:1781623527.223468:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511281180 x1868160455833856/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623527.223474:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623527.223476:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623527.223478:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70dd0. 00000100:00000200:3.0:1781623527.223480:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455833856, offset 0 00000400:00000200:3.0:1781623527.223484:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623527.223489:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623527.223493:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623527.223496:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623527.223498:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623527.223500:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623527.223502:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623527.223506:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375804:375804:255:4294967295] 192.168.202.101@tcp LPNI seq info [375774:375774:7:4294967295] 00000400:00000200:3.0:1781623527.223509:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623527.223515:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623527.223519:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623527.223522:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d000. 00000800:00000200:3.0:1781623527.223525:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623527.223529:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623527.223531:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623527.223534:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623527.223537:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623527.223539:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301692024 00000100:00000001:3.0:1781623527.223544:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301686903 00000100:00000001:3.0:1781623527.223548:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301692024 00000100:00000001:3.0:1781623527.223552:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301686903 00000100:00000001:3.0:1781623527.223555:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623527.223557:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623527.223559:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623527.223562:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511282680 x1868160455834112/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623527.223568:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623527.223570:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623527.223571:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623527.223573:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623527.223575:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623527.223577:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511282680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455834112:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623527.223580:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623527.223582:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623527.223584:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623527.223586:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623527.223589:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85080c5a00. 02000000:00000001:3.0:1781623527.223592:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623527.223595:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623527.223598:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c84d0. 00000400:00000010:3.0:1781623527.223601:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70bb0. 00000100:00000200:3.0:1781623527.223604:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455834112, portal 4 00000100:00000001:3.0:1781623527.223606:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623527.223607:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414107264 : -123673295444352 : ffff8f8511282680) 00000100:00000040:3.0:1781623527.223612:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511282680 x1868160455834112/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623527.223618:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623527.223620:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623527.223622:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70550. 00000100:00000200:3.0:1781623527.223624:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455834112, offset 0 00000400:00000200:3.0:1781623527.223628:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623527.223631:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623527.223634:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623527.223637:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623527.223639:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623527.223641:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623527.223643:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623527.223645:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375805:375805:254:4294967295] 192.168.202.101@tcp LPNI seq info [375775:375775:6:4294967295] 00000400:00000200:3.0:1781623527.223649:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623527.223654:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623527.223658:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623527.223661:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d500. 00000800:00000200:3.0:1781623527.223665:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623527.223669:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623527.223672:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623527.223674:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623527.223677:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 485658 usecs (486 jiffies) 00000400:00000200:3.0:1781623527.223680:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623527.223682:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301684712 00000100:00000001:3.0:1781623527.223684:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301692024 00000100:00000001:3.0:1781623527.223686:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301684712 00000100:00000001:3.0:1781623527.223688:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301692024 00000100:00000001:3.0:1781623527.223690:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623527.223693:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623527.223695:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623527.223697:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623527.223932:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623527.223936:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781623527.223972:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623527.223977:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7df00. 00000400:00000200:2.0:1781623527.223981:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623527.223987:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623527.223992:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70198 00000400:00000010:2.0:1781623527.223995:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70198. 00000100:00000001:2.0:1781623527.223999:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623527.224004:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511282300 x1868160455833984/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623527.224013:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623527.224016:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511282300 x1868160455833984/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623562 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623527.224022:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623527.224043:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781623527.224055:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623527.224057:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d000. 00000400:00000200:2.0:1781623527.224059:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623527.224062:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623527.224064:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70dd0 00000400:00000010:2.0:1781623527.224066:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70dd0. 00000100:00000001:2.0:1781623527.224068:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623527.224072:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511281180 x1868160455833856/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623527.224078:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623527.224081:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511281180 x1868160455833856/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623543 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623527.224086:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623527.224088:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781623527.224141:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623527.224144:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d500. 00000400:00000200:2.0:1781623527.224147:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623527.224150:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623527.224152:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70550 00000400:00000010:2.0:1781623527.224154:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70550. 00000100:00000001:2.0:1781623527.224156:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623527.224169:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511282680 x1868160455834112/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623527.224175:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623527.224178:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511282680 x1868160455834112/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623543 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623527.224185:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623527.224186:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781623527.229785:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623527.229802:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623527.229806:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623527.229808:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623527.229818:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623527.229825:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623527.229833:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623527.229839:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623527.229844:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623527.229848:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005a7900 00000400:00000200:2.0:1781623527.229854:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623527.229860:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f88c5 [1] + 224 00000800:00000001:2.0:1781623527.229867:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623527.229870:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623527.229873:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623527.229887:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623527.229894:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623527.229902:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511281180 x1868160455833856/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623543 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623527.229919:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511281180 x1868160455833856/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623527.229939:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623527.229947:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623527.229950:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623527.229952:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623527.229954:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623527.229956:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623527.229959:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623527.229963:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623527.229965:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623527.229968:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623527.229971:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005a7980 00000400:00000200:2.0:1781623527.229974:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623527.229977:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f88b5 [1] + 224 00000800:00000001:2.0:1781623527.229980:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623527.229983:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623527.229985:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623527.229987:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623527.229990:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623527.229993:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511282300 x1868160455833984/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623562 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623527.230001:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511282300 x1868160455833984/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623562 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623527.230007:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623527.230009:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623527.230011:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623527.230012:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623527.230014:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623527.230017:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623527.230020:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623527.230023:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623527.230052:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623527.230055:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623527.230057:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005a7a00 00000400:00000200:2.0:1781623527.230061:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623527.230064:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f88d5 [1] + 224 00000800:00000001:2.0:1781623527.230067:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623527.230073:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623527.230075:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623527.230077:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623527.230080:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623527.230084:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511282680 x1868160455834112/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623543 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623527.230092:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511282680 x1868160455834112/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623527.230098:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623527.230101:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623527.230104:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623527.230250:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623527.230254:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781623527.230259:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623527.230261:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623527.230264:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c83c8. 00000400:00000200:3.0:1781623527.230267:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e707f8 00000400:00000010:3.0:1781623527.230269:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e707f8. 00000100:00000001:3.0:1781623527.230271:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623527.230275:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511281180 x1868160455833856/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623527.230281:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511281180 x1868160455833856/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623543 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623527.230285:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623527.230286:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623527.230287:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623527.230290:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623527.230292:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623527.230294:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623527.230296:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623527.230302:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=154 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623527.230305:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=75 v=5 (1 1 1 0) 00000100:00000001:3.0:1781623527.230307:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623527.230308:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623527.230310:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623527.230312:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623527.230313:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623527.230317:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511281180 x1868160455833856/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623543 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623527.230322:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623527.230324:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623527.230326:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623527.230328:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511281180 x1868160455833856/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623543 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623527.230332:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455833856:192.168.202.101@tcp:400:kworker.0 00000400:00000001:3.0:1781623527.230336:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623527.230337:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623527.230337:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c84d0. 00000400:00000200:3.0:1781623527.230338:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70bb0 00000400:00000010:3.0:1781623527.230339:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70bb0. 00000100:00000001:3.0:1781623527.230340:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623527.230342:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511282680 x1868160455834112/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623527.230347:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511282680 x1868160455834112/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623543 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623527.230350:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623527.230351:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623527.230352:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623527.230353:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623527.230354:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623527.230354:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623527.230355:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623527.230360:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=154 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623527.230362:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=153 v=5 (1 1 0 0) 00000100:00000001:3.0:1781623527.230363:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623527.230364:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623527.230365:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623527.230366:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623527.230369:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623527.230372:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:3.0:1781623527.230373:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623527.230374:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623527.230376:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511282680 x1868160455834112/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623543 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623527.230380:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623527.230381:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623527.230381:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623527.230383:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511282680 x1868160455834112/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623543 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623527.230387:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511282680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455834112:192.168.202.101@tcp:400:kworker.0 00000400:00000001:3.0:1781623527.230458:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623527.230459:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623527.230460:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8318. 00000400:00000200:3.0:1781623527.230463:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e704c8 00000400:00000010:3.0:1781623527.230464:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e704c8. 00000100:00000001:3.0:1781623527.230466:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623527.230470:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511282300 x1868160455833984/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623562 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623527.230478:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511282300 x1868160455833984/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623562 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623527.230484:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623527.230485:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623527.230487:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623527.230488:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623527.230489:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623527.230490:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623527.230491:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623527.230495:0:2351:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=154 v=20 (20 20 20 20) 00000100:00001000:3.0:1781623527.230497:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=75 v=5 (1 1 1 0) 00000100:00000001:3.0:1781623527.230498:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623527.230500:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623527.230501:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623527.230502:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623527.230504:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623527.230505:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781623527.230506:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623527.230507:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623527.230509:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511282300 x1868160455833984/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623562 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623527.230514:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623527.230516:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623527.230517:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623527.230520:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511282300 x1868160455833984/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623562 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623527.230527:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455833984:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623527.230531:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623527.230533:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623527.230536:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511281180 x1868160455833856/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623543 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623527.230542:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623527.230544:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623527.230548:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85080c4c00. 02000000:00000001:3.0:1781623527.230551:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623527.230554:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623527.230556:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781623527.230558:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623527.230561:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d100. 02000000:00000001:3.0:1781623527.230565:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623527.230567:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623527.230568:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511281180. 00000100:00000001:3.0:1781623527.230572:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623527.230573:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623527.230574:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623527.230579:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511282680 x1868160455834112/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623543 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623527.230585:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623527.230586:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623527.230587:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85080c5a00. 02000000:00000001:3.0:1781623527.230589:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623527.230590:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623527.230591:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:3.0:1781623527.230593:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623527.230594:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7db00. 02000000:00000001:3.0:1781623527.230596:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623527.230597:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623527.230598:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511282680. 00000100:00000001:3.0:1781623527.230600:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623527.230602:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623527.230603:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623527.230617:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511282300 x1868160455833984/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623562 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623527.230622:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623527.230623:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623527.230625:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85080c5c00. 02000000:00000001:3.0:1781623527.230627:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623527.230628:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623527.230629:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781623527.230630:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623527.230631:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d400. 02000000:00000001:3.0:1781623527.230633:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623527.230634:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623527.230785:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511282300. 00000100:00000001:3.0:1781623527.230790:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623527.230792:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623527.230794:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623527.230802:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623527.230803:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623527.230805:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623527.230808:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623527.605179:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623527.605186:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623527.605191:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623527.605192:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623527.605196:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623527.605197:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623527.605222:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623527.605225:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623527.605228:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623528.629286:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623528.629292:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623528.629297:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623528.629298:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623528.629301:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623528.629302:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623528.629391:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623528.629395:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623528.629399:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623529.653864:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623529.653870:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623529.653875:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623529.653876:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623529.653879:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623529.653880:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623529.654000:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623529.654003:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623529.654006:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623530.677108:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623530.677114:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623530.677120:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623530.677121:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623530.677124:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623530.677125:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623530.677155:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623530.677158:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623530.677161:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623531.701252:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623531.701260:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623531.701266:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623531.701267:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623531.701271:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623531.701272:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623531.701371:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623531.701375:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623531.701377:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781623532.342602:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623532.342612:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623532.342621:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511282300. 00000020:00000040:3.0:1781623532.342626:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781623532.342631:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623532.342634:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623532.342638:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623532.342646:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d400. 00000100:00000001:3.0:1781623532.342652:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623532.342665:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511282300 x1868160455834240/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623532.342675:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623532.342680:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623532.342687:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd15682b] to pc [ptlrpcd_01_00+0] req@ffff8f8511282300 x1868160455834240/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623532.342716:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623532.342719:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623532.342722:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623532.342725:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511282680. 00000020:00000040:3.0:1781623532.342727:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781623532.342729:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623532.342731:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623532.342733:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623532.342736:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7db00. 00000100:00000001:3.0:1781623532.342738:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623532.342742:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511282680 x1868160455834368/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623532.342749:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623532.342751:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623532.342755:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008781aa17] to pc [ptlrpcd_01_01+1] req@ffff8f8511282680 x1868160455834368/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623532.342770:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623532.342772:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623532.342775:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623532.342778:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511281180. 00000020:00000040:3.0:1781623532.342780:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:3.0:1781623532.342782:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623532.342783:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623532.342784:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623532.342788:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d100. 00000100:00000001:3.0:1781623532.342790:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623532.342794:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f8511281180 x1868160455834496/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623532.342800:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623532.342802:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623532.342806:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc6d7584] to pc [ptlrpcd_01_00+0] req@ffff8f8511281180 x1868160455834496/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623532.342813:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623532.342815:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781623532.342818:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781623532.342823:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7027) 00000100:00000001:3.0:1781623532.342837:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623532.342840:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623532.342842:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623532.342846:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511282300 x1868160455834240/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623532.342854:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623532.342856:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623532.342859:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623532.342861:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623532.342864:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623532.342868:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455834240:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623532.342872:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623532.342877:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623532.342879:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623532.342881:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623532.342885:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85080c4400. 02000000:00000001:3.0:1781623532.342886:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623532.342893:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623532.342897:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8318. 00000400:00000010:3.0:1781623532.342903:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e704c8. 00000100:00000200:3.0:1781623532.342911:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455834240, portal 25 00000100:00000001:3.0:1781623532.342913:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623532.342915:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414106368 : -123673295445248 : ffff8f8511282300) 00000100:00000040:3.0:1781623532.342919:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511282300 x1868160455834240/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623532.342927:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623532.342929:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623532.342932:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70bb0. 00000100:00000200:3.0:1781623532.342934:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455834240, offset 0 00000400:00000200:3.0:1781623532.342940:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623532.342949:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623532.342956:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623532.342962:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623532.342966:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623532.342969:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623532.342972:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623532.342975:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375806:375806:256:4294967295] 192.168.202.101@tcp LPNI seq info [375776:375776:8:4294967295] 00000400:00000200:3.0:1781623532.342980:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623532.342988:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623532.342995:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623532.342999:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d500. 00000800:00000200:3.0:1781623532.343007:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623532.343015:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623532.343019:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623532.343047:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623532.343051:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623532.343054:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301697144 00000100:00000001:3.0:1781623532.343060:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301692024 00000100:00000001:3.0:1781623532.343063:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301697144 00000100:00000001:3.0:1781623532.343066:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301692024 00000100:00000001:3.0:1781623532.343069:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623532.343072:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623532.343074:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623532.343089:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511281180 x1868160455834496/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623532.343096:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623532.343098:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623532.343100:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623532.343102:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623532.343103:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623532.343106:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455834496:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623532.343109:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623532.343120:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623532.343122:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623532.343123:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623532.343127:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85080c4e00. 02000000:00000001:3.0:1781623532.343128:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623532.343132:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623532.343134:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c84d0. 00000400:00000010:3.0:1781623532.343137:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e707f8. 00000100:00000200:3.0:1781623532.343140:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455834496, portal 4 00000100:00000001:3.0:1781623532.343142:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623532.343144:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414101888 : -123673295449728 : ffff8f8511281180) 00000100:00000040:3.0:1781623532.343150:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511281180 x1868160455834496/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623532.343155:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623532.343157:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623532.343159:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e703b8. 00000100:00000200:3.0:1781623532.343162:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455834496, offset 0 00000400:00000200:3.0:1781623532.343166:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623532.343169:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623532.343172:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623532.343175:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623532.343177:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623532.343179:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623532.343181:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623532.343183:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375807:375807:255:4294967295] 192.168.202.101@tcp LPNI seq info [375777:375777:7:4294967295] 00000400:00000200:3.0:1781623532.343187:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623532.343192:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623532.343196:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623532.343199:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d000. 00000800:00000200:3.0:1781623532.343202:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623532.343207:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623532.343209:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623532.343212:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623532.343215:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 484010 usecs (485 jiffies) 00000400:00000200:3.0:1781623532.343218:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623532.343220:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301689831 00000100:00000001:3.0:1781623532.343222:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301697144 00000100:00000001:3.0:1781623532.343224:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301689831 00000100:00000001:3.0:1781623532.343226:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301697144 00000100:00000001:3.0:1781623532.343230:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623532.343232:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623532.343234:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623532.343236:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623532.343242:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623532.343244:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781623532.343246:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623532.343247:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623532.343248:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623532.343250:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1781623532.343252:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623532.343253:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623532.343255:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623532.343256:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623532.343257:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623532.343258:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623532.343261:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511282680 x1868160455834368/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623532.343267:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623532.343268:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623532.343270:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623532.343272:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623532.343274:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623532.343276:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511282680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455834368:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623532.343279:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623532.343281:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623532.343283:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623532.343284:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623532.343287:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85080c4600. 02000000:00000001:3.0:1781623532.343288:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623532.343291:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623532.343294:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c83c8. 00000400:00000010:3.0:1781623532.343297:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70d48. 00000100:00000200:3.0:1781623532.343299:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455834368, portal 10 00000100:00000001:3.0:1781623532.343300:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623532.343302:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414107264 : -123673295444352 : ffff8f8511282680) 00000100:00000040:3.0:1781623532.343307:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511282680 x1868160455834368/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623532.343313:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623532.343315:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623532.343317:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70110. 00000100:00000200:3.0:1781623532.343319:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455834368, offset 0 00000400:00000200:3.0:1781623532.343323:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623532.343326:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623532.343329:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623532.343331:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623532.343333:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623532.343336:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623532.343338:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623532.343341:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375808:375808:254:4294967295] 192.168.202.101@tcp LPNI seq info [375778:375778:6:4294967295] 00000400:00000200:3.0:1781623532.343344:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623532.343350:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623532.343353:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623532.343356:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7df00. 00000800:00000200:3.0:1781623532.343360:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623532.343364:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623532.343366:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7df00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623532.343368:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623532.343371:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 18058 usecs (19 jiffies) 00000400:00000200:3.0:1781623532.343374:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623532.343375:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301689365 00000100:00000001:3.0:1781623532.343377:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301697144 00000100:00000001:3.0:1781623532.343380:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301689365 00000100:00000001:3.0:1781623532.343382:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301697144 00000100:00000001:3.0:1781623532.343386:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623532.343388:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623532.343390:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623532.343392:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623532.343416:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623532.343418:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623532.343460:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623532.343464:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d500. 00000400:00000200:3.0:1781623532.343468:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623532.343473:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623532.343477:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70bb0 00000400:00000010:3.0:1781623532.343480:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70bb0. 00000100:00000001:3.0:1781623532.343484:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623532.343488:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511282300 x1868160455834240/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623532.343496:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623532.343499:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511282300 x1868160455834240/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623548 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623532.343506:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623532.343507:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623532.343516:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623532.343518:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d000. 00000400:00000200:3.0:1781623532.343519:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623532.343522:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623532.343525:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e703b8 00000400:00000010:3.0:1781623532.343526:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e703b8. 00000100:00000001:3.0:1781623532.343528:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623532.343531:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511281180 x1868160455834496/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623532.343536:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623532.343539:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511281180 x1868160455834496/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623548 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623532.343545:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623532.343546:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623532.343605:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623532.343608:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7df00. 00000400:00000200:3.0:1781623532.343610:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623532.343614:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623532.343616:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70110 00000400:00000010:3.0:1781623532.343618:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70110. 00000100:00000001:3.0:1781623532.343619:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623532.343623:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511282680 x1868160455834368/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623532.343629:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623532.343632:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511282680 x1868160455834368/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623567 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623532.343638:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623532.343640:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781623532.346946:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623532.346965:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623532.346969:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623532.346972:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623532.346981:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623532.346989:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623532.346997:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623532.347002:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623532.347008:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623532.347012:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005a7b80 00000400:00000200:3.0:1781623532.347016:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623532.347022:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f88f5 [1] + 224 00000800:00000001:3.0:1781623532.347048:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623532.347053:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623532.347056:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623532.347060:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623532.347067:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623532.347075:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511281180 x1868160455834496/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623548 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623532.347086:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511281180 x1868160455834496/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623532.347099:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623532.347107:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623532.347110:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623532.347122:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623532.347125:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623532.347127:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623532.347131:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623532.347135:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623532.347137:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623532.347140:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623532.347142:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005a7b00 00000400:00000200:3.0:1781623532.347146:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623532.347150:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8905 [1] + 224 00000800:00000001:3.0:1781623532.347153:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623532.347159:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623532.347161:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623532.347163:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623532.347166:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623532.347170:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511282680 x1868160455834368/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623567 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623532.347177:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511282680 x1868160455834368/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623567 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623532.347184:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623532.347187:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623532.347190:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623532.347217:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623532.347221:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781623532.347226:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623532.347229:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623532.347232:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c83c8. 00000400:00000200:3.0:1781623532.347236:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70d48 00000400:00000010:3.0:1781623532.347239:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70d48. 00000100:00000001:3.0:1781623532.347241:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623532.347246:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511282680 x1868160455834368/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623567 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623532.350294:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511282680 x1868160455834368/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623567 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623532.350307:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623532.350310:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623532.350314:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623532.350317:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623532.350320:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623532.350322:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623532.350325:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623532.350333:0:2351:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=9 v=20 (20 20 20 20) 00000100:00001000:3.0:1781623532.350337:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=80 v=5 (1 1 1 0) 00000100:00000001:3.0:1781623532.350340:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623532.350342:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623532.350344:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623532.350348:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623532.350351:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623532.350353:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781623532.350355:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623532.350356:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623532.350361:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511282680 x1868160455834368/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623567 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623532.350369:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623532.350372:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623532.350374:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623532.350378:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511282680 x1868160455834368/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623567 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623532.350391:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511282680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455834368:192.168.202.101@tcp:400:kworker.0 00000400:00000001:3.0:1781623532.350401:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623532.350403:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623532.350406:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c84d0. 00000400:00000200:3.0:1781623532.350410:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e707f8 00000400:00000010:3.0:1781623532.350413:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e707f8. 00000100:00000001:3.0:1781623532.350416:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623532.350420:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511281180 x1868160455834496/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623532.350428:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511281180 x1868160455834496/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623548 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623532.350434:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623532.350435:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623532.350437:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623532.350438:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623532.350439:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623532.350440:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623532.350442:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623532.350445:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=9 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623532.350448:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=8 v=5 (1 1 1 0) 00000100:00000001:3.0:1781623532.350450:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623532.350451:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623532.350452:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623532.350454:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623532.350456:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623532.350457:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:3.0:1781623532.350459:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623532.350460:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623532.350464:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511281180 x1868160455834496/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623548 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623532.350470:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623532.350472:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623532.350473:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623532.350476:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511281180 x1868160455834496/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623548 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623532.350483:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455834496:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623532.350487:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623532.350489:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623532.350492:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511282680 x1868160455834368/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623567 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623532.350498:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623532.350500:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623532.350503:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85080c4600. 02000000:00000001:3.0:1781623532.350506:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623532.350508:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623532.350510:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781623532.350512:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623532.350514:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7db00. 02000000:00000001:3.0:1781623532.350517:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623532.350518:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623532.350520:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511282680. 00000100:00000001:3.0:1781623532.350523:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623532.350525:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623532.350526:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623532.350529:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511281180 x1868160455834496/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623548 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623532.350535:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623532.350536:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623532.350537:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85080c4e00. 02000000:00000001:3.0:1781623532.350539:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623532.350540:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623532.350541:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:3.0:1781623532.350542:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623532.350544:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d100. 02000000:00000001:3.0:1781623532.350546:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623532.350547:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623532.350548:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511281180. 00000100:00000001:3.0:1781623532.350550:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623532.350551:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623532.350555:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623532.350557:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623532.350559:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623532.350560:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623532.350562:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781623532.352284:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623532.352298:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623532.352302:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623532.352304:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623532.352312:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623532.352319:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623532.352327:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623532.352331:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623532.352336:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623532.352341:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005a7a80 00000400:00000200:2.0:1781623532.352346:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623532.352352:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f88e5 [1] + 224 00000800:00000001:2.0:1781623532.352359:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623532.352365:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623532.352368:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623532.352372:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623532.352379:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623532.352386:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511282300 x1868160455834240/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623548 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623532.352397:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511282300 x1868160455834240/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623532.352413:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623532.352420:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623532.352422:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623532.352457:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623532.352461:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781623532.352467:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623532.352469:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623532.352472:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8318. 00000400:00000200:3.0:1781623532.352476:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e704c8 00000400:00000010:3.0:1781623532.352478:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e704c8. 00000100:00000001:3.0:1781623532.352481:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623532.352486:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511282300 x1868160455834240/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623532.352494:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511282300 x1868160455834240/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623548 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623532.352500:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623532.352501:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623532.352503:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623532.352506:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623532.352508:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623532.352510:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623532.352513:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623532.352518:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=9 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623532.352522:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=80 v=5 (1 1 1 0) 00000100:00000001:3.0:1781623532.352524:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623532.352526:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623532.352528:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623532.352530:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623532.352532:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623532.352536:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511282300 x1868160455834240/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623548 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623532.352544:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623532.352547:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623532.352549:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623532.352553:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511282300 x1868160455834240/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623548 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623532.352560:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455834240:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623532.352564:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623532.352566:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623532.352569:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511282300 x1868160455834240/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623548 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623532.352575:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623532.352577:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623532.352580:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85080c4400. 02000000:00000001:3.0:1781623532.352582:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623532.352585:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623532.352856:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781623532.352859:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623532.352862:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d400. 02000000:00000001:3.0:1781623532.352865:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623532.352867:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623532.352869:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511282300. 00000100:00000001:3.0:1781623532.352872:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623532.352873:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623532.352875:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623532.352883:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623532.352885:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623532.352887:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623532.352890:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623532.725192:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623532.725200:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623532.725202:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623532.725210:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623532.725212:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623532.725213:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623532.725219:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623532.725221:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623532.725222:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623532.725224:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623532.725229:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623532.725230:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623532.725233:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623532.725234:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623532.725328:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623532.725331:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623532.725334:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623533.749817:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623533.749824:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623533.749830:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623533.749831:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623533.749834:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623533.749836:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623533.749862:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623533.749865:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623533.749867:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623534.773346:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623534.773353:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623534.773359:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623534.773360:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623534.773363:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623534.773364:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623534.775134:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623534.775140:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623534.775145:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623535.797123:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623535.797131:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623535.797137:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623535.797140:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623535.797143:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623535.797146:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623535.797150:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623535.797152:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623535.797153:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623535.797156:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623535.797159:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623535.797160:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623535.797161:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623535.797167:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623535.797169:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623535.797170:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623535.797171:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623535.797172:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623535.797174:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623535.797176:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623535.797272:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623535.797275:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623535.797278:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623536.821188:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623536.821199:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623536.821208:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623536.821209:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623536.821213:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623536.821214:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623536.821247:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623536.821250:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623536.821254:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781623537.461205:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623537.461223:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623537.461239:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511282300. 00000020:00000040:3.0:1781623537.461249:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781623537.461257:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623537.461263:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623537.461272:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623537.461284:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d400. 00000100:00000001:3.0:1781623537.461294:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623537.461311:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511282300 x1868160455834624/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623537.461325:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623537.461331:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623537.461338:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd15682b] to pc [ptlrpcd_01_01+1] req@ffff8f8511282300 x1868160455834624/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623537.461383:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623537.461386:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623537.461390:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623537.461394:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511281180. 00000020:00000040:3.0:1781623537.461397:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781623537.461399:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623537.461401:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623537.461403:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623537.461406:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d100. 00000100:00000001:3.0:1781623537.461409:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623537.461414:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511281180 x1868160455834752/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623537.461422:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623537.461424:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623537.461438:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc6d7584] to pc [ptlrpcd_01_00+0] req@ffff8f8511281180 x1868160455834752/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623537.461447:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623537.461450:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623537.461453:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623537.461458:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511282680. 00000020:00000040:3.0:1781623537.461460:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:3.0:1781623537.461462:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623537.461463:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623537.461465:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623537.461468:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7db00. 00000100:00000001:3.0:1781623537.461471:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623537.461474:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f8511282680 x1868160455834880/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623537.461480:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623537.461482:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623537.461485:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008781aa17] to pc [ptlrpcd_01_01+1] req@ffff8f8511282680 x1868160455834880/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623537.461493:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623537.461495:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781623537.461499:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781623537.461506:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7032) 00000100:00000001:3.0:1781623537.461523:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623537.461527:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623537.461530:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623537.461537:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511281180 x1868160455834752/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623537.461555:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623537.461558:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623537.461563:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623537.461567:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623537.461570:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623537.461574:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455834752:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623537.461579:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623537.461587:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623537.461590:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623537.461595:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623537.461600:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85080c4c00. 02000000:00000001:3.0:1781623537.461603:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623537.461613:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623537.461617:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8318. 00000400:00000010:3.0:1781623537.461627:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e704c8. 00000100:00000200:3.0:1781623537.461636:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455834752, portal 10 00000100:00000001:3.0:1781623537.461639:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623537.461641:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414101888 : -123673295449728 : ffff8f8511281180) 00000100:00000040:3.0:1781623537.461650:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511281180 x1868160455834752/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623537.461658:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623537.461661:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623537.461664:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e707f8. 00000100:00000200:3.0:1781623537.461667:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455834752, offset 0 00000400:00000200:3.0:1781623537.461674:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623537.461686:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623537.461709:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623537.461716:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623537.461722:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623537.461727:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623537.461730:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623537.461735:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375809:375809:256:4294967295] 192.168.202.101@tcp LPNI seq info [375779:375779:8:4294967295] 00000400:00000200:3.0:1781623537.461740:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623537.461751:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623537.461758:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623537.461764:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7df00. 00000800:00000200:3.0:1781623537.461772:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623537.461782:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623537.461788:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7df00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623537.461801:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623537.461808:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 18047 usecs (19 jiffies) 00000400:00000200:3.0:1781623537.461812:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623537.461816:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301694483 00000100:00000001:3.0:1781623537.461820:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301697144 00000100:00000001:3.0:1781623537.461823:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301694483 00000100:00000001:3.0:1781623537.461825:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301697144 00000100:00000001:3.0:1781623537.461828:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623537.461832:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623537.461836:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623537.461839:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623537.461849:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623537.461852:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=30 : 30 : 1e) 00000100:00000001:3.0:1781623537.461854:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623537.461855:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623537.461857:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623537.461859:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1781623537.461861:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623537.461863:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623537.461865:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623537.461866:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623537.461867:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623537.461869:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623537.461872:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511282300 x1868160455834624/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623537.461880:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623537.461881:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623537.461884:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623537.461885:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623537.461887:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623537.461891:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455834624:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623537.461894:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623537.461896:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623537.461898:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623537.461900:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623537.461903:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85080c4600. 02000000:00000001:3.0:1781623537.461905:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623537.461909:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623537.461912:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c84d0. 00000400:00000010:3.0:1781623537.461916:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70d48. 00000100:00000200:3.0:1781623537.461919:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455834624, portal 25 00000100:00000001:3.0:1781623537.461921:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623537.461923:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414106368 : -123673295445248 : ffff8f8511282300) 00000100:00000040:3.0:1781623537.461929:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511282300 x1868160455834624/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623537.461935:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623537.461937:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623537.461940:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70110. 00000100:00000200:3.0:1781623537.461942:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455834624, offset 0 00000400:00000200:3.0:1781623537.461947:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623537.461951:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623537.461954:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623537.461957:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623537.461959:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623537.461962:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623537.461964:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623537.461966:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375810:375810:255:4294967295] 192.168.202.101@tcp LPNI seq info [375780:375780:7:4294967295] 00000400:00000200:3.0:1781623537.461970:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623537.461976:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623537.461981:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623537.461985:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d000. 00000800:00000200:3.0:1781623537.461989:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623537.461993:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623537.461996:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623537.461998:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623537.462002:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623537.462004:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301702262 00000100:00000001:3.0:1781623537.462011:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301697144 00000100:00000001:3.0:1781623537.462016:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301702262 00000100:00000001:3.0:1781623537.462019:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301697144 00000100:00000001:3.0:1781623537.462021:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623537.462024:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623537.462061:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623537.462075:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511282680 x1868160455834880/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623537.462082:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623537.462084:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623537.462086:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623537.462088:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623537.462090:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623537.462093:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511282680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455834880:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623537.462096:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623537.462099:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623537.462101:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623537.462102:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623537.462106:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85080c4400. 02000000:00000001:3.0:1781623537.462109:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623537.462112:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623537.462115:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c83c8. 00000400:00000010:3.0:1781623537.462119:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e703b8. 00000100:00000200:3.0:1781623537.462122:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455834880, portal 4 00000100:00000001:3.0:1781623537.462124:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623537.462126:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414107264 : -123673295444352 : ffff8f8511282680) 00000100:00000040:3.0:1781623537.462132:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511282680 x1868160455834880/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623537.462138:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623537.462141:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623537.462143:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70bb0. 00000100:00000200:3.0:1781623537.462146:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455834880, offset 0 00000400:00000200:3.0:1781623537.462150:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623537.462154:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623537.462158:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623537.462161:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623537.462163:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623537.462166:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623537.462168:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623537.462171:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375811:375811:254:4294967295] 192.168.202.101@tcp LPNI seq info [375781:375781:6:4294967295] 00000400:00000200:3.0:1781623537.462176:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623537.462182:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623537.462187:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623537.462190:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d500. 00000800:00000200:3.0:1781623537.462194:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623537.462199:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623537.462201:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623537.462205:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623537.462208:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 482373 usecs (483 jiffies) 00000400:00000200:3.0:1781623537.462211:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623537.462213:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301694948 00000100:00000001:3.0:1781623537.462216:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301702262 00000100:00000001:3.0:1781623537.462218:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301694948 00000100:00000001:3.0:1781623537.462220:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301702262 00000100:00000001:3.0:1781623537.462222:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623537.462224:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623537.462227:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623537.462229:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623537.462293:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623537.462299:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7df00. 00000400:00000200:3.0:1781623537.462306:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623537.462312:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623537.462319:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e707f8 00000400:00000010:3.0:1781623537.462323:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e707f8. 00000100:00000001:3.0:1781623537.462328:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623537.462333:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511281180 x1868160455834752/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623537.462344:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623537.462348:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511281180 x1868160455834752/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623572 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623537.462355:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623537.462358:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623537.462370:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623537.462372:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d000. 00000400:00000200:3.0:1781623537.462375:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623537.462377:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623537.462380:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70110 00000400:00000010:3.0:1781623537.462381:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70110. 00000100:00000001:3.0:1781623537.462383:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623537.462387:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511282300 x1868160455834624/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623537.462394:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623537.462396:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511282300 x1868160455834624/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623553 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623537.462402:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623537.462403:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623537.462474:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623537.462477:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d500. 00000400:00000200:3.0:1781623537.462479:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623537.462483:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623537.462485:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70bb0 00000400:00000010:3.0:1781623537.462487:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70bb0. 00000100:00000001:3.0:1781623537.462490:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623537.462494:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511282680 x1868160455834880/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623537.462502:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623537.462505:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511282680 x1868160455834880/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623553 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623537.462512:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623537.462514:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1781623537.462672:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623537.462676:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781623537.465787:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623537.465811:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623537.465816:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623537.465818:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623537.465829:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623537.465839:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623537.465851:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623537.465857:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623537.465864:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623537.465870:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005a7c00 00000400:00000200:2.0:1781623537.465876:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623537.465883:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8925 [1] + 224 00000800:00000001:2.0:1781623537.465892:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623537.465897:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623537.465900:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623537.465905:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623537.465915:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623537.465928:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511282300 x1868160455834624/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623553 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623537.465941:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511282300 x1868160455834624/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623537.466109:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623537.466115:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623537.466284:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623537.466296:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623537.466300:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623537.466359:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623537.466364:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623537.466369:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623537.466373:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623537.466377:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623537.466380:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623537.466383:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623537.466385:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005a7d00 00000400:00000200:2.0:1781623537.466390:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623537.466395:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8935 [1] + 224 00000800:00000001:2.0:1781623537.466400:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623537.466408:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623537.466410:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623537.466414:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623537.466418:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623537.466489:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511282680 x1868160455834880/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623553 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623537.466501:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511282680 x1868160455834880/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623537.466508:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623537.466513:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623537.466517:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1781623537.467228:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623537.467232:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623537.467237:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c84d0. 00000400:00000200:3.0:1781623537.467244:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70d48 00000400:00000010:3.0:1781623537.467248:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70d48. 00000100:00000001:3.0:1781623537.467251:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623537.467257:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511282300 x1868160455834624/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623537.467264:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511282300 x1868160455834624/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623553 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623537.467271:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623537.467273:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623537.467276:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623537.467281:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623537.467284:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623537.467287:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623537.467291:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623537.467300:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=14 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623537.467316:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=85 v=5 (1 1 1 0) 00000100:00000001:3.0:1781623537.467319:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623537.467321:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623537.467324:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623537.467326:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623537.467328:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623537.467332:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511282300 x1868160455834624/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623553 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623537.467339:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623537.467342:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623537.467344:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623537.467346:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511282300 x1868160455834624/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623553 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623537.467351:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455834624:192.168.202.101@tcp:400:kworker.0 00000400:00000001:3.0:1781623537.467355:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623537.467356:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623537.467357:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c83c8. 00000400:00000200:3.0:1781623537.467359:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e703b8 00000400:00000010:3.0:1781623537.467360:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e703b8. 00000100:00000001:3.0:1781623537.467361:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623537.467363:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511282680 x1868160455834880/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623537.467368:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511282680 x1868160455834880/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623553 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623537.467372:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623537.467373:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623537.467374:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623537.467375:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623537.467375:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623537.467376:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623537.467377:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623537.467383:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=14 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623537.467384:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=13 v=5 (1 1 1 0) 00000100:00000001:3.0:1781623537.467386:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623537.467387:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623537.467388:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623537.467392:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623537.467396:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623537.467398:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:3.0:1781623537.467401:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623537.467402:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623537.467406:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511282680 x1868160455834880/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623553 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623537.467412:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623537.467414:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623537.467416:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623537.467419:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511282680 x1868160455834880/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623553 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623537.467442:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511282680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455834880:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623537.467447:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623537.467450:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623537.467453:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511282300 x1868160455834624/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623553 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623537.467458:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623537.467461:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623537.467465:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85080c4600. 02000000:00000001:3.0:1781623537.467467:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623537.467470:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623537.467472:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781623537.467474:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623537.467476:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d400. 02000000:00000001:3.0:1781623537.467480:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623537.467482:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623537.467483:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511282300. 00000100:00000001:3.0:1781623537.467486:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623537.467487:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623537.467488:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623537.467490:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511282680 x1868160455834880/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623553 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623537.467494:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623537.467495:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623537.467496:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85080c4400. 02000000:00000001:3.0:1781623537.467498:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623537.467498:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623537.467499:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:3.0:1781623537.467501:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623537.467502:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7db00. 02000000:00000001:3.0:1781623537.467502:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623537.467503:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623537.467504:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511282680. 00000100:00000001:3.0:1781623537.467505:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623537.467505:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623537.467508:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623537.467510:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623537.467511:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623537.467512:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623537.467512:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781623537.467913:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623537.467926:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623537.467928:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623537.467930:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623537.467938:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623537.467943:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623537.467954:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623537.467958:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623537.467964:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623537.467968:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005a7c80 00000400:00000200:2.0:1781623537.467972:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623537.467978:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8915 [1] + 224 00000800:00000001:2.0:1781623537.467985:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623537.467993:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623537.467996:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623537.468001:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623537.468007:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623537.468012:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511281180 x1868160455834752/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623572 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623537.468021:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511281180 x1868160455834752/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623572 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623537.468107:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623537.468109:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623537.468125:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623537.468133:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623537.468136:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1781623537.468625:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623537.468627:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623537.468630:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8318. 00000400:00000200:3.0:1781623537.468635:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e704c8 00000400:00000010:3.0:1781623537.468638:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e704c8. 00000100:00000001:3.0:1781623537.468640:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623537.468646:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511281180 x1868160455834752/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623572 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623537.470830:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511281180 x1868160455834752/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623572 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623537.470843:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623537.470847:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623537.470851:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623537.470855:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623537.470858:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623537.470861:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623537.470864:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623537.470877:0:2351:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=14 v=20 (20 20 20 20) 00000100:00001000:3.0:1781623537.470883:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=85 v=5 (1 1 1 0) 00000100:00000001:3.0:1781623537.470887:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623537.470889:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623537.470892:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623537.470897:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623537.470902:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623537.470905:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781623537.470907:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623537.470909:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623537.470914:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511281180 x1868160455834752/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623572 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623537.470922:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623537.470925:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623537.470928:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623537.470933:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511281180 x1868160455834752/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623572 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623537.470941:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455834752:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623537.470946:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623537.470949:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623537.470952:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511281180 x1868160455834752/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623572 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623537.470958:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623537.470961:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623537.470966:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85080c4c00. 02000000:00000001:3.0:1781623537.470972:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623537.470975:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623537.470978:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781623537.470981:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623537.470984:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d100. 02000000:00000001:3.0:1781623537.470988:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623537.470990:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623537.470992:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511281180. 00000100:00000001:3.0:1781623537.470997:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623537.470999:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623537.471002:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623537.471012:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623537.471014:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623537.471017:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623537.471020:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623537.845546:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623537.845557:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623537.845565:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623537.845566:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623537.845570:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623537.845572:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623537.849866:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623537.849875:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623537.849881:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623538.869175:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623538.869182:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623538.869188:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623538.869190:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623538.869265:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623538.869267:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623538.869365:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623538.869369:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623538.869371:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623539.903970:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623539.903977:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623539.903981:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623539.903982:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623539.903985:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623539.903986:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623539.904007:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623539.904009:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623539.904012:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623540.917432:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623540.917438:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623540.917445:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623540.917446:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623540.917449:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623540.917451:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623540.917721:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623540.917727:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623540.917733:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623541.941219:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623541.941229:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623541.941238:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623541.941239:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623541.941243:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623541.941244:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623541.941449:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623541.941454:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623541.941458:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781623542.581518:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623542.581530:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623542.581538:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733dc00. 00000020:00000040:1.0:1781623542.581546:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781623542.581551:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623542.581555:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623542.581562:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623542.581571:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f850a3acb00. 00000100:00000001:1.0:1781623542.581577:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623542.581590:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733dc00 x1868160455835008/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623542.581602:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623542.581607:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623542.581614:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033ccbb42] to pc [ptlrpcd_00_01+1] req@ffff8f850733dc00 x1868160455835008/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623542.581686:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623542.581691:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623542.581693:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623542.581700:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733dc00 x1868160455835008/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623542.581708:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623542.581710:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623542.581714:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623542.581716:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623542.581728:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623542.581732:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455835008:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623542.581737:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623542.581746:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623542.581749:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623542.581751:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623542.581757:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505ced600. 02000000:00000001:0.0:1781623542.581759:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623542.581766:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623542.581770:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc72c0. 00000400:00000010:0.0:1781623542.581776:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9f68. 00000100:00000200:0.0:1781623542.581782:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455835008, portal 25 00000100:00000001:0.0:1781623542.581785:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623542.581787:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247102464 : -123673462449152 : ffff8f850733dc00) 00000100:00000040:0.0:1781623542.581792:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733dc00 x1868160455835008/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623542.581801:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623542.581804:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623542.581807:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9ee0. 00000100:00000200:0.0:1781623542.581810:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455835008, offset 0 00000400:00000200:0.0:1781623542.581816:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623542.581825:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623542.581833:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623542.581838:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623542.581843:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623542.581847:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623542.581850:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623542.581854:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375812:375812:256:4294967295] 192.168.202.101@tcp LPNI seq info [375782:375782:8:4294967295] 00000400:00000200:0.0:1781623542.581858:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623542.581869:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623542.581876:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623542.581882:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0f00. 00000800:00000200:0.0:1781623542.581889:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623542.581898:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623542.581903:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623542.581923:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623542.581927:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623542.581931:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301707382 00000100:00000001:0.0:1781623542.581938:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301702262 00000100:00000001:0.0:1781623542.581942:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301707382 00000100:00000001:0.0:1781623542.581945:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301702262 00000100:00000001:0.0:1781623542.581947:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623542.581961:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623542.581964:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623542.581966:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623542.582174:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623542.582178:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623542.582182:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623542.582186:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733d500. 00000020:00000040:1.0:1781623542.582189:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781623542.582192:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623542.582194:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623542.582196:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623542.582200:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f850a3ac600. 00000100:00000001:1.0:1781623542.582203:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623542.582208:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733d500 x1868160455835136/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623542.582216:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623542.582218:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623542.582222:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000e3ddb18] to pc [ptlrpcd_00_00+0] req@ffff8f850733d500 x1868160455835136/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1781623542.582243:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623542.582249:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0f00. 00000400:00000200:2.0:1781623542.582255:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623542.582263:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623542.582268:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9ee0 00000400:00000010:2.0:1781623542.582270:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9ee0. 00000100:00000001:2.0:1781623542.582274:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623542.582278:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733dc00 x1868160455835008/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623542.582286:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623542.582289:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733dc00 x1868160455835008/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623558 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623542.582295:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623542.582296:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1781623542.586066:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623542.586073:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781623542.586078:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623542.586080:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623542.586084:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623542.586088:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1781623542.586090:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623542.586092:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623542.586094:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623542.586095:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623542.586096:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623542.589159:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623542.589182:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733d500 x1868160455835136/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623542.589194:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623542.589196:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623542.589201:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623542.589205:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623542.589208:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623542.589211:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455835136:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623542.589217:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623542.589225:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623542.589228:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623542.589230:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623542.589521:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505ced200. 02000000:00000001:0.0:1781623542.589525:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623542.589532:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623542.589538:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7b00. 00000400:00000010:0.0:1781623542.589544:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e95d8. 00000100:00000200:0.0:1781623542.589550:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455835136, portal 10 00000100:00000001:0.0:1781623542.589553:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623542.589555:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247100672 : -123673462450944 : ffff8f850733d500) 00000100:00000040:0.0:1781623542.589565:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733d500 x1868160455835136/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623542.589573:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623542.589576:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623542.589579:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9440. 00000100:00000200:0.0:1781623542.589583:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455835136, offset 0 00000400:00000200:0.0:1781623542.589589:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623542.589598:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623542.589607:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623542.589612:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623542.589616:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623542.589620:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623542.589623:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623542.589627:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375813:375813:256:4294967295] 192.168.202.101@tcp LPNI seq info [375783:375783:8:4294967295] 00000400:00000200:0.0:1781623542.589631:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623542.589640:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623542.589646:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623542.589651:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0e00. 00000800:00000200:0.0:1781623542.589657:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623542.589665:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623542.589668:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623542.589679:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623542.589684:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 18040 usecs (19 jiffies) 00000400:00000200:0.0:1781623542.589687:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623542.589690:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301699607 00000100:00000001:0.0:1781623542.589693:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301707382 00000100:00000001:0.0:1781623542.589696:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301699607 00000100:00000001:0.0:1781623542.589698:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301707382 00000100:00000001:0.0:1781623542.589700:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623542.589703:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623542.589707:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623542.589711:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623542.589744:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623542.589747:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781623542.590065:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623542.590079:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623542.590081:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623542.590084:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623542.590089:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623542.590105:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623542.590112:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623542.590116:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623542.590120:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623542.590123:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005a7d80 00000400:00000200:2.0:1781623542.590127:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623542.590133:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8945 [1] + 224 00000800:00000001:2.0:1781623542.590140:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623542.590158:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623542.590160:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623542.590164:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623542.590171:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623542.590178:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733dc00 x1868160455835008/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623558 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623542.590188:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733dc00 x1868160455835008/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623542.590199:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623542.590207:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:3.0:1781623542.590223:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623542.590229:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0e00. 00000400:00000200:3.0:1781623542.590232:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623542.590236:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623542.590240:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9440 00000400:00000010:3.0:1781623542.590242:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9440. 00000100:00000001:3.0:1781623542.590246:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:2.0:1781623542.590249:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1781623542.590251:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733d500 x1868160455835136/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623542.590260:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623542.590263:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733d500 x1868160455835136/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623577 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623542.590270:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623542.590272:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1781623542.590611:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623542.590613:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623542.590619:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623542.590621:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623542.590623:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc72c0. 00000400:00000200:0.0:1781623542.590628:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9f68 00000400:00000010:0.0:1781623542.590630:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9f68. 00000100:00000001:0.0:1781623542.590632:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623542.590636:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733dc00 x1868160455835008/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623542.590644:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733dc00 x1868160455835008/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623558 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623542.590650:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623542.590651:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623542.590654:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623542.590657:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623542.590659:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623542.590662:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623542.590665:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623542.590671:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=19 v=5 (5 5 5 5) 00000100:00001000:0.0:1781623542.590675:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=90 v=5 (1 1 1 0) 00000100:00000001:0.0:1781623542.590677:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623542.590679:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623542.590681:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623542.590683:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623542.590686:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623542.590690:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733dc00 x1868160455835008/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623558 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623542.590697:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623542.590699:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623542.590702:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623542.590705:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733dc00 x1868160455835008/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623558 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623542.590712:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455835008:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623542.590716:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623542.590718:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623542.590732:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733dc00 x1868160455835008/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623558 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623542.590739:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623542.590742:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623542.590745:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505ced600. 02000000:00000001:0.0:1781623542.590750:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623542.590752:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623542.590754:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781623542.590757:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623542.590760:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f850a3acb00. 02000000:00000001:0.0:1781623542.590763:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623542.590766:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623542.590767:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733dc00. 00000100:00000001:0.0:1781623542.590771:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623542.590772:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623542.590774:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623542.590776:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623542.590777:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623542.590779:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623542.590780:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781623542.592779:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623542.592792:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623542.592795:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623542.592797:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623542.592806:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623542.592813:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623542.592821:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623542.592825:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623542.592829:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623542.592833:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005a7e00 00000400:00000200:2.0:1781623542.592838:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623542.592844:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f894d [1] + 224 00000800:00000001:2.0:1781623542.592920:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623542.592929:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623542.592933:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623542.592937:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623542.592943:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1781623542.593013:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1781623542.593016:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733d500 x1868160455835136/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623577 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781623542.593040:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623542.593045:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623542.593052:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733ed80. 00000100:00000040:2.0:1781623542.593053:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733d500 x1868160455835136/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623577 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1781623542.593056:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:2.0:1781623542.593061:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623542.593061:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623542.593064:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623542.593068:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781623542.593070:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623542.593072:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1781623542.593076:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f850a3ac800. 00000100:00000001:1.0:1781623542.593082:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623542.593087:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f850733ed80 x1868160455835264/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623542.593096:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623542.593101:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623542.593106:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000923b046] to pc [ptlrpcd_00_01+1] req@ffff8f850733ed80 x1868160455835264/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623542.593125:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623542.593127:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781623542.593130:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781623542.593136:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7037) 00000100:00000001:1.0:1781623542.593150:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1781623542.593163:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1781623542.593165:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623542.593174:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623542.593176:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623542.593178:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623542.593179:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623542.593182:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623542.593187:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733ed80 x1868160455835264/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623542.593194:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623542.593196:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623542.593200:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623542.593202:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623542.593204:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623542.593207:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455835264:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623542.593212:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623542.593217:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623542.593219:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623542.593222:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623542.593227:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557600. 02000000:00000001:1.0:1781623542.593229:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623542.593234:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623542.593238:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85076312c0. 00000400:00000010:1.0:1781623542.593243:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1990. 00000100:00000200:1.0:1781623542.593250:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455835264, portal 4 00000100:00000001:1.0:1781623542.593253:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623542.593254:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247106944 : -123673462444672 : ffff8f850733ed80) 00000100:00000040:1.0:1781623542.593261:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733ed80 x1868160455835264/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623542.593268:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623542.593271:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623542.593273:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1770. 00000100:00000200:1.0:1781623542.593277:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455835264, offset 0 00000400:00000200:1.0:1781623542.593283:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623542.593290:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623542.593295:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623542.593301:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623542.593305:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623542.593308:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623542.593311:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623542.593315:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375814:375814:256:4294967295] 192.168.202.101@tcp LPNI seq info [375784:375784:8:4294967295] 00000400:00000200:1.0:1781623542.593318:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623542.593327:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623542.593332:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623542.593338:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f850a3acb00. 00000800:00000200:1.0:1781623542.593344:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623542.593353:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623542.593358:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f850a3acb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623542.593370:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623542.593374:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 480741 usecs (481 jiffies) 00000400:00000200:1.0:1781623542.593378:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623542.593380:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301700076 00000100:00000001:1.0:1781623542.593384:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301707382 00000100:00000001:1.0:1781623542.593387:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301700076 00000100:00000001:1.0:1781623542.593390:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301707382 00000100:00000001:1.0:1781623542.593393:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623542.593395:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623542.593398:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623542.593400:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623542.593632:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623542.593635:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623542.593640:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623542.593641:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623542.593643:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7b00. 00000400:00000200:0.0:1781623542.593646:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e95d8 00000400:00000010:0.0:1781623542.593648:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e95d8. 00000100:00000001:0.0:1781623542.593650:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623542.593654:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733d500 x1868160455835136/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623577 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623542.593660:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733d500 x1868160455835136/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623577 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623542.593664:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623542.593666:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623542.593667:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623542.593668:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623542.593670:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623542.593671:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623542.593673:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623542.593679:0:2350:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=19 v=20 (20 20 20 20) 00000100:00001000:0.0:1781623542.593682:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=90 v=5 (1 1 1 0) 00000100:00000001:0.0:1781623542.593684:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623542.593686:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623542.593688:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623542.593690:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623542.593693:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623542.593695:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781623542.593697:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623542.593698:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623542.593702:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733d500 x1868160455835136/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623577 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623542.593709:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623542.593711:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623542.593713:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623542.593717:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733d500 x1868160455835136/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623577 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623542.593725:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455835136:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623542.593729:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623542.593731:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623542.593733:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733d500 x1868160455835136/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623577 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623542.593741:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623542.593743:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623542.593745:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505ced200. 02000000:00000001:0.0:1781623542.593749:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623542.593752:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623542.593753:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781623542.593755:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623542.593758:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f850a3ac600. 02000000:00000001:0.0:1781623542.593762:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623542.593763:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623542.593765:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733d500. 00000100:00000001:0.0:1781623542.593769:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623542.593771:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623542.593772:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623542.593775:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623542.593776:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623542.593778:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623542.593779:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781623542.595941:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623542.595950:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f850a3acb00. 00000400:00000200:2.0:1781623542.595957:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623542.595965:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623542.595972:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1770 00000400:00000010:2.0:1781623542.595975:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1770. 00000100:00000001:2.0:1781623542.595979:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623542.595987:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733ed80 x1868160455835264/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623542.595998:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623542.596000:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733ed80 x1868160455835264/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623558 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623542.596006:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623542.596008:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781623542.602337:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623542.602356:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623542.602361:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623542.602364:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623542.602374:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623542.602382:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623542.602391:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623542.602396:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623542.602402:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623542.602406:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005a7e80 00000400:00000200:2.0:1781623542.602412:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623542.602419:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8955 [1] + 224 00000800:00000001:2.0:1781623542.602426:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623542.602435:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623542.602438:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623542.602442:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623542.602460:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623542.602470:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733ed80 x1868160455835264/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623558 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623542.602487:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733ed80 x1868160455835264/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623542.602509:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623542.602518:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623542.602521:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623542.602809:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623542.602814:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781623542.602821:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623542.602823:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623542.602826:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85076312c0. 00000400:00000200:1.0:1781623542.602830:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1990 00000400:00000010:1.0:1781623542.602832:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1990. 00000100:00000001:1.0:1781623542.602836:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623542.602840:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733ed80 x1868160455835264/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623542.602848:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733ed80 x1868160455835264/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623558 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623542.602854:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623542.602857:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623542.602860:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623542.602863:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623542.602865:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623542.602867:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623542.602870:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623542.602880:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=19 v=5 (5 5 5 5) 00000100:00001000:1.0:1781623542.602884:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=18 v=5 (1 1 1 0) 00000100:00000001:1.0:1781623542.602886:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623542.602888:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623542.602891:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623542.602894:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623542.602899:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781623542.602901:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:1.0:1781623542.602904:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781623542.602905:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623542.602910:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733ed80 x1868160455835264/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623558 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623542.602922:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623542.602926:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623542.602927:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623542.602931:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733ed80 x1868160455835264/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623558 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623542.602939:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455835264:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623542.602943:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623542.602946:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623542.602949:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733ed80 x1868160455835264/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623558 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623542.602955:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623542.602958:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623542.602961:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557600. 02000000:00000001:1.0:1781623542.602965:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623542.602968:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623542.602969:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:1.0:1781623542.602971:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623542.602973:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f850a3ac800. 02000000:00000001:1.0:1781623542.602978:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623542.602979:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623542.602981:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733ed80. 00000100:00000001:1.0:1781623542.602984:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623542.602985:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623542.602988:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623542.602995:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623542.602997:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623542.602999:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623542.603001:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623542.965246:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623542.965257:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623542.965259:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623542.965269:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623542.965272:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623542.965274:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623542.965279:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623542.965281:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623542.965282:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623542.965285:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623542.965289:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623542.965291:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623542.965294:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623542.965295:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623542.965321:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623542.965325:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623542.965328:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623543.989473:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623543.989483:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623543.989490:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623543.989491:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623543.989494:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623543.989495:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623543.989611:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623543.989620:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623543.989623:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623545.015802:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623545.015813:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623545.015821:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623545.015822:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623545.015825:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623545.015826:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623545.017632:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623545.017640:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623545.017646:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623546.037438:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623546.037447:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623546.037453:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623546.037457:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623546.037460:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623546.037465:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623546.037469:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623546.037471:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623546.037473:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623546.037475:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623546.037479:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623546.037480:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623546.037481:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623546.037489:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623546.037491:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623546.037492:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623546.037493:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623546.037494:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623546.037496:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623546.037498:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623546.037528:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623546.037531:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623546.037535:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623547.061332:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623547.061342:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623547.061349:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623547.061350:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623547.061354:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623547.061355:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623547.061486:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623547.061491:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623547.061494:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781623547.701232:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623547.701248:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623547.701264:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733ed80. 00000020:00000040:1.0:1781623547.701274:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781623547.701279:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623547.701283:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623547.701290:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623547.701301:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f850a3ac800. 00000100:00000001:1.0:1781623547.701322:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623547.701339:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733ed80 x1868160455835392/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623547.701352:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623547.701358:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623547.701365:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000923b046] to pc [ptlrpcd_00_00+0] req@ffff8f850733ed80 x1868160455835392/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623547.701401:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623547.701405:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623547.701408:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623547.701413:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733fb80. 00000020:00000040:1.0:1781623547.701416:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781623547.701418:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623547.701419:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623547.701421:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623547.701425:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f850a3acc00. 00000100:00000001:1.0:1781623547.701428:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623547.701433:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733fb80 x1868160455835520/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623547.701440:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623547.701441:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623547.701446:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623547.701447:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1781623547.701452:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000451a50df] to pc [ptlrpcd_00_01+1] req@ffff8f850733fb80 x1868160455835520/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623547.701453:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623547.701464:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733ed80 x1868160455835392/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623547.701466:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623547.701471:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623547.701480:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1781623547.701482:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:1.0:1781623547.701485:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733f800. 00000100:00000001:0.0:1781623547.701485:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1781623547.701489:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 02000000:00000001:0.0:1781623547.701489:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1781623547.701494:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623547.701495:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623547.701496:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623547.701499:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623547.701500:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623547.701505:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455835392:192.168.202.101@tcp:400:kworker.0 02000000:00000010:1.0:1781623547.701509:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f850a3acb00. 00000100:00000001:0.0:1781623547.701512:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1781623547.701514:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623547.701520:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f850733f800 x1868160455835648/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1781623547.701521:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623547.701526:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623547.701531:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1781623547.701532:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623547.701535:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623547.701539:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cec200. 00000100:00000040:1.0:1781623547.701541:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024db8907] to pc [ptlrpcd_00_00+0] req@ffff8f850733f800 x1868160455835648/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1781623547.701544:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623547.701555:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623547.701556:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000040:1.0:1781623547.701561:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1781623547.701563:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7b00. 00000100:00000040:1.0:1781623547.701567:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:0.0:1781623547.701574:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e95d8. 00000100:00000040:1.0:1781623547.701576:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7042) 00000100:00000200:0.0:1781623547.701584:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455835392, portal 25 00000100:00000001:0.0:1781623547.701588:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623547.701590:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247106944 : -123673462444672 : ffff8f850733ed80) 00000100:00000040:0.0:1781623547.701596:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733ed80 x1868160455835392/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623547.701605:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623547.701608:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623547.701611:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9f68. 00000100:00000200:0.0:1781623547.701616:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455835392, offset 0 00000100:00000001:1.0:1781623547.701617:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623547.701621:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623547.701624:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1781623547.701627:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000100:00000040:1.0:1781623547.701631:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733fb80 x1868160455835520/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1781623547.701640:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623547.701643:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623547.701646:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623547.701649:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623547.701651:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1781623547.701654:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 02000000:00000001:1.0:1781623547.701655:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623547.701662:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455835520:192.168.202.101@tcp:400:kworker.0 00000400:00000200:0.0:1781623547.701664:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1781623547.701669:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1781623547.701672:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 02000000:00000001:1.0:1781623547.701673:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623547.701676:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623547.701678:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1781623547.701680:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1781623547.701684:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 02000000:00000010:1.0:1781623547.701687:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557400. 00000400:00000200:0.0:1781623547.701690:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375815:375815:256:4294967295] 192.168.202.101@tcp LPNI seq info [375785:375785:8:4294967295] 02000000:00000001:1.0:1781623547.701691:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623547.701699:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623547.701700:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623547.701705:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85076312c0. 00000400:00000010:1.0:1781623547.701710:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1990. 00000400:00000200:0.0:1781623547.701715:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000100:00000200:1.0:1781623547.701716:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455835520, portal 10 00000100:00000001:1.0:1781623547.701721:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623547.701724:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247110528 : -123673462441088 : ffff8f850733fb80) 00000800:00000200:0.0:1781623547.701728:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000100:00000040:1.0:1781623547.701735:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733fb80 x1868160455835520/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1781623547.701736:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0200. 00000100:00000001:1.0:1781623547.701744:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1781623547.701749:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000100:00000040:1.0:1781623547.701751:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623547.701757:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb14c8. 00000100:00000200:1.0:1781623547.701760:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455835520, offset 0 00000400:00000200:1.0:1781623547.701767:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623547.701772:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623547.701775:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623547.701778:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623547.701781:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623547.701784:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623547.701786:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623547.701789:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375816:375816:255:4294967295] 192.168.202.101@tcp LPNI seq info [375786:375786:7:4294967295] 00000400:00000200:1.0:1781623547.701794:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623547.701800:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623547.701805:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623547.701808:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f850a3ac600. 00000800:00000200:1.0:1781623547.701813:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623547.701825:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623547.701830:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f850a3ac600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623547.701857:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623547.701864:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 18036 usecs (19 jiffies) 00000400:00000200:1.0:1781623547.701869:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623547.701872:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301704723 00000100:00000001:1.0:1781623547.701877:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301707382 00000100:00000001:1.0:1781623547.701879:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301704723 00000100:00000001:1.0:1781623547.701881:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301707382 00000100:00000001:1.0:1781623547.701884:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623547.701887:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623547.701891:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623547.701894:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623547.701903:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623547.701906:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=30 : 30 : 1e) 00000100:00000001:1.0:1781623547.701917:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623547.701919:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623547.701923:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623547.701926:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1781623547.701928:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623547.701931:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623547.701932:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623547.701935:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623547.701936:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623547.701938:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623547.701943:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733f800 x1868160455835648/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623547.701951:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623547.701953:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623547.701956:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623547.701958:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623547.701960:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623547.701964:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455835648:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623547.701968:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:3.0:1781623547.702227:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623547.702235:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f850a3ac600. 00000400:00000200:3.0:1781623547.702244:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623547.702252:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623547.702259:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb14c8 00000400:00000010:3.0:1781623547.702263:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb14c8. 00000100:00000001:3.0:1781623547.702269:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623547.702274:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733fb80 x1868160455835520/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623547.702285:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623547.702290:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733fb80 x1868160455835520/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623582 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623547.702298:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623547.702302:0:2344:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1781623547.702400:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623547.702403:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623547.702406:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623547.702410:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557800. 02000000:00000001:1.0:1781623547.702413:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623547.702419:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623547.702423:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631f20. 00000400:00000010:1.0:1781623547.702429:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1908. 00000100:00000200:1.0:1781623547.702433:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455835648, portal 4 00000100:00000001:1.0:1781623547.702436:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623547.702437:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247109632 : -123673462441984 : ffff8f850733f800) 00000100:00000040:1.0:1781623547.702445:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733f800 x1868160455835648/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623547.702452:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623547.702455:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623547.702459:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1b28. 00000100:00000200:1.0:1781623547.702462:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455835648, offset 0 00000400:00000200:1.0:1781623547.702470:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623547.702476:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623547.702481:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623547.702486:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623547.702490:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623547.702493:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623547.702496:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623547.702501:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375817:375817:255:4294967295] 192.168.202.101@tcp LPNI seq info [375787:375787:7:4294967295] 00000400:00000200:1.0:1781623547.702507:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623547.702519:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623547.702525:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623547.702529:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f850a3ac600. 00000800:00000200:1.0:1781623547.702535:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623547.702542:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623547.702546:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f850a3ac600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623547.702556:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623547.702560:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 479136 usecs (480 jiffies) 00000400:00000200:1.0:1781623547.702564:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623547.702567:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301705185 00000100:00000001:1.0:1781623547.702569:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301707382 00000100:00000001:1.0:1781623547.702572:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301705185 00000100:00000001:1.0:1781623547.702574:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301707382 00000100:00000001:1.0:1781623547.702577:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623547.702580:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623547.702583:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623547.702586:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623547.702781:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623547.702785:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f850a3ac600. 00000400:00000200:3.0:1781623547.702789:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623547.702794:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623547.702799:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1b28 00000400:00000010:3.0:1781623547.702801:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1b28. 00000100:00000001:3.0:1781623547.702805:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623547.702810:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733f800 x1868160455835648/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623547.702818:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623547.702823:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733f800 x1868160455835648/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623563 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623547.702829:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623547.702831:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781623547.703301:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623547.703304:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623547.703318:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623547.703323:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623547.703326:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301712504 00000100:00000001:0.0:1781623547.703334:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301707382 00000100:00000001:0.0:1781623547.703339:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301712504 00000100:00000001:0.0:1781623547.703342:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301707382 00000100:00000001:0.0:1781623547.703345:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623547.703348:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623547.703351:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623547.703353:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623547.703360:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623547.703362:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781623547.703365:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623547.703366:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623547.703367:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623547.703369:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623547.704220:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623547.704228:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0200. 00000400:00000200:3.0:1781623547.704235:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623547.704242:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623547.704249:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9f68 00000400:00000010:3.0:1781623547.704251:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9f68. 00000100:00000001:3.0:1781623547.704256:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623547.704263:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733ed80 x1868160455835392/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623547.704274:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623547.704277:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733ed80 x1868160455835392/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623563 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623547.704283:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623547.704285:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781623547.705825:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623547.705846:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623547.705851:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623547.705855:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623547.705864:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623547.705874:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623547.705884:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623547.705889:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623547.705896:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623547.705901:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005a8000 00000400:00000200:3.0:1781623547.705907:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623547.706124:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f896d [1] + 224 00000800:00000001:3.0:1781623547.706134:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623547.706142:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623547.706146:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623547.706150:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623547.706160:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623547.706169:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733f800 x1868160455835648/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623563 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623547.706182:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733f800 x1868160455835648/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623547.706251:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623547.706257:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623547.706276:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623547.706285:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623547.706288:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1781623547.706446:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623547.706448:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623547.706460:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631f20. 00000400:00000200:1.0:1781623547.706466:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1908 00000400:00000010:1.0:1781623547.706469:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1908. 00000100:00000001:1.0:1781623547.706473:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623547.706478:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733f800 x1868160455835648/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623547.706487:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733f800 x1868160455835648/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623563 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623547.706494:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623547.706496:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623547.706500:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623547.706504:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623547.706508:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623547.706511:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623547.706515:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623547.706528:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=24 v=5 (5 5 5 5) 00000100:00001000:1.0:1781623547.706533:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=23 v=5 (1 1 1 0) 00000100:00000001:1.0:1781623547.706536:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623547.706538:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623547.706541:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623547.706545:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623547.706549:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781623547.706552:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:1.0:1781623547.706554:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781623547.706556:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623547.706561:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733f800 x1868160455835648/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623563 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623547.706569:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623547.706573:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623547.706575:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623547.706579:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733f800 x1868160455835648/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623563 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623547.706588:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455835648:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623547.706597:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623547.706600:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623547.706603:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733f800 x1868160455835648/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623563 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623547.706609:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623547.706612:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623547.706616:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557800. 02000000:00000001:1.0:1781623547.706621:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623547.706624:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623547.706626:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:1.0:1781623547.706628:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623547.706631:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f850a3acb00. 02000000:00000001:1.0:1781623547.706637:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623547.706639:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623547.706641:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733f800. 00000100:00000001:1.0:1781623547.706645:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623547.706647:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623547.706650:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623547.706652:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623547.706654:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623547.706655:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623547.706657:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781623547.708397:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623547.708418:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623547.708424:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623547.708426:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623547.708437:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623547.708444:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623547.708454:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623547.708460:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623547.708465:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623547.708470:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005a7f80 00000400:00000200:3.0:1781623547.708476:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623547.708483:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8965 [1] + 224 00000800:00000001:3.0:1781623547.708492:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623547.708499:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623547.708503:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623547.708508:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623547.708516:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623547.708525:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733fb80 x1868160455835520/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623582 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623547.708536:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733fb80 x1868160455835520/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623582 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623547.708557:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623547.708566:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623547.708569:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623547.708647:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623547.708651:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781623547.708659:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623547.708661:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623547.708665:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85076312c0. 00000400:00000200:1.0:1781623547.708670:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1990 00000400:00000010:1.0:1781623547.708673:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1990. 00000100:00000001:1.0:1781623547.708677:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623547.708681:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733fb80 x1868160455835520/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623582 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623547.708690:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733fb80 x1868160455835520/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623582 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623547.708697:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623547.708700:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623547.708702:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623547.708705:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623547.708708:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623547.708711:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623547.708714:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623547.708724:0:2350:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=24 v=20 (20 20 20 20) 00000100:00001000:1.0:1781623547.708728:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=95 v=5 (1 1 1 0) 00000100:00000001:1.0:1781623547.708731:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623547.708733:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623547.708736:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623547.708738:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623547.708742:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781623547.708745:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781623547.708747:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781623547.708748:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623547.708752:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733fb80 x1868160455835520/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623582 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623547.708759:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623547.708762:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623547.708764:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623547.708767:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733fb80 x1868160455835520/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623582 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623547.708774:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455835520:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623547.708780:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623547.708782:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623547.708786:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733fb80 x1868160455835520/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623582 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623547.708792:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623547.708794:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623547.708798:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557400. 02000000:00000001:1.0:1781623547.708803:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623547.708806:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623547.708808:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781623547.708810:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623547.708813:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f850a3acc00. 02000000:00000001:1.0:1781623547.708817:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623547.708819:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623547.708821:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733fb80. 00000100:00000001:1.0:1781623547.708825:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623547.708826:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623547.708829:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623547.708837:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623547.708840:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623547.708842:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623547.708845:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781623547.715444:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623547.715726:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623547.715731:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623547.715734:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623547.715746:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623547.715755:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623547.715766:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623547.715773:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623547.715780:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623547.715784:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005a7f00 00000400:00000200:3.0:1781623547.715791:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623547.715799:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f895d [1] + 224 00000800:00000001:3.0:1781623547.715810:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623547.715818:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623547.715821:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623547.715826:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623547.715836:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623547.715847:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733ed80 x1868160455835392/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623563 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623547.715860:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733ed80 x1868160455835392/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623547.715894:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623547.715906:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623547.715909:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623547.716227:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623547.716233:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623547.716241:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623547.716244:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623547.716256:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7b00. 00000400:00000200:0.0:1781623547.716261:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e95d8 00000400:00000010:0.0:1781623547.716264:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e95d8. 00000100:00000001:0.0:1781623547.716268:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623547.716274:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733ed80 x1868160455835392/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623547.716283:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733ed80 x1868160455835392/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623563 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623547.716291:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623547.716293:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623547.716295:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623547.716300:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623547.716303:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623547.716306:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623547.716310:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623547.716319:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=24 v=5 (5 5 5 5) 00000100:00001000:0.0:1781623547.716324:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=95 v=5 (1 1 1 0) 00000100:00000001:0.0:1781623547.716327:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623547.716328:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623547.716332:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623547.716335:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623547.716337:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623547.716343:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733ed80 x1868160455835392/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623563 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623547.716350:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623547.716354:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623547.716356:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623547.716360:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733ed80 x1868160455835392/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623563 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623547.716609:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455835392:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623547.716615:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623547.716618:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623547.716622:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733ed80 x1868160455835392/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623563 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623547.716695:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623547.716698:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623547.716703:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cec200. 02000000:00000001:0.0:1781623547.716707:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623547.716710:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623547.716713:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781623547.716715:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623547.716718:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f850a3ac800. 02000000:00000001:0.0:1781623547.716724:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623547.716726:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623547.716730:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733ed80. 00000100:00000001:0.0:1781623547.716734:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623547.716735:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623547.716738:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623547.716748:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623547.716750:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623547.716753:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623547.716756:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623548.086508:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623548.086519:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623548.086527:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623548.086528:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623548.086532:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623548.086533:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623548.086668:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623548.086672:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623548.086675:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623549.109268:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623549.109281:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623549.109290:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623549.109292:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623549.109297:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623549.109298:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623549.109343:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623549.109357:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623549.109360:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623550.135296:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623550.135307:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623550.135314:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623550.135316:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623550.135320:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623550.135321:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623550.135480:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623550.135484:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623550.135487:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623551.158529:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623551.158540:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623551.158549:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623551.158550:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623551.158555:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623551.158557:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623551.159864:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623551.159871:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623551.159876:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623552.182721:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623552.182731:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623552.182738:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623552.182739:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623552.182743:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623552.182745:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623552.182779:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623552.182783:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623552.182785:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781623552.821505:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623552.821518:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623552.821532:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511281180. 00000020:00000040:3.0:1781623552.821539:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781623552.821545:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623552.821549:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623552.821556:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623552.821565:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d100. 00000100:00000001:3.0:1781623552.821573:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623552.821596:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511281180 x1868160455835776/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623552.821608:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623552.821615:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623552.821622:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc6d7584] to pc [ptlrpcd_01_00+0] req@ffff8f8511281180 x1868160455835776/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623552.821661:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623552.821664:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623552.821668:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623552.821671:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511282680. 00000020:00000040:3.0:1781623552.821673:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781623552.821676:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623552.821677:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623552.821679:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623552.821682:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7db00. 00000100:00000001:3.0:1781623552.821685:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623552.821690:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511282680 x1868160455835904/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623552.821704:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623552.821706:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623552.821710:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008781aa17] to pc [ptlrpcd_01_01+1] req@ffff8f8511282680 x1868160455835904/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623552.821718:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623552.821720:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623552.821724:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623552.821728:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511282300. 00000020:00000040:3.0:1781623552.821729:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:3.0:1781623552.821731:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623552.821732:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623552.821734:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623552.821737:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d400. 00000100:00000001:3.0:1781623552.821739:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623552.821742:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f8511282300 x1868160455836032/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623552.821749:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623552.821750:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623552.821754:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd15682b] to pc [ptlrpcd_01_00+0] req@ffff8f8511282300 x1868160455836032/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623552.821760:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623552.821762:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781623552.821766:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781623552.821771:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7047) 00000100:00000001:2.0:1781623552.821831:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623552.821836:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623552.821839:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623552.821846:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511281180 x1868160455835776/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623552.821855:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623552.821858:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623552.821863:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623552.821866:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623552.821869:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623552.821873:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455835776:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623552.821878:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623552.821886:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623552.821889:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623552.821892:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623552.821898:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079c00. 02000000:00000001:2.0:1781623552.821900:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623552.821907:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623552.821912:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08c08. 00000400:00000010:2.0:1781623552.821920:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d770. 00000100:00000200:2.0:1781623552.821939:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455835776, portal 25 00000100:00000001:2.0:1781623552.821942:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623552.821943:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414101888 : -123673295449728 : ffff8f8511281180) 00000100:00000040:2.0:1781623552.821950:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511281180 x1868160455835776/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623552.821958:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623552.821961:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623552.821965:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d908. 00000100:00000200:2.0:1781623552.821968:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455835776, offset 0 00000400:00000200:2.0:1781623552.821976:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623552.821988:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623552.821997:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623552.822004:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623552.822010:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623552.822016:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623552.822020:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623552.822063:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375818:375818:256:4294967295] 192.168.202.101@tcp LPNI seq info [375788:375788:8:4294967295] 00000400:00000200:2.0:1781623552.822068:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623552.822080:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623552.822095:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623552.822102:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3300. 00000800:00000200:2.0:1781623552.822110:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623552.822120:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623552.822125:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623552.822142:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623552.822147:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623552.822151:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301717623 00000100:00000001:2.0:1781623552.822159:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301712504 00000100:00000001:2.0:1781623552.822164:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301717623 00000100:00000001:2.0:1781623552.822168:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301712504 00000100:00000001:2.0:1781623552.822172:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623552.822175:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623552.822179:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623552.822183:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511282300 x1868160455836032/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623552.822189:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623552.822190:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623552.822192:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623552.822194:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623552.822196:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623552.822198:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455836032:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623552.822202:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623552.822204:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623552.822205:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623552.822207:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623552.822210:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078000. 02000000:00000001:2.0:1781623552.822212:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623552.822215:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623552.822218:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08738. 00000400:00000010:2.0:1781623552.822221:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d220. 00000100:00000200:2.0:1781623552.822224:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455836032, portal 4 00000100:00000001:2.0:1781623552.822226:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623552.822227:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414106368 : -123673295445248 : ffff8f8511282300) 00000100:00000040:2.0:1781623552.822234:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511282300 x1868160455836032/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623552.822239:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623552.822242:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623552.822244:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901daa0. 00000100:00000200:2.0:1781623552.822245:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455836032, offset 0 00000400:00000200:2.0:1781623552.822250:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623552.822253:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623552.822257:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623552.822260:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623552.822262:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623552.822264:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623552.822266:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623552.822269:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375819:375819:255:4294967295] 192.168.202.101@tcp LPNI seq info [375789:375789:7:4294967295] 00000400:00000200:2.0:1781623552.822273:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623552.822278:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623552.822282:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623552.822286:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3000. 00000800:00000200:2.0:1781623552.822290:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623552.822294:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623552.822296:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623552.822299:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623552.822304:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 477522 usecs (478 jiffies) 00000400:00000200:2.0:1781623552.822306:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623552.822308:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301710303 00000100:00000001:2.0:1781623552.822311:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301717623 00000100:00000001:2.0:1781623552.822313:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301710303 00000100:00000001:2.0:1781623552.822314:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301717623 00000100:00000001:2.0:1781623552.822316:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623552.822318:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623552.822321:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623552.822323:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623552.822333:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623552.822335:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781623552.822337:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623552.822338:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623552.822340:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623552.822343:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1781623552.822345:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623552.822347:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623552.822349:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623552.822350:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623552.822352:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623552.822353:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623552.822356:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511282680 x1868160455835904/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623552.822363:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623552.822364:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623552.822366:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623552.822368:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623552.822369:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623552.822371:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511282680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455835904:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623552.822374:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623552.822377:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623552.822378:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623552.822379:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623552.822382:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079a00. 02000000:00000001:2.0:1781623552.822384:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623552.822400:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623552.822403:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08c60. 00000400:00000010:2.0:1781623552.822407:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d110. 00000100:00000200:2.0:1781623552.822409:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455835904, portal 10 00000100:00000001:2.0:1781623552.822411:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623552.822412:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414107264 : -123673295444352 : ffff8f8511282680) 00000100:00000040:2.0:1781623552.822418:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511282680 x1868160455835904/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1781623552.822421:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1781623552.822424:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:3.0:1781623552.822426:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3300. 00000100:00000040:2.0:1781623552.822426:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623552.822429:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d088. 00000100:00000200:2.0:1781623552.822430:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455835904, offset 0 00000400:00000200:3.0:1781623552.822433:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623552.822434:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623552.822437:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623552.822439:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623552.822441:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623552.822444:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623552.822446:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623552.822448:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623552.822455:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623552.822457:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375820:375820:254:4294967295] 192.168.202.101@tcp LPNI seq info [375790:375790:6:4294967295] 00000400:00000200:2.0:1781623552.822461:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623552.822467:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623552.822471:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623552.822475:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3f00. 00000800:00000200:2.0:1781623552.822478:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623552.822482:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623552.822485:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623552.822488:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623552.822491:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 18025 usecs (19 jiffies) 00000400:00000200:2.0:1781623552.822494:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623552.822496:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301709844 00000100:00000001:2.0:1781623552.822498:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301717623 00000100:00000001:2.0:1781623552.822501:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301709844 00000100:00000001:2.0:1781623552.822503:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301717623 00000100:00000001:2.0:1781623552.822505:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623552.822507:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623552.822509:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623552.822511:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623552.822522:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623552.822525:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623552.822711:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d908 00000400:00000010:3.0:1781623552.822715:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d908. 00000100:00000001:3.0:1781623552.822720:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623552.822725:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511281180 x1868160455835776/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623552.822734:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623552.822738:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511281180 x1868160455835776/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623568 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623552.822745:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623552.822747:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623552.822764:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623552.822766:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3000. 00000400:00000200:3.0:1781623552.822769:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623552.822772:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623552.822776:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901daa0 00000400:00000010:3.0:1781623552.822778:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901daa0. 00000100:00000001:3.0:1781623552.822780:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623552.822783:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511282300 x1868160455836032/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623552.822789:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623552.822792:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511282300 x1868160455836032/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623568 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623552.822797:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623552.822799:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623552.822832:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623552.822835:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3f00. 00000400:00000200:3.0:1781623552.822838:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623552.822842:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623552.822844:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d088 00000400:00000010:3.0:1781623552.822846:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d088. 00000100:00000001:3.0:1781623552.822848:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623552.822851:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511282680 x1868160455835904/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623552.822864:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623552.822867:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511282680 x1868160455835904/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623587 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623552.822873:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623552.822875:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781623552.827001:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623552.827077:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623552.827083:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623552.827088:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623552.827100:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623552.827111:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623552.827124:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623552.827130:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623552.827137:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623552.827143:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005a8180 00000400:00000200:3.0:1781623552.827149:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623552.827157:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8985 [1] + 224 00000800:00000001:3.0:1781623552.827167:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623552.827174:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623552.827178:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623552.827183:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623552.827193:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623552.827205:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511282300 x1868160455836032/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623568 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623552.827217:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511282300 x1868160455836032/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623568 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623552.827296:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623552.827302:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623552.827323:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623552.827337:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623552.827341:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623552.830744:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623552.830766:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623552.830771:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623552.830774:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623552.830786:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623552.830795:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623552.830806:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623552.830811:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623552.830817:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623552.830821:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005a8080 00000400:00000200:3.0:1781623552.830827:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623552.830834:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8975 [1] + 224 00000800:00000001:3.0:1781623552.830844:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623552.830848:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623552.830852:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623552.830857:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623552.830867:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623552.830880:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511281180 x1868160455835776/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623568 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623552.830893:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511281180 x1868160455835776/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623568 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623552.830903:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623552.830913:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623552.830917:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623552.830919:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623552.830921:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623552.830924:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623552.830936:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623552.830941:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623552.830943:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623552.830946:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623552.830949:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005a8100 00000400:00000200:3.0:1781623552.830952:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623552.830958:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8995 [1] + 224 00000800:00000001:3.0:1781623552.830962:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623552.830985:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623552.830987:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623552.830991:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623552.830994:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623552.831000:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511282680 x1868160455835904/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623587 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623552.831010:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511282680 x1868160455835904/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623552.831017:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623552.831021:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623552.831070:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1781623552.838131:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623552.838141:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623552.838148:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08738. 00000400:00000200:2.0:1781623552.838163:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d220 00000400:00000010:2.0:1781623552.838167:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d220. 00000100:00000001:2.0:1781623552.838173:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623552.838190:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511282300 x1868160455836032/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623568 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623552.838204:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511282300 x1868160455836032/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623568 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623552.838214:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623552.838216:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623552.838220:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623552.838225:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623552.838228:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623552.838231:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623552.838235:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623552.838248:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=29 v=5 (5 5 5 5) 00000100:00001000:2.0:1781623552.838253:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=28 v=5 (1 1 1 0) 00000100:00000001:2.0:1781623552.838255:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623552.838257:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623552.838261:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623552.838265:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623552.838269:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781623552.838272:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:2.0:1781623552.838274:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781623552.838276:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623552.838281:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511282300 x1868160455836032/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623568 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623552.838290:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623552.838294:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623552.838297:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623552.838301:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511282300 x1868160455836032/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623568 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623552.838310:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455836032:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623552.838319:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623552.838323:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623552.838327:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511282300 x1868160455836032/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623568 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623552.838336:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623552.838340:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623552.838344:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078000. 02000000:00000001:2.0:1781623552.838349:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623552.838352:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623552.838354:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:2.0:1781623552.838367:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623552.838370:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d400. 02000000:00000001:2.0:1781623552.838376:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623552.838378:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623552.838381:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511282300. 00000100:00000001:2.0:1781623552.838385:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623552.838386:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623552.838390:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623552.838393:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623552.838395:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781623552.838399:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623552.838400:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623552.838511:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08c60. 00000400:00000200:2.0:1781623552.838516:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d110 00000400:00000010:2.0:1781623552.838518:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d110. 00000100:00000001:2.0:1781623552.838520:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623552.838526:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511282680 x1868160455835904/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623552.838536:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511282680 x1868160455835904/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623587 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623552.838542:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623552.838544:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623552.838546:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623552.838547:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623552.838549:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623552.838551:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623552.838553:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623552.838558:0:2351:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=29 v=20 (20 20 20 20) 00000100:00001000:2.0:1781623552.838562:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=100 v=5 (1 1 1 0) 00000100:00000001:2.0:1781623552.838564:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623552.838566:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623552.838567:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623552.838569:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623552.838572:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781623552.838573:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:2.0:1781623552.838575:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781623552.838577:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623552.838581:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511282680 x1868160455835904/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623587 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623552.838587:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623552.838589:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623552.838591:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623552.838594:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511282680 x1868160455835904/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623587 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623552.838602:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511282680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455835904:192.168.202.101@tcp:400:kworker.0 00000400:00000001:2.0:1781623552.838607:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623552.838609:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623552.838611:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08c08. 00000400:00000200:2.0:1781623552.838613:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d770 00000400:00000010:2.0:1781623552.838615:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d770. 00000100:00000001:2.0:1781623552.838617:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623552.838622:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511281180 x1868160455835776/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623568 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623552.838630:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511281180 x1868160455835776/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623568 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623552.838636:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623552.838638:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623552.838640:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623552.838641:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623552.838642:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623552.838644:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623552.838645:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623552.838648:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=29 v=5 (5 5 5 5) 00000100:00001000:2.0:1781623552.838651:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=100 v=5 (1 1 1 0) 00000100:00000001:2.0:1781623552.838653:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623552.838654:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623552.838656:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623552.838658:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623552.838660:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623552.838663:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511281180 x1868160455835776/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623568 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623552.838670:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623552.838672:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623552.838673:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623552.838677:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511281180 x1868160455835776/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623568 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623552.838684:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455835776:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623552.838687:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623552.838689:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623552.838691:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511282680 x1868160455835904/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623587 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623552.838698:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623552.838699:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623552.838701:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079a00. 02000000:00000001:2.0:1781623552.838703:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623552.838705:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623552.838706:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:2.0:1781623552.838708:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623552.838710:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7db00. 02000000:00000001:2.0:1781623552.838712:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623552.838714:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623552.838715:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511282680. 00000100:00000001:2.0:1781623552.838717:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623552.838719:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623552.838720:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623552.838723:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511281180 x1868160455835776/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623568 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623552.838729:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623552.838730:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623552.838732:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079c00. 02000000:00000001:2.0:1781623552.838734:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623552.838735:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623552.838736:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781623552.838738:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623552.838740:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d100. 02000000:00000001:2.0:1781623552.838742:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623552.838743:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623552.838744:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511281180. 00000100:00000001:2.0:1781623552.838746:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623552.838747:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623552.838749:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623552.838758:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623552.838760:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623552.838763:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623552.838764:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623553.205285:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623553.205299:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623553.205302:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623553.205311:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623553.205313:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623553.205315:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623553.205322:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623553.205325:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623553.205327:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623553.205329:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623553.205334:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623553.205336:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623553.205339:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623553.205340:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623553.205540:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623553.205544:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623553.205547:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623554.230760:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623554.230772:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623554.230781:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623554.230783:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623554.230787:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623554.230788:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623554.230894:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623554.230898:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623554.230902:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623555.254639:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623555.254650:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623555.254657:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623555.254658:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623555.254663:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623555.254664:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623555.254699:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623555.254704:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623555.254707:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623556.277255:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623556.277265:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623556.277273:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623556.277277:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623556.277280:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623556.277285:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623556.277289:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623556.277292:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623556.277294:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623556.277297:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623556.277300:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623556.277302:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623556.277304:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623556.277311:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623556.277313:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623556.277314:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623556.277316:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623556.277317:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623556.277319:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623556.277321:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623556.277453:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623556.277457:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623556.277460:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623557.301239:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623557.301249:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623557.301257:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623557.301258:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623557.301261:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623557.301262:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623557.301302:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623557.301314:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623557.301317:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781623557.942073:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623557.942089:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623557.942104:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0f480. 00000020:00000040:2.0:1781623557.942111:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781623557.942118:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623557.942123:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623557.942130:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623557.942141:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3200. 00000100:00000001:2.0:1781623557.942149:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623557.942165:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0f480 x1868160455836160/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623557.942177:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623557.942183:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623557.942190:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c68e5924] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0f480 x1868160455836160/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623557.942230:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623557.942233:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623557.942236:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623557.942239:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0ed80. 00000020:00000040:2.0:1781623557.942242:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781623557.942244:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623557.942246:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623557.942247:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623557.942251:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3500. 00000100:00000001:2.0:1781623557.942253:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623557.942258:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0ed80 x1868160455836288/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623557.942265:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623557.942267:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623557.942270:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006824e33d] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0ed80 x1868160455836288/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623557.942277:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623557.942280:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623557.942283:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623557.942286:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0f100. 00000020:00000040:2.0:1781623557.942289:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:2.0:1781623557.942291:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623557.942292:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623557.942293:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623557.942296:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3600. 00000100:00000001:2.0:1781623557.942298:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623557.942301:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f8508b0f100 x1868160455836416/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623557.942307:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623557.942309:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623557.942312:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6db9cef] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0f100 x1868160455836416/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623557.942318:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623557.942320:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781623557.942323:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781623557.942328:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7052) 00000100:00000001:2.0:1781623557.942347:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623557.942351:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623557.942354:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623557.942359:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0ed80 x1868160455836288/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623557.942367:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623557.942369:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623557.942374:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623557.942377:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623557.942381:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623557.942385:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455836288:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623557.942390:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623557.942399:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623557.942402:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623557.942406:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623557.942413:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079000. 02000000:00000001:2.0:1781623557.942415:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623557.942424:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623557.942429:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08c08. 00000400:00000010:2.0:1781623557.942437:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d770. 00000100:00000200:2.0:1781623557.942446:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455836288, portal 10 00000100:00000001:2.0:1781623557.942449:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623557.942452:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272076160 : -123673437475456 : ffff8f8508b0ed80) 00000100:00000040:2.0:1781623557.942460:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0ed80 x1868160455836288/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623557.942468:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623557.942471:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623557.942474:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d110. 00000100:00000200:2.0:1781623557.942477:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455836288, offset 0 00000400:00000200:2.0:1781623557.942485:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623557.942498:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623557.942508:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623557.942515:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623557.942521:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623557.942526:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623557.942529:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623557.942533:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375821:375821:256:4294967295] 192.168.202.101@tcp LPNI seq info [375791:375791:8:4294967295] 00000400:00000200:2.0:1781623557.942538:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623557.942550:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623557.942558:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623557.942565:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3f00. 00000800:00000200:2.0:1781623557.942572:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623557.942582:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623557.942586:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623557.942597:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623557.942602:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 18028 usecs (19 jiffies) 00000400:00000200:2.0:1781623557.942605:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623557.942608:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301714964 00000100:00000001:2.0:1781623557.942612:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301717623 00000100:00000001:2.0:1781623557.942614:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301714964 00000100:00000001:2.0:1781623557.942616:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301717623 00000100:00000001:2.0:1781623557.942619:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623557.942622:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623557.942625:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623557.942629:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623557.942637:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623557.942641:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=30 : 30 : 1e) 00000100:00000001:2.0:1781623557.942643:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623557.942644:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623557.942646:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623557.942648:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1781623557.942650:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623557.942652:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623557.942653:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623557.942655:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623557.942656:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623557.942657:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623557.942661:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0f480 x1868160455836160/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623557.942667:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623557.942669:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623557.942671:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623557.942673:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623557.942675:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623557.942678:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455836160:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623557.942681:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623557.942684:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623557.942686:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623557.942688:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623557.942692:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079400. 02000000:00000001:2.0:1781623557.942694:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623557.942697:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623557.942700:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08c60. 00000400:00000010:2.0:1781623557.942704:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d220. 00000100:00000200:2.0:1781623557.942707:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455836160, portal 25 00000100:00000001:2.0:1781623557.942709:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623557.942710:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272077952 : -123673437473664 : ffff8f8508b0f480) 00000100:00000040:2.0:1781623557.942716:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0f480 x1868160455836160/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623557.942722:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623557.942724:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623557.942726:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901dbb0. 00000100:00000200:2.0:1781623557.942728:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455836160, offset 0 00000400:00000200:2.0:1781623557.942733:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623557.942813:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623557.942818:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623557.942821:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623557.942824:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623557.942826:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623557.942828:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623557.942831:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375822:375822:255:4294967295] 192.168.202.101@tcp LPNI seq info [375792:375792:7:4294967295] 00000400:00000200:2.0:1781623557.942835:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623557.942840:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623557.942845:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623557.942849:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3000. 00000800:00000200:2.0:1781623557.942852:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623557.942857:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623557.942859:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623557.942862:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623557.942866:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623557.942868:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301722743 00000100:00000001:2.0:1781623557.942876:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301717623 00000100:00000001:2.0:1781623557.942889:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301722743 00000100:00000001:2.0:1781623557.942893:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301717623 00000100:00000001:2.0:1781623557.942896:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623557.942898:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623557.942901:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623557.942905:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0f100 x1868160455836416/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623557.942910:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623557.942912:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623557.942914:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623557.942916:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623557.942918:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623557.942920:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455836416:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623557.942924:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623557.942926:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623557.942928:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623557.942930:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623557.942933:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079e00. 02000000:00000001:2.0:1781623557.942935:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623557.942939:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623557.942941:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08738. 00000400:00000010:2.0:1781623557.942945:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901dee0. 00000100:00000200:2.0:1781623557.942948:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455836416, portal 4 00000100:00000001:2.0:1781623557.942950:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623557.942951:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272077056 : -123673437474560 : ffff8f8508b0f100) 00000100:00000040:2.0:1781623557.942958:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0f100 x1868160455836416/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623557.942964:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623557.942967:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623557.942970:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d000. 00000100:00000200:2.0:1781623557.942972:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455836416, offset 0 00000400:00000200:2.0:1781623557.942976:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623557.942980:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623557.942983:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623557.942986:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623557.942988:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623557.942990:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623557.942992:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623557.942995:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375823:375823:254:4294967295] 192.168.202.101@tcp LPNI seq info [375793:375793:6:4294967295] 00000400:00000200:2.0:1781623557.942999:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623557.943005:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623557.943008:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623557.943010:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3300. 00000800:00000200:2.0:1781623557.943013:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623557.943016:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623557.943018:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623557.943020:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623557.943022:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 475967 usecs (476 jiffies) 00000400:00000200:2.0:1781623557.943053:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623557.943054:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301715422 00000100:00000001:2.0:1781623557.943056:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301722743 00000100:00000001:2.0:1781623557.943057:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301715422 00000100:00000001:2.0:1781623557.943059:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301722743 00000100:00000001:2.0:1781623557.943061:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623557.943062:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623557.943064:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623557.943065:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623557.943131:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623557.943134:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623557.943180:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623557.943185:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3f00. 00000400:00000200:3.0:1781623557.943192:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623557.943198:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623557.943203:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d110 00000400:00000010:3.0:1781623557.943205:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d110. 00000100:00000001:3.0:1781623557.943209:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623557.943213:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0ed80 x1868160455836288/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623557.943220:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623557.943222:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0ed80 x1868160455836288/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623592 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623557.943228:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623557.943229:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623557.943238:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623557.943239:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3000. 00000400:00000200:3.0:1781623557.943241:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623557.943243:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623557.943245:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901dbb0 00000400:00000010:3.0:1781623557.943246:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901dbb0. 00000100:00000001:3.0:1781623557.943247:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623557.943249:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0f480 x1868160455836160/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623557.943253:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623557.943255:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0f480 x1868160455836160/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623573 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623557.943258:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623557.943259:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623557.943326:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623557.943328:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3300. 00000400:00000200:3.0:1781623557.943330:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623557.943333:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623557.943336:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d000 00000400:00000010:3.0:1781623557.943337:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d000. 00000100:00000001:3.0:1781623557.943339:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623557.943342:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0f100 x1868160455836416/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623557.943347:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623557.943350:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0f100 x1868160455836416/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623573 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623557.943355:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623557.943357:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781623557.948519:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623557.948543:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623557.948548:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623557.948551:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623557.948563:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623557.948574:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623557.948586:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623557.948593:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623557.948603:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623557.948609:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005a8280 00000400:00000200:3.0:1781623557.948615:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623557.948622:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f89a5 [1] + 224 00000800:00000001:3.0:1781623557.948632:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623557.948640:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623557.948643:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623557.948649:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623557.948660:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623557.948675:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0ed80 x1868160455836288/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623592 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623557.948687:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0ed80 x1868160455836288/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623557.948713:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623557.948725:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623557.948728:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623557.948955:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623557.948962:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781623557.948973:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623557.948975:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623557.948980:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08c08. 00000400:00000200:2.0:1781623557.948988:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d770 00000400:00000010:2.0:1781623557.948991:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d770. 00000100:00000001:2.0:1781623557.948995:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623557.949001:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0ed80 x1868160455836288/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623557.949010:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0ed80 x1868160455836288/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623592 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623557.949017:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623557.949019:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623557.949022:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623557.949067:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623557.949070:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623557.949074:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623557.949078:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623557.949089:0:2351:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=34 v=20 (20 20 20 20) 00000100:00001000:2.0:1781623557.949094:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=105 v=5 (1 1 1 0) 00000100:00000001:2.0:1781623557.949097:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623557.949100:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623557.949103:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623557.949108:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623557.949113:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781623557.949116:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:2.0:1781623557.949118:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781623557.949230:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623557.949236:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0ed80 x1868160455836288/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623592 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623557.949246:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623557.949250:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623557.949253:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623557.949258:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0ed80 x1868160455836288/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623592 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623557.949266:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455836288:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623557.949272:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623557.949274:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623557.949278:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0ed80 x1868160455836288/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623592 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623557.949284:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623557.949288:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623557.949293:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079000. 02000000:00000001:2.0:1781623557.949298:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623557.949301:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623557.949303:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:2.0:1781623557.949305:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623557.949308:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3500. 02000000:00000001:2.0:1781623557.949314:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623557.949317:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623557.949319:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0ed80. 00000100:00000001:2.0:1781623557.949325:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623557.949327:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623557.949331:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623557.949334:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623557.949335:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623557.949337:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623557.949338:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781623557.953894:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623557.953921:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623557.953928:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623557.953930:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623557.953943:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623557.953953:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623557.954011:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623557.954020:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623557.954073:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623557.954079:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005a8200 00000400:00000200:3.0:1781623557.954086:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623557.954094:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f89b5 [1] + 224 00000800:00000001:3.0:1781623557.954103:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623557.954112:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623557.954116:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623557.954122:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623557.954136:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623557.954148:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0f480 x1868160455836160/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623573 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623557.954162:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0f480 x1868160455836160/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623573 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623557.954191:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623557.954203:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623557.954207:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623557.954407:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623557.954413:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781623557.954423:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623557.954425:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623557.954430:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08c60. 00000400:00000200:2.0:1781623557.954437:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d220 00000400:00000010:2.0:1781623557.954440:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d220. 00000100:00000001:2.0:1781623557.954444:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623557.954449:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0f480 x1868160455836160/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623573 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623557.954471:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0f480 x1868160455836160/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623573 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623557.954477:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623557.954480:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623557.954483:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623557.954488:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623557.954491:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623557.954494:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623557.954498:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623557.954506:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=34 v=5 (5 5 5 5) 00000100:00001000:2.0:1781623557.954512:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=105 v=5 (1 1 1 0) 00000100:00000001:2.0:1781623557.954515:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623557.954517:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623557.954521:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623557.954523:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623557.954526:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623557.954531:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0f480 x1868160455836160/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623573 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623557.954539:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623557.954543:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623557.954545:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623557.954549:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0f480 x1868160455836160/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623573 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623557.954557:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455836160:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623557.954565:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623557.954568:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623557.954572:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0f480 x1868160455836160/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623573 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623557.954580:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623557.954583:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623557.954587:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079400. 02000000:00000001:2.0:1781623557.954591:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623557.954594:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623557.954597:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781623557.954599:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623557.954601:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3200. 02000000:00000001:2.0:1781623557.954607:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623557.954609:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623557.954611:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0f480. 00000100:00000001:2.0:1781623557.954616:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623557.954617:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623557.954621:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623557.954623:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623557.954624:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623557.954630:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623557.954631:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781623557.961084:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623557.961111:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623557.961118:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623557.961122:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623557.961134:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623557.961144:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623557.961157:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623557.961163:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623557.961171:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623557.961176:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005a8300 00000400:00000200:3.0:1781623557.961183:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623557.961191:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f89c5 [1] + 224 00000800:00000001:3.0:1781623557.961201:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623557.961209:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623557.961212:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623557.961218:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623557.961230:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623557.961243:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0f100 x1868160455836416/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623573 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623557.961258:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0f100 x1868160455836416/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623573 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623557.961284:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623557.961297:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623557.961302:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623557.961345:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623557.961351:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781623557.961359:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623557.961362:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623557.961366:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08738. 00000400:00000200:2.0:1781623557.961373:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901dee0 00000400:00000010:2.0:1781623557.961376:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901dee0. 00000100:00000001:2.0:1781623557.961380:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623557.961385:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0f100 x1868160455836416/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623573 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623557.961396:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0f100 x1868160455836416/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623573 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623557.961404:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623557.961406:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623557.961409:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623557.961413:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623557.961416:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623557.961419:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623557.961422:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623557.961435:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=34 v=5 (5 5 5 5) 00000100:00001000:2.0:1781623557.961440:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=33 v=5 (1 1 1 0) 00000100:00000001:2.0:1781623557.961445:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623557.961447:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623557.961451:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623557.961456:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623557.961461:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781623557.961463:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:2.0:1781623557.961466:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781623557.961467:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623557.961473:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0f100 x1868160455836416/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623573 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623557.961481:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623557.961485:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623557.961488:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623557.961492:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0f100 x1868160455836416/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623573 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623557.961500:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455836416:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623557.961505:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623557.961509:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623557.961512:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0f100 x1868160455836416/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623573 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623557.961520:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623557.961523:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623557.961527:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079e00. 02000000:00000001:2.0:1781623557.961532:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623557.961535:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623557.961537:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:2.0:1781623557.961540:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623557.961543:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3600. 02000000:00000001:2.0:1781623557.961548:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623557.961550:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623557.961553:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0f100. 00000100:00000001:2.0:1781623557.961557:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623557.961559:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623557.961590:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623557.961603:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623557.961605:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623557.961608:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623557.961611:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623558.325824:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623558.325834:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623558.325843:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623558.325844:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623558.325848:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623558.325849:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623558.325915:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623558.325919:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623558.325923:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623559.349223:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623559.349234:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623559.349241:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623559.349242:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623559.349246:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623559.349248:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623559.349362:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623559.349366:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623559.349370:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623560.373132:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623560.373139:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623560.373144:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623560.373145:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623560.373147:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623560.373148:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623560.373226:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623560.373229:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623560.373231:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623561.398639:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623561.398649:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623561.398656:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623561.398657:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623561.398660:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623561.398662:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623561.398713:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623561.398722:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623561.398727:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623562.421218:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623562.421232:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623562.421235:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623562.421255:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623562.421258:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623562.421260:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623562.421267:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623562.421269:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623562.421271:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623562.421273:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623562.421278:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623562.421279:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623562.421283:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623562.421284:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623562.421420:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623562.421425:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623562.421428:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781623563.062097:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623563.062114:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623563.062130:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733fb80. 00000020:00000040:1.0:1781623563.062139:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781623563.062146:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623563.062150:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623563.062162:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623563.062175:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f850a3acc00. 00000100:00000001:1.0:1781623563.062186:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623563.062202:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733fb80 x1868160455836544/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623563.062215:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623563.062221:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623563.062228:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000451a50df] to pc [ptlrpcd_00_01+1] req@ffff8f850733fb80 x1868160455836544/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623563.062268:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623563.062272:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623563.062276:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623563.062279:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733f800. 00000020:00000040:1.0:1781623563.062282:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781623563.062285:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623563.062286:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623563.062288:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623563.062291:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f850a3acb00. 00000100:00000001:1.0:1781623563.062294:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623563.062299:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733f800 x1868160455836672/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623563.062305:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623563.062307:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623563.062311:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024db8907] to pc [ptlrpcd_00_00+0] req@ffff8f850733f800 x1868160455836672/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623563.062319:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623563.062322:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623563.062325:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623563.062330:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733f100. 00000020:00000040:1.0:1781623563.062332:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:1.0:1781623563.062335:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623563.062336:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623563.062338:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623563.062345:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f850a3ac800. 00000100:00000001:1.0:1781623563.062348:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623563.062352:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f850733f100 x1868160455836800/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623563.062358:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623563.062360:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623563.062364:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8462c2d] to pc [ptlrpcd_00_01+1] req@ffff8f850733f100 x1868160455836800/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623563.062371:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623563.062374:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781623563.062378:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781623563.062385:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7057) 00000100:00000001:0.0:1781623563.062490:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623563.062495:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623563.062499:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623563.062506:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733fb80 x1868160455836544/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623563.062516:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623563.062518:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623563.062523:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623563.062527:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623563.062529:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623563.062533:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455836544:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623563.062540:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623563.062549:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623563.062553:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623563.062556:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623563.062562:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cedc00. 02000000:00000001:0.0:1781623563.062565:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623563.062587:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623563.062592:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7b00. 00000400:00000010:0.0:1781623563.062601:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e95d8. 00000100:00000200:0.0:1781623563.062611:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455836544, portal 25 00000100:00000001:0.0:1781623563.062614:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623563.062616:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247110528 : -123673462441088 : ffff8f850733fb80) 00000100:00000040:0.0:1781623563.062623:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733fb80 x1868160455836544/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623563.062632:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623563.062635:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623563.062639:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9e58. 00000100:00000200:0.0:1781623563.062643:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455836544, offset 0 00000400:00000200:0.0:1781623563.062652:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623563.062663:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623563.062674:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623563.062682:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623563.062688:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623563.062694:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623563.062696:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623563.062701:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375824:375824:256:4294967295] 192.168.202.101@tcp LPNI seq info [375794:375794:8:4294967295] 00000400:00000200:0.0:1781623563.062706:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623563.062718:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623563.062724:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623563.062730:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0900. 00000800:00000200:0.0:1781623563.062737:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623563.062749:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623563.062754:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623563.062778:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623563.062784:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623563.062787:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301727863 00000100:00000001:0.0:1781623563.062797:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301722743 00000100:00000001:0.0:1781623563.062801:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301727863 00000100:00000001:0.0:1781623563.062804:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301722743 00000100:00000001:0.0:1781623563.062807:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623563.062810:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623563.062814:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623563.062818:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733f100 x1868160455836800/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623563.062824:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623563.062825:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623563.062827:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623563.062829:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623563.062830:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623563.062843:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455836800:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623563.062846:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623563.062849:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623563.062850:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623563.062852:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623563.062855:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505ced000. 02000000:00000001:0.0:1781623563.062857:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623563.062861:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623563.062863:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc72c0. 00000400:00000010:0.0:1781623563.062867:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9880. 00000100:00000200:0.0:1781623563.062869:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455836800, portal 4 00000100:00000001:0.0:1781623563.062871:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623563.062872:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247107840 : -123673462443776 : ffff8f850733f100) 00000100:00000040:0.0:1781623563.062879:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733f100 x1868160455836800/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623563.062885:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623563.062887:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623563.062889:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9d48. 00000100:00000200:0.0:1781623563.062891:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455836800, offset 0 00000400:00000200:0.0:1781623563.062895:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623563.062898:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623563.062902:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623563.062904:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623563.062907:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623563.062908:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623563.062910:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623563.062913:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375825:375825:255:4294967295] 192.168.202.101@tcp LPNI seq info [375795:375795:7:4294967295] 00000400:00000200:0.0:1781623563.062916:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623563.062922:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623563.062926:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623563.062929:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0700. 00000800:00000200:0.0:1781623563.062933:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623563.062937:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623563.062939:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623563.062943:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623563.062947:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 474435 usecs (475 jiffies) 00000400:00000200:0.0:1781623563.062950:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623563.062951:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301720540 00000100:00000001:0.0:1781623563.062954:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301727863 00000100:00000001:0.0:1781623563.062956:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301720540 00000800:00000200:3.0:1781623563.062957:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623563.062963:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0900. 00000100:00000001:0.0:1781623563.062967:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301727863 00000400:00000200:3.0:1781623563.062968:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1781623563.062969:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623563.062972:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623563.062974:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:0.0:1781623563.062974:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623563.062977:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623563.062981:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9e58 00000400:00000010:3.0:1781623563.062983:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9e58. 00000100:00000001:0.0:1781623563.062985:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623563.062987:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1781623563.062987:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781623563.062990:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623563.062991:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1781623563.062992:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733fb80 x1868160455836544/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623563.062992:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623563.062995:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1781623563.062997:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623563.062999:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623563.063000:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623563.063002:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1781623563.063002:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623563.063003:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623563.063004:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623563.063006:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733fb80 x1868160455836544/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623579 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781623563.063007:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733f800 x1868160455836672/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623563.063014:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623563.063015:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1781623563.063015:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623563.063016:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623563.063018:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623563.063019:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623563.063021:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623563.063059:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455836672:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623563.063063:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623563.063066:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623563.063068:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623563.063070:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623563.063073:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505ceca00. 02000000:00000001:0.0:1781623563.063075:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623563.063076:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623563.063079:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0700. 00000400:00000200:0.0:1781623563.063079:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623563.063082:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1781623563.063082:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7dc0. 00000400:00000200:3.0:1781623563.063086:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000010:0.0:1781623563.063086:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9aa0. 00000400:00000200:3.0:1781623563.063089:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9d48 00000100:00000200:0.0:1781623563.063089:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455836672, portal 10 00000400:00000010:3.0:1781623563.063091:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9d48. 00000100:00000001:0.0:1781623563.063091:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623563.063092:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247109632 : -123673462441984 : ffff8f850733f800) 00000100:00000001:3.0:1781623563.063093:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623563.063096:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733f100 x1868160455836800/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781623563.063099:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733f800 x1868160455836672/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623563.063104:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1781623563.063106:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623563.063107:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733f100 x1868160455836800/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623579 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781623563.063108:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623563.063111:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9220. 00000100:00000001:3.0:1781623563.063113:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1781623563.063113:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455836672, offset 0 00000100:00000001:3.0:1781623563.063115:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1781623563.063117:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623563.063121:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623563.063124:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623563.063127:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623563.063129:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623563.063131:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623563.063133:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623563.063136:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375826:375826:256:4294967295] 192.168.202.101@tcp LPNI seq info [375796:375796:8:4294967295] 00000400:00000200:0.0:1781623563.063140:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623563.063146:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623563.063150:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623563.063153:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0700. 00000800:00000200:0.0:1781623563.063157:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623563.063161:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623563.063163:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623563.063181:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623563.063185:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 18016 usecs (19 jiffies) 00000400:00000200:0.0:1781623563.063188:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623563.063190:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301720084 00000100:00000001:0.0:1781623563.063193:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301727863 00000100:00000001:0.0:1781623563.063195:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301720084 00000100:00000001:0.0:1781623563.063197:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301727863 00000100:00000001:0.0:1781623563.063199:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623563.063203:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623563.063206:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623563.063210:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623563.063223:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623563.063225:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623563.063534:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623563.063538:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0700. 00000400:00000200:3.0:1781623563.063542:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623563.063546:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623563.063552:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9220 00000400:00000010:3.0:1781623563.063553:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9220. 00000100:00000001:3.0:1781623563.063556:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623563.063561:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733f800 x1868160455836672/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623563.063645:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623563.063651:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733f800 x1868160455836672/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623598 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623563.063657:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623563.063659:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781623563.066202:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623563.066230:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623563.066236:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623563.066239:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623563.066252:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623563.066261:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623563.066273:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623563.066279:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623563.066286:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623563.066291:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005a8380 00000400:00000200:3.0:1781623563.066297:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623563.066649:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f89d5 [1] + 224 00000800:00000001:3.0:1781623563.066661:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623563.066667:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623563.066670:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623563.066676:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623563.066687:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623563.066698:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733fb80 x1868160455836544/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623579 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623563.066712:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733fb80 x1868160455836544/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623579 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623563.066737:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623563.066750:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623563.066755:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623563.066757:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623563.066758:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623563.066762:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623563.066765:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623563.066769:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623563.066772:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623563.066775:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623563.066778:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005a8480 00000400:00000200:3.0:1781623563.066782:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623563.066786:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f89dd [1] + 224 00000800:00000001:3.0:1781623563.066790:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623563.066796:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623563.066798:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623563.066801:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623563.066804:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623563.066809:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733f100 x1868160455836800/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623579 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623563.066817:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733f100 x1868160455836800/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623579 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623563.066823:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623563.066826:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623563.066828:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623563.067987:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623563.067995:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623563.068006:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623563.068009:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623563.068015:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7b00. 00000400:00000200:0.0:1781623563.068058:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e95d8 00000400:00000010:0.0:1781623563.068062:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e95d8. 00000100:00000001:0.0:1781623563.068067:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623563.068079:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733fb80 x1868160455836544/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623579 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623563.068092:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733fb80 x1868160455836544/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623579 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623563.068101:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623563.068104:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623563.068107:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623563.068112:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623563.068115:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623563.068118:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623563.068122:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623563.068131:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=40 v=5 (5 5 5 5) 00000100:00001000:0.0:1781623563.068136:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=111 v=5 (1 1 1 0) 00000100:00000001:0.0:1781623563.068139:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623563.068141:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623563.068145:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623563.068148:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623563.068151:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623563.068156:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733fb80 x1868160455836544/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623579 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623563.068165:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623563.068169:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623563.068172:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623563.068177:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733fb80 x1868160455836544/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623579 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623563.068186:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455836544:192.168.202.101@tcp:400:kworker.0 00000400:00000001:0.0:1781623563.068192:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623563.068194:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623563.068196:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc72c0. 00000400:00000200:0.0:1781623563.068199:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9880 00000400:00000010:0.0:1781623563.068201:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9880. 00000100:00000001:0.0:1781623563.068203:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623563.068207:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733f100 x1868160455836800/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623579 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623563.068217:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733f100 x1868160455836800/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623579 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623563.068225:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623563.068226:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623563.068228:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623563.068230:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623563.068231:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623563.068233:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623563.068235:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623563.068243:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=40 v=5 (5 5 5 5) 00000100:00001000:0.0:1781623563.068246:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=39 v=5 (1 1 1 0) 00000100:00000001:0.0:1781623563.068249:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623563.068250:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623563.068252:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623563.068256:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623563.068260:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623563.068263:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:0.0:1781623563.068265:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623563.068267:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623563.068270:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733f100 x1868160455836800/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623579 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623563.068284:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623563.068287:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623563.068288:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623563.068292:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733f100 x1868160455836800/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623579 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623563.068299:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455836800:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623563.068304:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623563.068307:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623563.068310:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733fb80 x1868160455836544/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623579 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623563.068318:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623563.068321:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623563.068326:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cedc00. 02000000:00000001:0.0:1781623563.068332:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623563.068335:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623563.068337:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781623563.068340:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623563.068343:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f850a3acc00. 02000000:00000001:0.0:1781623563.068350:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623563.068352:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623563.068354:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733fb80. 00000100:00000001:0.0:1781623563.068366:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623563.068367:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623563.068369:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623563.068372:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733f100 x1868160455836800/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623579 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623563.068379:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623563.068381:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623563.068382:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505ced000. 02000000:00000001:0.0:1781623563.068384:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623563.068385:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623563.068387:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:0.0:1781623563.068389:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623563.068391:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f850a3ac800. 02000000:00000001:0.0:1781623563.068393:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623563.068394:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623563.068396:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733f100. 00000100:00000001:0.0:1781623563.068398:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623563.068400:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623563.068404:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623563.068406:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623563.068408:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623563.068410:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623563.068412:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781623563.070715:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623563.070738:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623563.070744:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623563.070747:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623563.070758:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623563.070767:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623563.070778:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623563.070784:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623563.070790:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623563.070797:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005a8400 00000400:00000200:3.0:1781623563.070802:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623563.070811:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f89e5 [1] + 224 00000800:00000001:3.0:1781623563.070821:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623563.070829:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623563.070844:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623563.070849:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623563.070859:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623563.070868:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733f800 x1868160455836672/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623598 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623563.070880:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733f800 x1868160455836672/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623598 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623563.070904:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623563.070915:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623563.070918:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623563.071568:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623563.071575:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623563.071584:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623563.071587:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623563.071591:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7dc0. 00000400:00000200:0.0:1781623563.071597:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9aa0 00000400:00000010:0.0:1781623563.071600:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9aa0. 00000100:00000001:0.0:1781623563.071603:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623563.071611:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733f800 x1868160455836672/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623598 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623563.071622:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733f800 x1868160455836672/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623598 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623563.071630:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623563.071632:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623563.071635:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623563.071640:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623563.071643:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623563.071645:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623563.071649:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623563.071661:0:2350:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=40 v=20 (20 20 20 20) 00000100:00001000:0.0:1781623563.071667:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=111 v=5 (1 1 1 0) 00000100:00000001:0.0:1781623563.071670:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623563.071672:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623563.071675:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623563.071681:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623563.071686:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623563.071688:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781623563.071691:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623563.071692:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623563.071698:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733f800 x1868160455836672/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623598 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623563.071705:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623563.071709:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623563.071712:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623563.071716:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733f800 x1868160455836672/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623598 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623563.071736:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455836672:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623563.071742:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623563.071745:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623563.071748:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733f800 x1868160455836672/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623598 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623563.071755:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623563.071758:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623563.071762:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505ceca00. 02000000:00000001:0.0:1781623563.071767:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623563.071770:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623563.071772:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781623563.071775:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623563.071778:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f850a3acb00. 02000000:00000001:0.0:1781623563.071784:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623563.071786:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623563.071788:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733f800. 00000100:00000001:0.0:1781623563.071792:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623563.071794:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623563.071797:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623563.071806:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623563.071808:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623563.071811:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623563.071814:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623563.446074:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623563.446085:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623563.446093:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623563.446094:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623563.446098:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623563.446099:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623563.447644:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623563.447650:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623563.447656:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623564.469514:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623564.469524:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623564.469532:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623564.469533:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623564.469537:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623564.469539:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623564.469924:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623564.469928:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623564.469932:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623565.493249:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623565.493260:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623565.493267:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623565.493272:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623565.493275:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623565.493280:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623565.493284:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623565.493287:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623565.493290:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623565.493292:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623565.493296:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623565.493298:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623565.493300:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623565.493306:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623565.493310:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623565.493311:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623565.493313:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623565.493314:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623565.493315:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623565.493317:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623565.493381:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623565.493386:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623565.493389:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623566.518324:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623566.518334:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623566.518341:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623566.518343:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623566.518346:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623566.518347:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623566.518605:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623566.518609:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623566.518613:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623567.541366:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623567.541373:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623567.541379:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623567.541380:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623567.541383:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623567.541384:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623567.541777:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623567.541781:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623567.541784:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781623568.184399:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623568.184409:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623568.184420:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731e300. 00000020:00000040:0.0:1781623568.184426:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781623568.184430:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623568.184433:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623568.184437:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623568.184445:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0900. 00000100:00000001:0.0:1781623568.184452:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623568.184464:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731e300 x1868160455836928/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623568.184475:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623568.184478:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623568.184485:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004daa77] to pc [ptlrpcd_00_00+0] req@ffff8f850731e300 x1868160455836928/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623568.184520:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623568.184524:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623568.184527:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623568.184530:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731ea00. 00000020:00000040:0.0:1781623568.184533:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781623568.184535:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623568.184537:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623568.184539:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623568.184542:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0200. 00000100:00000001:0.0:1781623568.184546:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623568.184550:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731ea00 x1868160455837056/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623568.184558:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623568.184559:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623568.184563:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000637ced7e] to pc [ptlrpcd_00_01+1] req@ffff8f850731ea00 x1868160455837056/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623568.184571:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623568.184574:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623568.184577:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623568.184580:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731e680. 00000020:00000040:0.0:1781623568.184582:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:0.0:1781623568.184584:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623568.184585:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623568.184587:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623568.184589:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0e00. 00000100:00000001:0.0:1781623568.184592:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623568.184595:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f850731e680 x1868160455837184/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623568.184601:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623568.184603:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623568.184606:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000425285ea] to pc [ptlrpcd_00_00+0] req@ffff8f850731e680 x1868160455837184/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623568.184612:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623568.184615:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781623568.184619:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781623568.184624:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7062) 00000100:00000001:0.0:1781623568.184641:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623568.184644:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623568.184647:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623568.184652:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731ea00 x1868160455837056/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623568.184660:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623568.184662:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623568.184665:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623568.184667:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623568.184670:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623568.184673:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455837056:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623568.184677:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623568.184683:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623568.184685:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623568.184687:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623568.184702:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cedc00. 02000000:00000001:0.0:1781623568.184704:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623568.184720:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623568.184724:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7dc0. 00000400:00000010:0.0:1781623568.184731:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9aa0. 00000100:00000200:0.0:1781623568.184737:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455837056, portal 10 00000100:00000001:0.0:1781623568.184739:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623568.184741:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246974976 : -123673462576640 : ffff8f850731ea00) 00000100:00000040:0.0:1781623568.184749:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731ea00 x1868160455837056/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623568.184756:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623568.184759:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623568.184762:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9880. 00000100:00000200:0.0:1781623568.184765:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455837056, offset 0 00000400:00000200:0.0:1781623568.184772:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623568.184781:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623568.184814:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623568.184820:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623568.184824:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623568.184828:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623568.184830:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623568.184834:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375827:375827:256:4294967295] 192.168.202.101@tcp LPNI seq info [375797:375797:8:4294967295] 00000400:00000200:0.0:1781623568.184838:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623568.184849:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623568.184855:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623568.184861:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0f00. 00000800:00000200:0.0:1781623568.184867:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623568.184874:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623568.184878:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623568.184898:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623568.184903:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 18008 usecs (19 jiffies) 00000400:00000200:0.0:1781623568.184906:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623568.184909:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301725206 00000100:00000001:0.0:1781623568.184911:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301727863 00000100:00000001:0.0:1781623568.184913:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301725206 00000100:00000001:0.0:1781623568.184915:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301727863 00000100:00000001:0.0:1781623568.184917:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623568.184920:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623568.184922:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623568.184924:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623568.184932:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623568.184934:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=30 : 30 : 1e) 00000100:00000001:0.0:1781623568.184936:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623568.184938:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623568.184939:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623568.184941:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1781623568.184943:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623568.184944:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623568.184946:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623568.184948:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623568.184948:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623568.184950:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623568.184953:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731e300 x1868160455836928/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623568.184960:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623568.184962:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623568.184964:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623568.184965:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623568.184967:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623568.184970:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455836928:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623568.184973:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623568.184975:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623568.184976:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623568.184978:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623568.184981:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505ceca00. 02000000:00000001:0.0:1781623568.184983:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623568.184986:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623568.184989:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc72c0. 00000400:00000010:0.0:1781623568.184992:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e95d8. 00000100:00000200:0.0:1781623568.184995:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455836928, portal 25 00000100:00000001:0.0:1781623568.184997:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623568.184998:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246973184 : -123673462578432 : ffff8f850731e300) 00000100:00000040:0.0:1781623568.185003:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731e300 x1868160455836928/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623568.185009:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623568.185011:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623568.185013:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e93b8. 00000100:00000200:0.0:1781623568.185016:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455836928, offset 0 00000400:00000200:0.0:1781623568.185020:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623568.185024:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623568.185066:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623568.185069:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623568.185071:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623568.185073:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623568.185075:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623568.185078:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375828:375828:255:4294967295] 192.168.202.101@tcp LPNI seq info [375798:375798:7:4294967295] 00000400:00000200:0.0:1781623568.185081:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623568.185087:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623568.185091:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623568.185094:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0d00. 00000800:00000200:0.0:1781623568.185097:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623568.185101:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623568.185104:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623568.185107:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623568.185110:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623568.185112:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301732986 00000100:00000001:0.0:1781623568.185117:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301727863 00000100:00000001:0.0:1781623568.185121:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301732986 00000100:00000001:0.0:1781623568.185125:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301727863 00000100:00000001:0.0:1781623568.185127:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623568.185130:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623568.185132:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623568.185136:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731e680 x1868160455837184/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623568.185143:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623568.185144:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623568.185146:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623568.185147:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623568.185149:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623568.185152:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455837184:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623568.185158:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623568.185161:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623568.185162:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623568.185164:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623568.185167:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505ceda00. 02000000:00000001:0.0:1781623568.185169:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623568.185172:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623568.185175:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7b00. 00000400:00000010:0.0:1781623568.185179:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9198. 00000100:00000200:0.0:1781623568.185181:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455837184, portal 4 00000100:00000001:0.0:1781623568.185183:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623568.185184:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246974080 : -123673462577536 : ffff8f850731e680) 00000100:00000040:0.0:1781623568.185190:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731e680 x1868160455837184/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623568.185195:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623568.185197:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623568.185199:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9550. 00000100:00000200:0.0:1781623568.185201:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455837184, offset 0 00000400:00000200:0.0:1781623568.185205:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623568.185208:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623568.185211:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623568.185215:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623568.185217:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623568.185219:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623568.185221:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000100:00000001:1.0:1781623568.185318:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623568.185321:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623568.185409:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623568.185414:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0f00. 00000400:00000200:3.0:1781623568.185420:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623568.185425:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623568.185431:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9880 00000400:00000010:3.0:1781623568.185433:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9880. 00000100:00000001:3.0:1781623568.185437:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623568.185441:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731ea00 x1868160455837056/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623568.185449:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623568.185453:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731ea00 x1868160455837056/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623603 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623568.185460:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623568.185462:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623568.185547:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623568.185550:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0d00. 00000400:00000200:3.0:1781623568.185553:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623568.185557:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623568.185561:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e93b8 00000400:00000010:3.0:1781623568.185562:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e93b8. 00000100:00000001:3.0:1781623568.185564:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623568.185568:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731e300 x1868160455836928/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623568.185574:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623568.185577:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731e300 x1868160455836928/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623584 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623568.185583:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623568.185585:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1781623568.185837:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375829:375829:254:4294967295] 192.168.202.101@tcp LPNI seq info [375799:375799:6:4294967295] 00000400:00000200:0.0:1781623568.185842:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623568.185848:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623568.185852:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623568.185856:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0800. 00000800:00000200:0.0:1781623568.185860:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623568.185865:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623568.185868:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623568.185885:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623568.185889:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 472857 usecs (473 jiffies) 00000400:00000200:0.0:1781623568.185892:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623568.185894:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301725661 00000100:00000001:0.0:1781623568.185896:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301732986 00000100:00000001:0.0:1781623568.185898:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301725661 00000100:00000001:0.0:1781623568.185900:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301732986 00000100:00000001:0.0:1781623568.185902:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623568.185904:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623568.185906:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623568.185908:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623568.185994:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623568.185997:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0800. 00000400:00000200:3.0:1781623568.186000:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623568.186003:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623568.186006:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9550 00000400:00000010:3.0:1781623568.186008:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9550. 00000100:00000001:3.0:1781623568.186010:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623568.186013:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731e680 x1868160455837184/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623568.186020:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623568.186023:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731e680 x1868160455837184/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623584 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623568.186062:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623568.186063:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781623568.188157:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623568.188172:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623568.188176:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623568.188178:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623568.188187:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623568.188194:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623568.188202:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623568.188206:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623568.188211:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623568.188226:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005a8500 00000400:00000200:3.0:1781623568.188232:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623568.188239:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f89f5 [1] + 224 00000800:00000001:3.0:1781623568.188246:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623568.188253:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623568.188263:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623568.188268:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623568.188274:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623568.188282:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731e300 x1868160455836928/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623584 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623568.188293:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731e300 x1868160455836928/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623584 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623568.188309:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623568.188318:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623568.188321:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623568.189972:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623568.189979:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623568.189989:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623568.189991:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623568.189995:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc72c0. 00000400:00000200:0.0:1781623568.190004:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e95d8 00000400:00000010:0.0:1781623568.190006:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e95d8. 00000100:00000001:0.0:1781623568.190010:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623568.190021:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731e300 x1868160455836928/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623584 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623568.190053:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731e300 x1868160455836928/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623584 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623568.190062:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623568.190064:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623568.190067:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623568.190070:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623568.190072:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623568.190075:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623568.190078:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623568.190085:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=45 v=5 (5 5 5 5) 00000100:00001000:0.0:1781623568.190089:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=116 v=5 (1 1 1 0) 00000100:00000001:0.0:1781623568.190091:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623568.190092:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623568.190095:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623568.190097:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623568.190100:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623568.190106:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731e300 x1868160455836928/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623584 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623568.190113:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623568.190117:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623568.190118:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623568.190123:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731e300 x1868160455836928/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623584 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623568.190130:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455836928:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623568.190136:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623568.190139:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623568.190143:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731e300 x1868160455836928/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623584 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623568.190150:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623568.190153:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623568.190157:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505ceca00. 02000000:00000001:0.0:1781623568.190161:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623568.190164:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623568.190166:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781623568.190168:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623568.190171:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0900. 02000000:00000001:0.0:1781623568.190175:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623568.190177:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623568.190179:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731e300. 00000100:00000001:0.0:1781623568.190182:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623568.190184:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623568.190187:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623568.190189:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623568.190191:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623568.190192:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623568.190194:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781623568.197895:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623568.197913:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623568.197917:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623568.197920:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623568.197930:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623568.197938:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623568.197948:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623568.197953:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623568.197959:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623568.197963:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005a8580 00000400:00000200:3.0:1781623568.197969:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623568.197976:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f89ed [1] + 224 00000800:00000001:3.0:1781623568.197983:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623568.197990:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623568.197993:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623568.197998:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623568.198006:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623568.198017:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731ea00 x1868160455837056/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623603 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623568.198063:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731ea00 x1868160455837056/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623603 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623568.198076:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623568.198085:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623568.198088:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623568.198331:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623568.198335:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623568.198343:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623568.198345:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623568.198348:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7dc0. 00000400:00000200:0.0:1781623568.198353:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9aa0 00000400:00000010:0.0:1781623568.198355:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9aa0. 00000100:00000001:0.0:1781623568.198358:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623568.198364:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731ea00 x1868160455837056/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623603 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623568.198374:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731ea00 x1868160455837056/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623603 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623568.198381:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623568.198383:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623568.198385:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623568.198389:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623568.198391:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623568.198393:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623568.198396:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623568.198404:0:2350:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=45 v=20 (20 20 20 20) 00000100:00001000:0.0:1781623568.198408:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=116 v=5 (1 1 1 0) 00000100:00000001:0.0:1781623568.198411:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623568.198413:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623568.198415:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623568.198419:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623568.198422:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623568.198424:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781623568.198426:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623568.198427:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623568.198432:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731ea00 x1868160455837056/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623603 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623568.198439:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623568.198443:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623568.198445:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623568.198449:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731ea00 x1868160455837056/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623603 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623568.198457:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455837056:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623568.198462:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623568.198465:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623568.198468:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731ea00 x1868160455837056/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623603 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623568.198474:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623568.198477:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623568.198480:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cedc00. 02000000:00000001:0.0:1781623568.198485:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623568.198487:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623568.198490:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781623568.198492:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623568.198494:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0200. 02000000:00000001:0.0:1781623568.198498:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623568.198500:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623568.198501:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731ea00. 00000100:00000001:0.0:1781623568.198505:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623568.198506:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623568.198509:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623568.198511:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623568.198513:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623568.198514:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623568.198516:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781623568.203067:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623568.203083:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623568.203088:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623568.203090:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623568.203098:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623568.203105:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623568.203114:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623568.203118:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623568.203124:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623568.203128:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005a8600 00000400:00000200:3.0:1781623568.203133:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623568.203140:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f89fd [1] + 224 00000800:00000001:3.0:1781623568.203147:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623568.203153:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623568.203156:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623568.203160:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623568.203168:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623568.203177:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731e680 x1868160455837184/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623584 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623568.203189:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731e680 x1868160455837184/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623584 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623568.203212:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623568.203221:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623568.203223:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623568.203321:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623568.203327:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623568.203335:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623568.203338:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623568.203341:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7b00. 00000400:00000200:0.0:1781623568.203347:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9198 00000400:00000010:0.0:1781623568.203349:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9198. 00000100:00000001:0.0:1781623568.203352:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623568.203359:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731e680 x1868160455837184/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623584 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623568.203369:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731e680 x1868160455837184/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623584 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623568.203375:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623568.203376:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623568.203379:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623568.203382:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623568.203384:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623568.203387:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623568.203389:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623568.203398:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=45 v=5 (5 5 5 5) 00000100:00001000:0.0:1781623568.203402:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=44 v=5 (1 1 1 0) 00000100:00000001:0.0:1781623568.203404:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623568.203405:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623568.203408:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623568.203411:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623568.203415:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623568.203417:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:0.0:1781623568.203419:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623568.203420:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623568.203425:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731e680 x1868160455837184/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623584 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623568.203432:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623568.203435:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623568.203437:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623568.203440:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731e680 x1868160455837184/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623584 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623568.203448:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455837184:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623568.203453:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623568.203455:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623568.203458:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731e680 x1868160455837184/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623584 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623568.203466:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623568.203468:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623568.203472:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505ceda00. 02000000:00000001:0.0:1781623568.203477:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623568.203479:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623568.203482:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:0.0:1781623568.203484:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623568.203486:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0e00. 02000000:00000001:0.0:1781623568.203489:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623568.203491:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623568.203493:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731e680. 00000100:00000001:0.0:1781623568.203497:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623568.203498:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623568.203500:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623568.203507:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623568.203509:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623568.203511:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623568.203514:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623568.565150:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623568.565158:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623568.565163:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623568.565164:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623568.565167:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623568.565168:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623568.565306:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623568.565310:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623568.565313:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623569.589239:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623569.589245:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623569.589250:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623569.589251:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623569.589255:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623569.589256:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623569.589353:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623569.589356:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623569.589359:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623570.616938:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623570.616947:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623570.616953:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623570.616954:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623570.616962:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623570.616963:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623570.617239:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623570.617243:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623570.617246:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623571.639391:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623571.639399:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623571.639405:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623571.639406:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623571.639410:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623571.639411:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623571.639497:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623571.639502:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623571.639504:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623572.661434:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623572.661442:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623572.661445:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623572.661451:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623572.661453:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623572.661455:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623572.661460:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623572.661462:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623572.661465:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623572.661467:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623572.661471:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623572.661472:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623572.661475:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623572.661477:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623572.663387:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623572.663393:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623572.663397:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781623573.301175:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623573.301185:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623573.301194:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733e680. 00000020:00000040:1.0:1781623573.301199:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781623573.301203:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623573.301206:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623573.301211:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623573.301219:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f850a3ac600. 00000100:00000001:1.0:1781623573.301226:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623573.301239:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733e680 x1868160455837312/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623573.301250:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623573.301254:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623573.301261:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cded035e] to pc [ptlrpcd_00_01+1] req@ffff8f850733e680 x1868160455837312/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623573.301296:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623573.301299:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623573.301302:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623573.301305:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733c000. 00000020:00000040:1.0:1781623573.301308:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781623573.301310:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623573.301311:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623573.301313:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623573.301318:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f850a3acb00. 00000100:00000001:1.0:1781623573.301321:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623573.301325:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733c000 x1868160455837440/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623573.301333:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623573.301334:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623573.301338:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000053df1fcb] to pc [ptlrpcd_00_00+0] req@ffff8f850733c000 x1868160455837440/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623573.301346:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623573.301349:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623573.301351:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623573.301355:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733e300. 00000020:00000040:1.0:1781623573.301357:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:1.0:1781623573.301359:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623573.301360:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623573.301362:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623573.301365:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f850a3ac800. 00000100:00000001:1.0:1781623573.301368:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623573.301372:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f850733e300 x1868160455837568/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623573.301379:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623573.301380:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623573.301383:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c15ddfe] to pc [ptlrpcd_00_01+1] req@ffff8f850733e300 x1868160455837568/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623573.301389:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623573.301392:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781623573.301394:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781623573.301400:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7068) 00000100:00000001:1.0:1781623573.301414:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623573.301417:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623573.301420:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623573.301436:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733c000 x1868160455837440/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623573.301442:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623573.301444:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623573.301448:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623573.301451:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623573.301453:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623573.301456:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455837440:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623573.301460:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623573.301466:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623573.301469:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623573.301471:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623573.301476:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557400. 02000000:00000001:1.0:1781623573.301477:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623573.301485:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623573.301489:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85076312c0. 00000400:00000010:1.0:1781623573.301497:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1990. 00000100:00000200:1.0:1781623573.301505:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455837440, portal 10 00000100:00000001:1.0:1781623573.301507:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623573.301509:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247095296 : -123673462456320 : ffff8f850733c000) 00000100:00000040:1.0:1781623573.301515:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733c000 x1868160455837440/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623573.301522:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623573.301526:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623573.301528:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1908. 00000100:00000200:1.0:1781623573.301531:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455837440, offset 0 00000400:00000200:1.0:1781623573.301537:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623573.301546:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623573.301554:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623573.301561:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623573.301564:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623573.301568:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623573.301570:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623573.301574:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375830:375830:256:4294967295] 192.168.202.101@tcp LPNI seq info [375800:375800:8:4294967295] 00000400:00000200:1.0:1781623573.301578:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623573.301587:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623573.301592:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623573.301597:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f850a3acc00. 00000800:00000200:1.0:1781623573.301603:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623573.301611:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623573.301615:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f850a3acc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623573.301631:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623573.301637:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 18007 usecs (19 jiffies) 00000400:00000200:1.0:1781623573.301640:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623573.301643:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301730323 00000100:00000001:1.0:1781623573.301646:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301732986 00000100:00000001:1.0:1781623573.301649:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301730323 00000100:00000001:1.0:1781623573.301651:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301732986 00000100:00000001:1.0:1781623573.301654:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623573.301656:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623573.301659:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623573.301661:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623573.301667:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623573.301670:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=30 : 30 : 1e) 00000100:00000001:1.0:1781623573.301672:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623573.301673:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623573.301674:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623573.301677:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1781623573.301678:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623573.301680:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623573.301681:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623573.301683:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623573.301684:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623573.301685:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623573.301689:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733e680 x1868160455837312/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623573.301696:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623573.301697:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623573.301699:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623573.301701:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623573.301703:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623573.301706:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455837312:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623573.301709:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623573.301712:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623573.301714:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623573.301715:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623573.301718:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557600. 02000000:00000001:1.0:1781623573.301720:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623573.301724:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623573.301726:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631f20. 00000400:00000010:1.0:1781623573.301731:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1b28. 00000100:00000200:1.0:1781623573.301734:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455837312, portal 25 00000100:00000001:1.0:1781623573.301736:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623573.301737:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247105152 : -123673462446464 : ffff8f850733e680) 00000100:00000040:1.0:1781623573.301753:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733e680 x1868160455837312/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623573.301758:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623573.301760:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623573.301763:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb14c8. 00000100:00000200:1.0:1781623573.301765:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455837312, offset 0 00000400:00000200:1.0:1781623573.301770:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623573.301773:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623573.301777:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623573.301780:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623573.301782:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623573.301784:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623573.301787:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623573.301789:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375831:375831:255:4294967295] 192.168.202.101@tcp LPNI seq info [375801:375801:7:4294967295] 00000400:00000200:1.0:1781623573.301793:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623573.301798:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623573.301803:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623573.301807:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8510227700. 00000800:00000200:1.0:1781623573.301811:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623573.301816:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623573.301818:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8510227700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623573.301822:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623573.301825:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623573.301827:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301738102 00000100:00000001:1.0:1781623573.301833:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301732986 00000100:00000001:1.0:1781623573.301837:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301738102 00000100:00000001:1.0:1781623573.301840:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301732986 00000100:00000001:1.0:1781623573.301843:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623573.301845:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623573.301847:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623573.301851:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733e300 x1868160455837568/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623573.301857:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623573.301858:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623573.301860:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623573.301861:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623573.301863:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623573.301866:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455837568:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623573.301868:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623573.301871:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623573.301872:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623573.301873:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623573.301877:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557000. 02000000:00000001:1.0:1781623573.301879:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623573.301882:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623573.301884:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631370. 00000400:00000010:1.0:1781623573.301888:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1770. 00000100:00000200:1.0:1781623573.301890:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455837568, portal 4 00000100:00000001:1.0:1781623573.301892:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623573.301893:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247104256 : -123673462447360 : ffff8f850733e300) 00000100:00000040:1.0:1781623573.301899:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733e300 x1868160455837568/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623573.301906:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623573.301907:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623573.301910:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1cc0. 00000100:00000200:1.0:1781623573.301912:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455837568, offset 0 00000400:00000200:1.0:1781623573.301915:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623573.301919:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623573.301922:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623573.301925:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623573.301927:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623573.301929:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623573.301931:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623573.301934:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375832:375832:254:4294967295] 192.168.202.101@tcp LPNI seq info [375802:375802:6:4294967295] 00000400:00000200:1.0:1781623573.301937:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623573.301943:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623573.301947:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623573.301951:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8510227e00. 00000800:00000200:1.0:1781623573.301954:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623573.301958:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623573.301961:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8510227e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623573.301964:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623573.301966:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 471343 usecs (472 jiffies) 00000400:00000200:1.0:1781623573.301969:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623573.301971:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301730776 00000100:00000001:1.0:1781623573.301973:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301738102 00000100:00000001:1.0:1781623573.301975:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301730776 00000100:00000001:1.0:1781623573.301977:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301738102 00000100:00000001:1.0:1781623573.301979:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623573.301980:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623573.301983:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623573.301984:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623573.302266:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623573.302270:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623573.306084:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623573.306095:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f850a3acc00. 00000400:00000200:3.0:1781623573.306106:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623573.306115:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623573.306123:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1908 00000400:00000010:3.0:1781623573.306125:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1908. 00000100:00000001:3.0:1781623573.306131:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623573.306139:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733c000 x1868160455837440/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623573.306151:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623573.306154:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733c000 x1868160455837440/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623608 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623573.306160:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623573.306161:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623573.306177:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623573.306179:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8510227700. 00000400:00000200:3.0:1781623573.306182:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623573.306185:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623573.306188:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb14c8 00000400:00000010:3.0:1781623573.306190:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb14c8. 00000100:00000001:3.0:1781623573.306193:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623573.306197:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733e680 x1868160455837312/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623573.306204:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623573.306206:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733e680 x1868160455837312/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623589 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623573.306661:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623573.306663:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623573.306729:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623573.306732:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8510227e00. 00000400:00000200:3.0:1781623573.306735:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623573.306749:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623573.306753:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1cc0 00000400:00000010:3.0:1781623573.306754:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1cc0. 00000100:00000001:3.0:1781623573.306757:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623573.306762:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733e300 x1868160455837568/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623573.306769:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623573.306772:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733e300 x1868160455837568/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623589 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623573.306777:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623573.306779:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781623573.310689:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623573.310705:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623573.310709:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623573.310712:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623573.310723:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623573.310730:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623573.310749:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623573.310755:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623573.310761:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623573.310765:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005a8700 00000400:00000200:3.0:1781623573.310770:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623573.310777:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8a05 [1] + 224 00000800:00000001:3.0:1781623573.310785:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623573.310791:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623573.310795:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623573.310799:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623573.310806:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623573.310826:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733c000 x1868160455837440/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623608 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623573.310839:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733c000 x1868160455837440/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623608 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623573.310857:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623573.310866:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623573.310869:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623573.310909:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623573.310913:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781623573.310920:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623573.310922:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623573.310926:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85076312c0. 00000400:00000200:1.0:1781623573.310930:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1990 00000400:00000010:1.0:1781623573.310932:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1990. 00000100:00000001:1.0:1781623573.310935:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623573.310941:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733c000 x1868160455837440/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623608 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623573.310950:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733c000 x1868160455837440/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623608 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623573.310957:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623573.310959:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623573.310961:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623573.310964:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623573.310966:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623573.310969:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623573.310972:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623573.310980:0:2349:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=50 v=20 (20 20 20 20) 00000100:00001000:1.0:1781623573.310984:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=121 v=5 (1 1 1 0) 00000100:00000001:1.0:1781623573.310987:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623573.310988:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623573.310991:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623573.310995:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623573.310998:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781623573.311000:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781623573.311002:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781623573.311004:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623573.311008:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733c000 x1868160455837440/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623608 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623573.311015:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623573.311018:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623573.311019:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623573.311233:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733c000 x1868160455837440/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623608 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623573.311245:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455837440:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623573.311250:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623573.311252:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623573.311256:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733c000 x1868160455837440/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623608 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623573.311262:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623573.311266:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623573.311269:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557400. 02000000:00000001:1.0:1781623573.311273:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623573.311276:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623573.311287:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781623573.311289:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623573.311292:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f850a3acb00. 02000000:00000001:1.0:1781623573.311296:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623573.311298:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623573.311300:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733c000. 00000100:00000001:1.0:1781623573.311303:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623573.311305:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623573.311308:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623573.311310:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623573.311311:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623573.311313:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623573.311314:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781623573.312263:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623573.312272:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623573.312275:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623573.312287:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623573.312293:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623573.312297:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623573.312305:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623573.312309:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623573.312312:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623573.312316:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005a8780 00000400:00000200:3.0:1781623573.312320:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623573.312325:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8a15 [1] + 224 00000800:00000001:3.0:1781623573.312331:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623573.312334:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623573.312336:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623573.312340:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623573.312344:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623573.312349:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733e300 x1868160455837568/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623589 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623573.312495:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733e300 x1868160455837568/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623589 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623573.312513:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623573.312520:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623573.312524:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623573.312525:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623573.312527:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623573.312530:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623573.312533:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623573.312538:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623573.312540:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623573.312543:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623573.312546:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005a8680 00000400:00000200:3.0:1781623573.312550:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623573.312554:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8a0d [1] + 224 00000800:00000001:3.0:1781623573.312557:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623573.312562:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623573.312564:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623573.312568:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623573.312570:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623573.312574:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733e680 x1868160455837312/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623589 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623573.312582:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733e680 x1868160455837312/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623589 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623573.312589:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623573.312592:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623573.312595:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623573.314369:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623573.314376:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781623573.314383:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623573.314385:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623573.314389:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631f20. 00000400:00000200:1.0:1781623573.314396:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1b28 00000400:00000010:1.0:1781623573.314399:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1b28. 00000100:00000001:1.0:1781623573.314403:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623573.314411:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733e680 x1868160455837312/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623589 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623573.314421:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733e680 x1868160455837312/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623589 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623573.314438:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623573.314440:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623573.314442:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623573.314445:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623573.314448:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623573.314451:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623573.314454:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623573.314461:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=50 v=5 (5 5 5 5) 00000100:00001000:1.0:1781623573.314464:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=121 v=5 (1 1 1 0) 00000100:00000001:1.0:1781623573.314467:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623573.314469:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623573.314471:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623573.314472:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623573.314475:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623573.314480:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733e680 x1868160455837312/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623589 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623573.314486:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623573.314489:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623573.314491:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623573.314494:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733e680 x1868160455837312/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623589 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623573.314501:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455837312:192.168.202.101@tcp:400:kworker.0 00000400:00000001:1.0:1781623573.314506:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623573.314507:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623573.314509:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631370. 00000400:00000200:1.0:1781623573.314512:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1770 00000400:00000010:1.0:1781623573.314513:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1770. 00000100:00000001:1.0:1781623573.314515:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623573.314518:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733e300 x1868160455837568/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623589 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623573.314525:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733e300 x1868160455837568/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623589 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623573.314531:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623573.314532:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623573.314534:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623573.314535:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623573.314537:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623573.314539:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623573.314540:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623573.314546:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=50 v=5 (5 5 5 5) 00000100:00001000:1.0:1781623573.314549:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=49 v=5 (1 1 1 0) 00000100:00000001:1.0:1781623573.314551:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623573.314552:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623573.314554:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623573.314557:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623573.314559:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781623573.314561:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:1.0:1781623573.314563:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781623573.314564:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623573.314567:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733e300 x1868160455837568/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623589 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623573.314572:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623573.314574:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623573.314575:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623573.314578:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733e300 x1868160455837568/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623589 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623573.314583:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455837568:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623573.314587:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623573.314589:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623573.314592:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733e680 x1868160455837312/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623589 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623573.314598:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623573.314600:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623573.314603:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557600. 02000000:00000001:1.0:1781623573.314607:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623573.314610:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623573.314612:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781623573.314614:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623573.314618:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f850a3ac600. 02000000:00000001:1.0:1781623573.314622:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623573.314624:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623573.314625:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733e680. 00000100:00000001:1.0:1781623573.314629:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623573.314630:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623573.314632:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623573.314634:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733e300 x1868160455837568/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623589 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623573.314640:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623573.314641:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623573.314642:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557000. 02000000:00000001:1.0:1781623573.314644:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623573.314645:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623573.314646:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:1.0:1781623573.314648:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623573.314649:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f850a3ac800. 02000000:00000001:1.0:1781623573.314651:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623573.314652:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623573.314653:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733e300. 00000100:00000001:1.0:1781623573.314655:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623573.314656:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623573.314658:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623573.314666:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623573.314667:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623573.314669:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623573.314672:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623573.685208:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623573.685215:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623573.685221:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623573.685222:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623573.685225:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623573.685227:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623573.685329:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623573.685333:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623573.685336:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623574.711408:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623574.711414:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623574.711420:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623574.711421:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623574.711426:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623574.711427:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623574.712585:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623574.712590:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623574.712594:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623575.733214:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623575.733221:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623575.733227:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623575.733229:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623575.733232:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623575.733235:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623575.733238:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623575.733240:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623575.733242:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623575.733245:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623575.733248:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623575.733249:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623575.733251:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623575.733255:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623575.733257:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623575.733259:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623575.733260:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623575.733261:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623575.733263:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623575.733265:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623575.733975:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623575.733979:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623575.733983:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623576.757197:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623576.757205:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623576.757211:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623576.757213:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623576.757216:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623576.757217:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623576.757367:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623576.757371:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623576.757374:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623577.781250:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623577.781257:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623577.781262:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623577.781263:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623577.781266:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623577.781267:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623577.781467:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623577.781471:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623577.781473:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781623578.421179:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623578.421191:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623578.421202:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0f100. 00000020:00000040:2.0:1781623578.421207:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781623578.421212:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623578.421215:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623578.421220:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623578.421229:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3600. 00000100:00000001:2.0:1781623578.421235:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623578.421248:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0f100 x1868160455837696/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623578.421259:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623578.421263:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623578.421270:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6db9cef] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0f100 x1868160455837696/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623578.421297:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623578.421300:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623578.421303:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623578.421316:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0f480. 00000020:00000040:2.0:1781623578.421319:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781623578.421321:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623578.421322:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623578.421324:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623578.421327:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3200. 00000100:00000001:2.0:1781623578.421331:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623578.421335:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0f480 x1868160455837824/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623578.421342:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623578.421344:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623578.421348:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c68e5924] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0f480 x1868160455837824/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623578.421357:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623578.421359:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623578.421362:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623578.421366:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0ed80. 00000020:00000040:2.0:1781623578.421368:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:2.0:1781623578.421370:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623578.421371:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623578.421373:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623578.421376:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3500. 00000100:00000001:2.0:1781623578.421379:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623578.421383:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f8508b0ed80 x1868160455837952/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623578.421390:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623578.421392:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623578.421395:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006824e33d] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0ed80 x1868160455837952/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623578.421401:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623578.421403:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781623578.421407:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781623578.421411:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7073) 00000100:00000001:2.0:1781623578.421426:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623578.421429:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623578.421431:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623578.421436:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0f100 x1868160455837696/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623578.421443:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623578.421445:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623578.421448:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623578.421450:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623578.421453:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623578.421456:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455837696:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623578.421460:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623578.421466:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623578.421468:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623578.421470:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623578.421474:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079a00. 02000000:00000001:2.0:1781623578.421475:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623578.421482:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623578.421487:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08738. 00000400:00000010:2.0:1781623578.421493:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901dee0. 00000100:00000200:2.0:1781623578.421500:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455837696, portal 25 00000100:00000001:2.0:1781623578.421503:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623578.421504:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272077056 : -123673437474560 : ffff8f8508b0f100) 00000100:00000040:2.0:1781623578.421510:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0f100 x1868160455837696/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623578.421517:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623578.421520:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623578.421522:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d220. 00000100:00000200:2.0:1781623578.421525:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455837696, offset 0 00000400:00000200:2.0:1781623578.421531:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623578.421539:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623578.421547:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623578.421552:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623578.421556:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623578.421560:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623578.421563:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623578.421566:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375833:375833:256:4294967295] 192.168.202.101@tcp LPNI seq info [375803:375803:8:4294967295] 00000400:00000200:2.0:1781623578.421570:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623578.421579:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623578.421585:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623578.421590:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3700. 00000800:00000200:2.0:1781623578.421596:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623578.421604:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623578.421608:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623578.421631:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623578.421635:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623578.421638:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301743222 00000100:00000001:2.0:1781623578.421645:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301738102 00000100:00000001:2.0:1781623578.421648:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301743222 00000100:00000001:2.0:1781623578.421652:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301738102 00000100:00000001:2.0:1781623578.421655:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623578.421657:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623578.421660:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623578.421664:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0ed80 x1868160455837952/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623578.421670:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623578.421672:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623578.421674:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623578.421675:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623578.421677:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623578.421679:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455837952:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623578.421682:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623578.421685:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623578.421686:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623578.421688:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623578.421724:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078000. 02000000:00000001:2.0:1781623578.421727:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623578.421731:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623578.421734:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08c60. 00000400:00000010:2.0:1781623578.421738:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d770. 00000100:00000200:2.0:1781623578.421741:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455837952, portal 4 00000100:00000001:2.0:1781623578.421742:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623578.421744:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272076160 : -123673437475456 : ffff8f8508b0ed80) 00000100:00000040:2.0:1781623578.421751:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0ed80 x1868160455837952/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623578.421757:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623578.421759:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623578.421762:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d7f8. 00000100:00000200:2.0:1781623578.421764:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455837952, offset 0 00000400:00000200:2.0:1781623578.421768:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623578.421771:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623578.421775:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623578.421777:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623578.421780:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623578.421782:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623578.421784:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623578.421787:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375834:375834:255:4294967295] 192.168.202.101@tcp LPNI seq info [375804:375804:7:4294967295] 00000400:00000200:2.0:1781623578.421790:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623578.421795:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623578.421800:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623578.421803:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3a00. 00000800:00000200:2.0:1781623578.421807:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623578.421811:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623578.421813:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623578.421816:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623578.421820:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 469817 usecs (470 jiffies) 00000400:00000200:2.0:1781623578.421833:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623578.421835:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301735894 00000100:00000001:2.0:1781623578.421838:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301743222 00000100:00000001:2.0:1781623578.421840:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301735894 00000100:00000001:2.0:1781623578.421841:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301743222 00000100:00000001:2.0:1781623578.421843:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623578.421845:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623578.421848:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623578.421850:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623578.421858:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623578.421860:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781623578.421862:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623578.421863:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623578.421864:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623578.421866:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1781623578.421868:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623578.421870:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623578.421871:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623578.421872:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623578.421873:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623578.421874:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623578.421878:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0f480 x1868160455837824/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623578.421884:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623578.421886:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623578.421888:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623578.421890:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623578.421891:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623578.421894:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455837824:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623578.421897:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623578.421899:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623578.421901:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623578.421903:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623578.421906:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078e00. 02000000:00000001:2.0:1781623578.421908:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623578.421911:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623578.421913:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08c08. 00000400:00000010:2.0:1781623578.421917:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d2a8. 00000100:00000200:2.0:1781623578.421920:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455837824, portal 10 00000100:00000001:2.0:1781623578.421922:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623578.421923:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272077952 : -123673437473664 : ffff8f8508b0f480) 00000100:00000040:2.0:1781623578.421929:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0f480 x1868160455837824/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623578.421935:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623578.421937:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623578.421940:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d5d8. 00000100:00000200:2.0:1781623578.421942:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455837824, offset 0 00000400:00000200:2.0:1781623578.421946:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623578.421949:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623578.421953:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623578.421965:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623578.421968:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623578.421970:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623578.421972:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623578.421975:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375835:375835:254:4294967295] 192.168.202.101@tcp LPNI seq info [375805:375805:6:4294967295] 00000400:00000200:2.0:1781623578.421979:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623578.421985:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623578.421989:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623578.421993:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3900. 00000800:00000200:2.0:1781623578.421997:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623578.422001:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623578.422003:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623578.422006:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623578.422009:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 18000 usecs (18 jiffies) 00000400:00000200:2.0:1781623578.422013:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623578.422015:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301735442 00000100:00000001:2.0:1781623578.422017:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301743222 00000100:00000001:2.0:1781623578.422019:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301735442 00000100:00000001:2.0:1781623578.422020:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301743222 00000100:00000001:2.0:1781623578.422022:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623578.422162:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623578.422165:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623578.422167:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623578.422176:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623578.422177:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781623578.422215:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623578.422218:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3700. 00000400:00000200:2.0:1781623578.422223:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623578.422227:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623578.422231:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d220 00000400:00000010:2.0:1781623578.422233:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d220. 00000100:00000001:2.0:1781623578.422236:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623578.422240:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0f100 x1868160455837696/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623578.422246:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623578.422248:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0f100 x1868160455837696/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623594 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623578.422253:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623578.422254:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781623578.422261:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623578.422262:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3a00. 00000400:00000200:2.0:1781623578.422263:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623578.422265:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623578.422267:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d7f8 00000400:00000010:2.0:1781623578.422268:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d7f8. 00000100:00000001:2.0:1781623578.422269:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623578.422271:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0ed80 x1868160455837952/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623578.422275:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623578.422277:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0ed80 x1868160455837952/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623594 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623578.422280:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623578.422281:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781623578.423337:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623578.423343:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3900. 00000400:00000200:2.0:1781623578.423349:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623578.423355:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623578.423360:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d5d8 00000400:00000010:2.0:1781623578.423362:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d5d8. 00000100:00000001:2.0:1781623578.423365:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623578.423370:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0f480 x1868160455837824/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623578.423380:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623578.423383:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0f480 x1868160455837824/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623613 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623578.423390:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623578.423391:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781623578.425470:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623578.425483:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623578.425487:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623578.425489:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623578.425497:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623578.425503:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623578.425511:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623578.425516:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623578.425522:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623578.425527:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005a8880 00000400:00000200:3.0:1781623578.425531:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623578.425538:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8a3d [1] + 224 00000800:00000001:3.0:1781623578.425545:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623578.425549:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623578.425552:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623578.425557:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623578.425564:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623578.425571:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0f480 x1868160455837824/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623613 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623578.425582:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0f480 x1868160455837824/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623613 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623578.425598:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623578.425605:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623578.425609:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623578.425611:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623578.425613:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623578.425616:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623578.425619:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623578.425623:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623578.425626:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623578.425629:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623578.425631:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005a8900 00000400:00000200:3.0:1781623578.425635:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623578.425639:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8a2d [1] + 224 00000800:00000001:3.0:1781623578.425643:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623578.425649:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623578.425651:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623578.425654:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623578.425657:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623578.425661:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0ed80 x1868160455837952/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623594 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623578.425671:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0ed80 x1868160455837952/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623594 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623578.425679:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623578.425682:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623578.425685:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623578.425709:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623578.425713:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781623578.425719:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623578.425721:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623578.425723:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08c08. 00000400:00000200:3.0:1781623578.425729:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d2a8 00000400:00000010:3.0:1781623578.425732:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d2a8. 00000100:00000001:3.0:1781623578.425734:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623578.425739:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0f480 x1868160455837824/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623613 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623578.425748:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0f480 x1868160455837824/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623613 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623578.425754:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623578.425756:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623578.425759:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623578.425761:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623578.425764:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623578.425766:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623578.425769:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623578.425778:0:2351:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=55 v=20 (20 20 20 20) 00000100:00001000:3.0:1781623578.425783:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=126 v=5 (1 1 1 0) 00000100:00000001:3.0:1781623578.425785:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623578.425787:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623578.425790:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623578.425793:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623578.425797:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623578.425799:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781623578.425801:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623578.425802:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623578.425807:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0f480 x1868160455837824/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623613 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623578.425814:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623578.425817:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623578.425819:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623578.425824:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0f480 x1868160455837824/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623613 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623578.425831:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455837824:192.168.202.101@tcp:400:kworker.0 00000400:00000001:3.0:1781623578.425836:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623578.425838:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623578.425839:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08c60. 00000400:00000200:3.0:1781623578.425842:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d770 00000400:00000010:3.0:1781623578.425844:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d770. 00000100:00000001:3.0:1781623578.425846:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623578.425849:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0ed80 x1868160455837952/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623594 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623578.425857:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0ed80 x1868160455837952/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623594 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623578.425863:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623578.425864:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623578.425866:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623578.425868:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623578.425869:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623578.425870:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623578.425872:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623578.425876:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=55 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623578.425879:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=54 v=5 (1 1 1 0) 00000100:00000001:3.0:1781623578.425881:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623578.425882:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623578.425884:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623578.425886:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623578.425888:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623578.425889:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:3.0:1781623578.425891:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623578.425892:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623578.425896:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0ed80 x1868160455837952/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623594 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623578.425902:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623578.425903:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623578.425904:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623578.425907:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0ed80 x1868160455837952/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623594 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623578.425914:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455837952:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623578.425917:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623578.425919:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623578.425922:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0f480 x1868160455837824/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623613 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623578.425928:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623578.425930:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623578.425933:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078e00. 02000000:00000001:3.0:1781623578.425937:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623578.425939:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623578.425941:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781623578.425943:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623578.425946:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3200. 02000000:00000001:3.0:1781623578.425950:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623578.425951:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623578.426619:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0f480. 00000100:00000001:3.0:1781623578.426625:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623578.426627:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623578.426629:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623578.426635:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0ed80 x1868160455837952/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623594 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623578.426642:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623578.426644:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623578.426645:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078000. 02000000:00000001:3.0:1781623578.426648:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623578.426649:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623578.426651:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:3.0:1781623578.426653:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623578.426654:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3500. 02000000:00000001:3.0:1781623578.426657:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623578.426658:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623578.426660:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0ed80. 00000100:00000001:3.0:1781623578.426662:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623578.426663:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623578.426667:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623578.426669:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623578.426671:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623578.426673:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623578.426674:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781623578.426780:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623578.426789:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623578.426791:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623578.426793:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623578.426798:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623578.426801:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623578.426809:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623578.426812:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623578.426816:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623578.426820:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005a8800 00000400:00000200:2.0:1781623578.426824:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623578.426829:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8a1d [1] + 224 00000800:00000001:2.0:1781623578.426835:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623578.426841:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623578.426844:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623578.426847:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623578.426852:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623578.426857:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0f100 x1868160455837696/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623594 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623578.426865:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0f100 x1868160455837696/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623594 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623578.426878:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623578.426883:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623578.426886:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623578.427676:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623578.427680:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781623578.427686:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623578.427688:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623578.427691:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08738. 00000400:00000200:3.0:1781623578.427709:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901dee0 00000400:00000010:3.0:1781623578.427711:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901dee0. 00000100:00000001:3.0:1781623578.427715:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623578.427720:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0f100 x1868160455837696/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623594 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623578.427735:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0f100 x1868160455837696/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623594 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623578.427742:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623578.427744:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623578.427747:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623578.427749:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623578.427751:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623578.427753:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623578.427756:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623578.427762:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=55 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623578.427765:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=126 v=5 (1 1 1 0) 00000100:00000001:3.0:1781623578.427768:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623578.427770:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623578.427772:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623578.427774:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623578.427776:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623578.427780:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0f100 x1868160455837696/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623594 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623578.427787:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623578.427789:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623578.427791:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623578.427795:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0f100 x1868160455837696/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623594 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623578.427802:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455837696:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623578.427807:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623578.427809:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623578.427812:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0f100 x1868160455837696/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623594 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623578.427819:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623578.427821:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623578.427825:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079a00. 02000000:00000001:3.0:1781623578.427829:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623578.427830:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623578.427832:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781623578.427833:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623578.427835:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3600. 02000000:00000001:3.0:1781623578.427838:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623578.427840:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623578.427841:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0f100. 00000100:00000001:3.0:1781623578.427844:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623578.427845:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623578.427847:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623578.427854:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623578.427856:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623578.427858:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623578.427860:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623578.805147:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623578.805153:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623578.805159:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623578.805161:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623578.805164:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623578.805166:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623578.805270:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623578.805277:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623578.805280:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623579.829506:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623579.829513:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623579.829520:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623579.829521:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623579.829525:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623579.829526:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623579.832275:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623579.832281:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623579.832285:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623580.853534:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623580.853541:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623580.853556:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623580.853558:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623580.853560:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623580.853562:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623580.853939:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623580.853943:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623580.853946:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623581.877352:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623581.877360:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623581.877365:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623581.877367:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623581.877370:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623581.877372:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623581.880185:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623581.880192:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623581.880196:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623582.901190:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623582.901201:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623582.901203:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623582.901210:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623582.901212:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623582.901214:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623582.901220:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623582.901222:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623582.901224:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623582.901226:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623582.901231:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623582.901232:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623582.901235:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623582.901236:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623582.901388:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623582.901393:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623582.901395:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781623583.541307:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623583.541317:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623583.541328:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733e300. 00000020:00000040:1.0:1781623583.541335:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781623583.541341:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623583.541344:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623583.541349:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623583.541358:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8510227200. 00000100:00000001:1.0:1781623583.541375:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623583.541388:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733e300 x1868160455838080/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623583.541402:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623583.541407:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623583.541414:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c15ddfe] to pc [ptlrpcd_00_00+0] req@ffff8f850733e300 x1868160455838080/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623583.541450:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623583.541453:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623583.541456:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623583.541459:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733e680. 00000020:00000040:1.0:1781623583.541461:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781623583.541463:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623583.541464:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623583.541466:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623583.541470:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8510227e00. 00000100:00000001:1.0:1781623583.541473:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623583.541477:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733e680 x1868160455838208/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623583.541484:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623583.541486:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623583.541489:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cded035e] to pc [ptlrpcd_00_01+1] req@ffff8f850733e680 x1868160455838208/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623583.541496:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623583.541498:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623583.541501:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623583.541505:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733c000. 00000020:00000040:1.0:1781623583.541507:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:1.0:1781623583.541508:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623583.541509:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623583.541511:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623583.541514:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8510227700. 00000100:00000001:1.0:1781623583.541516:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623583.541520:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f850733c000 x1868160455838336/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623583.541525:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623583.541527:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623583.541530:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000053df1fcb] to pc [ptlrpcd_00_00+0] req@ffff8f850733c000 x1868160455838336/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623583.541537:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623583.541539:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781623583.541543:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781623583.541547:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7078) 00000100:00000001:0.0:1781623583.541719:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623583.541723:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623583.541726:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623583.541732:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733e300 x1868160455838080/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623583.541739:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623583.541741:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623583.541744:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623583.541746:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623583.541749:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623583.541752:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455838080:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623583.541756:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623583.541762:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623583.541764:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623583.541766:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623583.541771:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cec000. 02000000:00000001:0.0:1781623583.541773:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623583.541780:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623583.541784:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7b00. 00000400:00000010:0.0:1781623583.541791:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9198. 00000100:00000200:0.0:1781623583.541798:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455838080, portal 25 00000100:00000001:0.0:1781623583.541801:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623583.541803:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247104256 : -123673462447360 : ffff8f850733e300) 00000100:00000040:0.0:1781623583.541807:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733e300 x1868160455838080/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623583.541814:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623583.541826:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623583.541829:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9aa0. 00000100:00000200:0.0:1781623583.541832:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455838080, offset 0 00000400:00000200:0.0:1781623583.541838:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623583.541845:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623583.541853:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623583.541858:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623583.541862:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623583.541866:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623583.541868:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623583.541872:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375836:375836:256:4294967295] 192.168.202.101@tcp LPNI seq info [375806:375806:8:4294967295] 00000400:00000200:0.0:1781623583.541876:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623583.541887:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623583.541892:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623583.541897:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0e00. 00000800:00000200:0.0:1781623583.541913:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623583.541921:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623583.541925:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623583.541944:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623583.541948:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623583.541950:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301748342 00000100:00000001:0.0:1781623583.541956:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301743222 00000100:00000001:0.0:1781623583.541960:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301748342 00000100:00000001:0.0:1781623583.541964:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301743222 00000100:00000001:0.0:1781623583.541966:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623583.541969:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623583.541972:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623583.541975:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733c000 x1868160455838336/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623583.541982:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623583.541983:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623583.541985:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623583.541987:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623583.541989:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623583.541991:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455838336:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623583.541994:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623583.541996:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623583.541998:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623583.542000:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623583.542002:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505ced600. 02000000:00000001:0.0:1781623583.542004:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623583.542007:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623583.542011:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7dc0. 00000400:00000010:0.0:1781623583.542014:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e95d8. 00000100:00000200:0.0:1781623583.542016:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455838336, portal 4 00000100:00000001:0.0:1781623583.542018:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623583.542019:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247095296 : -123673462456320 : ffff8f850733c000) 00000100:00000040:0.0:1781623583.542065:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733c000 x1868160455838336/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623583.542071:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623583.542073:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623583.542076:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e94c8. 00000100:00000200:0.0:1781623583.542078:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455838336, offset 0 00000400:00000200:0.0:1781623583.542082:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623583.542085:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623583.542089:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623583.542091:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623583.542094:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623583.542096:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623583.542098:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623583.542101:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375837:375837:255:4294967295] 192.168.202.101@tcp LPNI seq info [375807:375807:7:4294967295] 00000400:00000200:0.0:1781623583.542105:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623583.542111:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623583.542115:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623583.542118:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0200. 00000800:00000200:0.0:1781623583.542122:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623583.542126:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623583.542129:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623583.542132:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623583.542136:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 468265 usecs (469 jiffies) 00000400:00000200:0.0:1781623583.542138:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623583.542344:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301741014 00000100:00000001:0.0:1781623583.542347:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301748342 00000100:00000001:0.0:1781623583.542349:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301741014 00000100:00000001:0.0:1781623583.542351:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301748342 00000100:00000001:0.0:1781623583.542353:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623583.542355:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623583.542358:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623583.542360:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623583.542432:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623583.542435:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781623583.542437:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623583.542439:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623583.542440:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623583.542442:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1781623583.542444:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623583.542445:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623583.542446:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623583.542448:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623583.542449:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623583.542450:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623583.542455:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733e680 x1868160455838208/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623583.542463:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623583.542464:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623583.542467:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623583.542469:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623583.542471:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623583.542473:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455838208:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623583.542476:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623583.542479:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623583.542480:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623583.542482:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623583.542486:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505ced800. 02000000:00000001:0.0:1781623583.542488:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623583.542491:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623583.542494:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc72c0. 00000400:00000010:0.0:1781623583.542498:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9c38. 00000100:00000200:0.0:1781623583.542501:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455838208, portal 10 00000100:00000001:0.0:1781623583.542503:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623583.542504:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247105152 : -123673462446464 : ffff8f850733e680) 00000100:00000040:0.0:1781623583.542510:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733e680 x1868160455838208/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623583.542516:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623583.542518:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623583.542521:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9000. 00000100:00000200:0.0:1781623583.542523:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455838208, offset 0 00000400:00000200:0.0:1781623583.542528:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623583.542532:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623583.542536:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623583.542538:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623583.542541:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623583.542543:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623583.542545:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623583.542548:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375838:375838:254:4294967295] 192.168.202.101@tcp LPNI seq info [375808:375808:6:4294967295] 00000400:00000200:0.0:1781623583.542551:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623583.542557:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623583.542561:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623583.542564:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0900. 00000800:00000200:0.0:1781623583.542568:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623583.542572:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623583.542575:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623583.542578:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623583.542580:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17985 usecs (18 jiffies) 00000400:00000200:0.0:1781623583.542583:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623583.542585:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301740563 00000100:00000001:0.0:1781623583.542587:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301748342 00000100:00000001:0.0:1781623583.542589:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301740563 00000100:00000001:0.0:1781623583.542590:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301748342 00000100:00000001:0.0:1781623583.542593:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623583.542595:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623583.542597:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623583.542599:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623583.542611:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623583.542614:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623583.543774:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623583.543782:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0e00. 00000400:00000200:3.0:1781623583.543789:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623583.543796:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623583.543803:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9aa0 00000400:00000010:3.0:1781623583.543806:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9aa0. 00000100:00000001:3.0:1781623583.543810:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623583.543817:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733e300 x1868160455838080/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623583.543827:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623583.543831:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733e300 x1868160455838080/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623599 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623583.543838:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623583.543839:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623583.543852:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623583.543854:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0200. 00000400:00000200:3.0:1781623583.543857:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623583.543861:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623583.543863:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e94c8 00000400:00000010:3.0:1781623583.543865:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e94c8. 00000100:00000001:3.0:1781623583.543867:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623583.543870:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733c000 x1868160455838336/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623583.543877:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623583.543880:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733c000 x1868160455838336/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623599 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623583.543886:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623583.543888:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623583.543951:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623583.543954:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0900. 00000400:00000200:3.0:1781623583.543957:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623583.543961:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623583.543963:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9000 00000400:00000010:3.0:1781623583.543965:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9000. 00000100:00000001:3.0:1781623583.543967:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623583.543971:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733e680 x1868160455838208/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623583.543978:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623583.543980:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733e680 x1868160455838208/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623618 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623583.543986:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623583.543987:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781623583.550744:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623583.550767:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623583.550771:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623583.550774:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623583.550784:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623583.550793:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623583.550803:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623583.550808:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623583.550814:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623583.550819:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005a8980 00000400:00000200:2.0:1781623583.550824:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623583.550831:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8a4d [1] + 224 00000800:00000001:2.0:1781623583.550838:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623583.550842:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623583.550845:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623583.550849:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623583.550857:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623583.550867:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733e300 x1868160455838080/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623599 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623583.550884:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733e300 x1868160455838080/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623599 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623583.550958:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623583.550963:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623583.550980:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623583.550989:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623583.550993:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623583.550994:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623583.550996:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623583.551000:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623583.551003:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623583.551008:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623583.551011:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623583.551013:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623583.551016:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005a8a00 00000400:00000200:2.0:1781623583.551019:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623583.551041:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8a5d [1] + 224 00000800:00000001:2.0:1781623583.551046:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623583.551050:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623583.551052:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623583.551055:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623583.551059:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623583.551063:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733e680 x1868160455838208/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623618 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623583.551071:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733e680 x1868160455838208/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623583.551078:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623583.551081:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623583.551084:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623583.551086:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623583.551088:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623583.551091:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623583.551095:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623583.551099:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623583.551101:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623583.551104:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623583.551107:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005a8a80 00000400:00000200:2.0:1781623583.551110:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623583.551114:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8a55 [1] + 224 00000800:00000001:2.0:1781623583.551117:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623583.551124:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623583.551125:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623583.551139:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623583.551141:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623583.551146:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733c000 x1868160455838336/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623599 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623583.551153:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733c000 x1868160455838336/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623599 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623583.551160:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623583.551163:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623583.551165:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1781623583.556266:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623583.556272:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623583.556276:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7b00. 00000400:00000200:0.0:1781623583.556285:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9198 00000400:00000010:0.0:1781623583.556288:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9198. 00000100:00000001:0.0:1781623583.556293:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623583.556306:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733e300 x1868160455838080/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623599 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623583.556318:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733e300 x1868160455838080/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623599 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623583.556327:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623583.556329:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623583.556333:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623583.556336:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623583.556339:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623583.556342:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623583.556345:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623583.556353:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=60 v=5 (5 5 5 5) 00000100:00001000:0.0:1781623583.556357:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=131 v=5 (1 1 1 0) 00000100:00000001:0.0:1781623583.556360:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623583.556362:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623583.556364:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623583.556367:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623583.556370:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623583.556374:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733e300 x1868160455838080/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623599 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623583.556381:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623583.556384:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623583.556386:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623583.556390:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733e300 x1868160455838080/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623599 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623583.556397:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455838080:192.168.202.101@tcp:400:kworker.0 00000400:00000001:0.0:1781623583.556403:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623583.556405:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623583.556406:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7dc0. 00000400:00000200:0.0:1781623583.556409:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e95d8 00000400:00000010:0.0:1781623583.556410:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e95d8. 00000100:00000001:0.0:1781623583.556412:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623583.556417:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733c000 x1868160455838336/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623599 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623583.556424:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733c000 x1868160455838336/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623599 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623583.556429:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623583.556431:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623583.556432:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623583.556433:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623583.556434:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623583.556436:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623583.556437:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623583.556443:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=60 v=5 (5 5 5 5) 00000100:00001000:0.0:1781623583.556445:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=59 v=5 (1 1 1 0) 00000100:00000001:0.0:1781623583.556447:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623583.556448:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623583.556450:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623583.556453:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623583.556456:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623583.556458:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:0.0:1781623583.556459:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623583.556461:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623583.556464:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733c000 x1868160455838336/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623599 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623583.556469:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623583.556471:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623583.556472:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623583.556475:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733c000 x1868160455838336/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623599 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623583.556482:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455838336:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623583.556485:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623583.556489:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623583.556491:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733e300 x1868160455838080/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623599 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623583.556498:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623583.556500:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623583.556503:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cec000. 02000000:00000001:0.0:1781623583.556507:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623583.556510:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623583.556512:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781623583.556514:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623583.556516:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8510227200. 02000000:00000001:0.0:1781623583.556532:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623583.556534:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623583.556536:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733e300. 00000100:00000001:0.0:1781623583.556540:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623583.556542:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623583.556544:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623583.556548:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733c000 x1868160455838336/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623599 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623583.556555:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623583.556556:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623583.556558:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505ced600. 02000000:00000001:0.0:1781623583.556562:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623583.556563:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623583.556564:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:0.0:1781623583.556566:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623583.556567:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8510227700. 02000000:00000001:0.0:1781623583.556569:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623583.556570:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623583.556571:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733c000. 00000100:00000001:0.0:1781623583.556573:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623583.556575:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623583.556578:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623583.556580:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623583.556582:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623583.556584:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623583.556586:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623583.556588:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc72c0. 00000400:00000200:0.0:1781623583.556590:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9c38 00000400:00000010:0.0:1781623583.556592:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9c38. 00000100:00000001:0.0:1781623583.556594:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623583.556597:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733e680 x1868160455838208/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623583.556605:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733e680 x1868160455838208/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623618 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623583.556612:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623583.556613:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623583.556615:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623583.556616:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623583.556617:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623583.556619:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623583.556621:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623583.556626:0:2349:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=60 v=20 (20 20 20 20) 00000100:00001000:0.0:1781623583.556628:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=131 v=5 (1 1 1 0) 00000100:00000001:0.0:1781623583.556630:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623583.556632:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623583.556633:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623583.556635:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623583.556637:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623583.556638:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781623583.556640:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623583.556641:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623583.556644:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733e680 x1868160455838208/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623618 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623583.556661:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623583.556663:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623583.556665:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623583.556668:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733e680 x1868160455838208/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623618 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623583.556675:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455838208:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623583.556680:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623583.556682:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623583.556685:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733e680 x1868160455838208/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623618 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623583.556690:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623583.556692:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623583.556693:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505ced800. 02000000:00000001:0.0:1781623583.556696:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623583.556697:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623583.556698:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781623583.556700:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623583.556702:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8510227e00. 02000000:00000001:0.0:1781623583.556703:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623583.556704:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623583.556706:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733e680. 00000100:00000001:0.0:1781623583.556708:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623583.556709:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623583.556711:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623583.556718:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623583.556720:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623583.556723:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623583.556724:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623583.925170:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623583.925177:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623583.925182:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623583.925183:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623583.925186:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623583.925187:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623583.925274:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623583.925279:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623583.925282:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623584.949671:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623584.949679:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623584.949686:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623584.949687:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623584.949690:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623584.949691:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623584.949780:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623584.949784:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623584.949787:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623585.973811:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623585.973819:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623585.973824:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623585.973828:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623585.973831:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623585.973835:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623585.973838:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623585.973840:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623585.973842:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623585.973844:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623585.973848:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623585.973849:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623585.973850:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623585.973856:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623585.973857:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623585.973858:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623585.973860:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623585.973861:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623585.973863:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623585.973865:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623585.977457:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623585.977465:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623585.977470:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623586.997415:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623586.997422:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623586.997428:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623586.997429:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623586.997432:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623586.997433:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623586.997531:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623586.997535:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623586.997538:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623588.021286:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623588.021293:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623588.021299:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623588.021300:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623588.021304:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623588.021305:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623588.021356:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623588.021359:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623588.021361:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781623588.661221:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623588.661231:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623588.661241:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731e680. 00000020:00000040:0.0:1781623588.661258:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781623588.661263:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623588.661266:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623588.661272:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623588.661281:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0000. 00000100:00000001:0.0:1781623588.661287:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623588.661299:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731e680 x1868160455838464/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623588.661310:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623588.661314:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623588.661321:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000425285ea] to pc [ptlrpcd_00_01+1] req@ffff8f850731e680 x1868160455838464/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623588.661380:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623588.661384:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623588.661387:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623588.661391:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731ea00. 00000020:00000040:0.0:1781623588.661393:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781623588.661396:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623588.661397:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623588.661399:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623588.661402:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0c00. 00000100:00000001:0.0:1781623588.661405:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623588.661410:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731ea00 x1868160455838592/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623588.661417:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623588.661419:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623588.661422:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000637ced7e] to pc [ptlrpcd_00_00+0] req@ffff8f850731ea00 x1868160455838592/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623588.661430:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623588.661433:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623588.661436:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623588.661439:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731e300. 00000020:00000040:0.0:1781623588.661442:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:0.0:1781623588.661444:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623588.661445:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623588.661447:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623588.661450:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0400. 00000100:00000001:0.0:1781623588.661453:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623588.661457:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f850731e300 x1868160455838720/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623588.661464:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623588.661466:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623588.661470:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004daa77] to pc [ptlrpcd_00_01+1] req@ffff8f850731e300 x1868160455838720/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623588.661477:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623588.661479:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781623588.661483:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781623588.661488:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7083) 00000100:00000001:0.0:1781623588.661503:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623588.661506:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623588.661508:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623588.661513:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731ea00 x1868160455838592/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623588.661521:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623588.661523:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623588.661526:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623588.661528:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623588.661530:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623588.661534:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455838592:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623588.661538:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623588.661544:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623588.661547:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623588.661549:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623588.661554:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505ced600. 02000000:00000001:0.0:1781623588.661556:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623588.661564:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623588.661568:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc72c0. 00000400:00000010:0.0:1781623588.661574:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9c38. 00000100:00000200:0.0:1781623588.661581:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455838592, portal 10 00000100:00000001:0.0:1781623588.661583:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623588.661585:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246974976 : -123673462576640 : ffff8f850731ea00) 00000100:00000040:0.0:1781623588.661592:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731ea00 x1868160455838592/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623588.661610:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623588.661613:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623588.661617:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e95d8. 00000100:00000200:0.0:1781623588.661621:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455838592, offset 0 00000400:00000200:0.0:1781623588.661628:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623588.661636:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623588.661643:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623588.661648:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623588.661653:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623588.661656:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623588.661659:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623588.661664:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375839:375839:256:4294967295] 192.168.202.101@tcp LPNI seq info [375809:375809:8:4294967295] 00000400:00000200:0.0:1781623588.661668:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623588.661678:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623588.661684:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623588.661689:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0a00. 00000800:00000200:0.0:1781623588.661696:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623588.661704:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623588.661708:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623588.661726:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623588.661731:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17986 usecs (18 jiffies) 00000400:00000200:0.0:1781623588.661734:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623588.661738:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301745682 00000100:00000001:0.0:1781623588.661741:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301748342 00000100:00000001:0.0:1781623588.661743:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301745682 00000100:00000001:0.0:1781623588.661746:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301748342 00000100:00000001:0.0:1781623588.661749:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623588.661751:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623588.661754:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623588.661756:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623588.661765:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623588.661767:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=30 : 30 : 1e) 00000100:00000001:0.0:1781623588.661769:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623588.661770:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623588.661771:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623588.661773:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1781623588.661775:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623588.661777:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623588.661778:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623588.661780:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623588.661781:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623588.661782:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623588.661786:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731e680 x1868160455838464/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623588.661793:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623588.661794:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623588.661797:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623588.661798:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623588.661801:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623588.661803:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455838464:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623588.661806:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623588.661809:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623588.661810:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623588.661812:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623588.661815:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cede00. 02000000:00000001:0.0:1781623588.661817:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623588.661822:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623588.661824:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7dc0. 00000400:00000010:0.0:1781623588.661828:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9198. 00000100:00000200:0.0:1781623588.661830:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455838464, portal 25 00000100:00000001:0.0:1781623588.661832:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623588.661833:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246974080 : -123673462577536 : ffff8f850731e680) 00000100:00000040:0.0:1781623588.661838:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731e680 x1868160455838464/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623588.661843:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623588.661846:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623588.661848:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9110. 00000100:00000200:0.0:1781623588.661850:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455838464, offset 0 00000400:00000200:0.0:1781623588.661856:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623588.661860:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623588.661875:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623588.661877:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623588.661879:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623588.661882:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623588.661884:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623588.661887:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375840:375840:255:4294967295] 192.168.202.101@tcp LPNI seq info [375810:375810:7:4294967295] 00000400:00000200:0.0:1781623588.661891:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623588.661897:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623588.661901:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623588.661904:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0b00. 00000800:00000200:0.0:1781623588.661908:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623588.661912:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623588.661915:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623588.661918:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623588.661921:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623588.661922:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301753462 00000100:00000001:0.0:1781623588.661929:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301748342 00000100:00000001:0.0:1781623588.661933:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301753462 00000100:00000001:0.0:1781623588.661937:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301748342 00000100:00000001:0.0:1781623588.661940:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623588.661941:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623588.661944:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623588.661947:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731e300 x1868160455838720/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623588.661954:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623588.661955:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623588.661957:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623588.661959:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623588.661961:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623588.661964:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455838720:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623588.661967:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623588.661970:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623588.661971:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623588.661973:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623588.661976:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cece00. 02000000:00000001:0.0:1781623588.661978:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623588.661981:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623588.661983:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7b00. 00000400:00000010:0.0:1781623588.661987:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9990. 00000100:00000200:0.0:1781623588.661989:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455838720, portal 4 00000100:00000001:0.0:1781623588.661991:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623588.661993:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246973184 : -123673462578432 : ffff8f850731e300) 00000100:00000040:0.0:1781623588.661998:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731e300 x1868160455838720/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623588.662004:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623588.662006:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623588.662009:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9088. 00000100:00000200:0.0:1781623588.662011:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455838720, offset 0 00000400:00000200:0.0:1781623588.662015:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623588.662019:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623588.662022:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623588.662066:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623588.662069:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623588.662072:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623588.662074:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623588.662077:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375841:375841:254:4294967295] 192.168.202.101@tcp LPNI seq info [375811:375811:6:4294967295] 00000400:00000200:0.0:1781623588.662081:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623588.662087:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623588.662091:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623588.662095:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0300. 00000800:00000200:0.0:1781623588.662098:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623588.662102:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623588.662105:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623588.662107:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623588.662110:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 466766 usecs (467 jiffies) 00000400:00000200:0.0:1781623588.662113:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623588.662115:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301746132 00000100:00000001:0.0:1781623588.662117:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301753462 00000100:00000001:0.0:1781623588.662119:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301746132 00000100:00000001:0.0:1781623588.662121:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301753462 00000100:00000001:0.0:1781623588.662123:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623588.662125:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623588.662127:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623588.662130:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623588.662192:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623588.662196:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623588.662578:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623588.662584:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0a00. 00000400:00000200:3.0:1781623588.662591:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623588.662597:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623588.662614:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e95d8 00000400:00000010:3.0:1781623588.662617:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e95d8. 00000100:00000001:3.0:1781623588.662621:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623588.662626:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731ea00 x1868160455838592/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623588.662634:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623588.662637:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731ea00 x1868160455838592/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623623 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623588.662644:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623588.662645:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623588.662658:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623588.662661:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0b00. 00000400:00000200:3.0:1781623588.662663:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623588.662666:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623588.662669:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9110 00000400:00000010:3.0:1781623588.662670:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9110. 00000100:00000001:3.0:1781623588.662672:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623588.662675:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731e680 x1868160455838464/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623588.662681:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623588.662684:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731e680 x1868160455838464/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623604 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623588.662689:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623588.662690:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623588.662757:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623588.662759:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0300. 00000400:00000200:3.0:1781623588.662763:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623588.662766:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623588.662768:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9088 00000400:00000010:3.0:1781623588.662770:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9088. 00000100:00000001:3.0:1781623588.662772:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623588.662775:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731e300 x1868160455838720/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623588.662782:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623588.662784:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731e300 x1868160455838720/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623604 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623588.662790:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623588.662791:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781623588.670065:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623588.670322:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623588.670327:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623588.670329:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623588.670347:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623588.670354:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623588.671349:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623588.671357:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623588.671364:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623588.672625:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005a8c00 00000400:00000200:2.0:1781623588.672634:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623588.672641:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8a75 [1] + 224 00000800:00000001:2.0:1781623588.672652:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623588.672669:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623588.672672:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623588.672677:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623588.672684:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623588.672693:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731e300 x1868160455838720/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623604 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623588.672705:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731e300 x1868160455838720/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623604 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623588.672731:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623588.672743:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623588.672747:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623588.672749:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623588.672751:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623588.672755:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623588.672758:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623588.672766:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623588.672769:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623588.672772:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623588.672775:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005a8b00 00000400:00000200:2.0:1781623588.672778:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623588.672782:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8a6d [1] + 224 00000800:00000001:2.0:1781623588.672785:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623588.672788:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623588.672790:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623588.672793:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623588.672796:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623588.672800:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731e680 x1868160455838464/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623604 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623588.672808:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731e680 x1868160455838464/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623604 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623588.672814:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623588.672818:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623588.672821:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623588.672822:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623588.672825:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623588.672827:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623588.672830:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623588.672834:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623588.672836:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623588.672839:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623588.672842:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005a8b80 00000400:00000200:2.0:1781623588.672845:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623588.672848:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8a65 [1] + 224 00000800:00000001:2.0:1781623588.672851:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623588.672858:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623588.672860:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623588.672863:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623588.672866:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623588.672870:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731ea00 x1868160455838592/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623623 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623588.672878:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731ea00 x1868160455838592/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623588.672884:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623588.672888:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623588.672890:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623588.673144:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623588.673148:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623588.673155:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623588.673157:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623588.673160:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7dc0. 00000400:00000200:0.0:1781623588.673165:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9198 00000400:00000010:0.0:1781623588.673168:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9198. 00000100:00000001:0.0:1781623588.673172:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623588.673176:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731e680 x1868160455838464/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623604 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623588.673186:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731e680 x1868160455838464/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623604 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623588.673192:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623588.673194:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623588.673197:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623588.673200:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623588.673203:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623588.673205:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623588.673208:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623588.673215:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=65 v=5 (5 5 5 5) 00000100:00001000:0.0:1781623588.673220:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=136 v=5 (1 1 1 0) 00000100:00000001:0.0:1781623588.673223:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623588.673225:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623588.673228:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623588.673230:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623588.673233:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623588.673238:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731e680 x1868160455838464/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623604 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623588.673256:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623588.673260:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623588.673262:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623588.673267:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731e680 x1868160455838464/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623604 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623588.673276:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455838464:192.168.202.101@tcp:400:kworker.0 00000400:00000001:0.0:1781623588.673281:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623588.673283:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623588.673284:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7b00. 00000400:00000200:0.0:1781623588.673287:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9990 00000400:00000010:0.0:1781623588.673289:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9990. 00000100:00000001:0.0:1781623588.673291:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623588.673294:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731e300 x1868160455838720/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623604 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623588.673301:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731e300 x1868160455838720/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623604 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623588.673306:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623588.673308:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623588.673309:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623588.673311:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623588.673312:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623588.673313:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623588.673315:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623588.673320:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=65 v=5 (5 5 5 5) 00000100:00001000:0.0:1781623588.673323:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=64 v=5 (1 1 1 0) 00000100:00000001:0.0:1781623588.673325:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623588.673326:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623588.673328:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623588.673330:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623588.673333:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623588.673336:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:0.0:1781623588.673338:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623588.673339:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623588.673343:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731e300 x1868160455838720/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623604 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623588.673349:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623588.673351:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623588.673352:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623588.673355:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731e300 x1868160455838720/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623604 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623588.673362:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455838720:192.168.202.101@tcp:400:kworker.0 00000400:00000001:0.0:1781623588.673382:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623588.673384:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623588.673386:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc72c0. 00000400:00000200:0.0:1781623588.673388:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9c38 00000400:00000010:0.0:1781623588.673390:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9c38. 00000100:00000001:0.0:1781623588.673392:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623588.673395:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731ea00 x1868160455838592/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623588.673402:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731ea00 x1868160455838592/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623623 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623588.673407:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623588.673408:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623588.673410:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623588.673412:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623588.673413:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623588.673414:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623588.673416:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623588.673419:0:2349:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=65 v=20 (20 20 20 20) 00000100:00001000:0.0:1781623588.673421:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=136 v=5 (1 1 1 0) 00000100:00000001:0.0:1781623588.673423:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623588.673424:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623588.673426:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623588.673428:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623588.673429:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623588.673430:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781623588.673432:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623588.673433:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623588.673436:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731ea00 x1868160455838592/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623623 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623588.673441:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623588.673442:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623588.673443:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623588.673446:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731ea00 x1868160455838592/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623623 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623588.673457:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455838592:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623588.673460:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623588.673463:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623588.673465:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731e680 x1868160455838464/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623604 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623588.673471:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623588.673473:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623588.673477:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cede00. 02000000:00000001:0.0:1781623588.673482:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623588.673485:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623588.673487:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781623588.673489:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623588.673492:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0000. 02000000:00000001:0.0:1781623588.673495:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623588.673497:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623588.673499:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731e680. 00000100:00000001:0.0:1781623588.673503:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623588.673505:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623588.673507:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623588.673520:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731e300 x1868160455838720/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623604 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623588.673527:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623588.673528:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623588.673529:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cece00. 02000000:00000001:0.0:1781623588.673532:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623588.673533:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623588.673534:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:0.0:1781623588.673536:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623588.673537:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0400. 02000000:00000001:0.0:1781623588.673539:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623588.673540:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623588.673542:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731e300. 00000100:00000001:0.0:1781623588.673544:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623588.673546:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623588.673547:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623588.673550:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731ea00 x1868160455838592/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623623 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623588.673556:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623588.673557:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623588.673558:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505ced600. 02000000:00000001:0.0:1781623588.673560:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623588.673561:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623588.673562:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781623588.673564:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623588.673565:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0c00. 02000000:00000001:0.0:1781623588.673567:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623588.673568:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623588.673569:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731ea00. 00000100:00000001:0.0:1781623588.673570:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623588.673571:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623588.673573:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623588.673581:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623588.673582:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623588.673585:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623588.673587:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623589.045182:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623589.045192:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623589.045199:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623589.045201:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623589.045204:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623589.045205:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623589.045607:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623589.045611:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623589.045614:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623590.069186:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623590.069193:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623590.069199:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623590.069214:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623590.069218:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623590.069219:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623590.069420:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623590.069424:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623590.069427:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623591.096046:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623591.096053:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623591.096059:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623591.096061:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623591.096064:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623591.096065:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623591.096648:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623591.096652:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623591.096655:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623592.117132:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623592.117140:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623592.117145:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623592.117146:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623592.117150:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623592.117151:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623592.117241:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623592.117245:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623592.117248:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623593.142192:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623593.142201:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623593.142203:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623593.142221:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623593.142224:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623593.142225:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623593.142230:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623593.142232:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623593.142234:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623593.142236:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623593.142241:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623593.142242:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623593.142245:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623593.142246:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623593.142403:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623593.142407:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623593.142410:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781623593.782674:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623593.782683:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623593.782690:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0df80. 00000020:00000040:2.0:1781623593.782696:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781623593.782700:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623593.782703:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623593.782707:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623593.782714:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3900. 00000100:00000001:2.0:1781623593.782721:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623593.782733:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0df80 x1868160455838848/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623593.782745:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623593.782749:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623593.782755:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb3c3668] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0df80 x1868160455838848/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623593.782779:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623593.782782:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623593.782786:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623593.782789:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0f100. 00000020:00000040:2.0:1781623593.782791:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781623593.782794:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623593.782795:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623593.782797:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623593.782801:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3a00. 00000100:00000001:2.0:1781623593.782803:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623593.782807:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0f100 x1868160455838976/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623593.782815:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623593.782817:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623593.782820:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6db9cef] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0f100 x1868160455838976/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623593.782828:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623593.782830:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623593.782833:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623593.782836:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0ed80. 00000020:00000040:2.0:1781623593.782838:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:2.0:1781623593.782840:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623593.782841:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623593.782843:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623593.782846:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3700. 00000100:00000001:2.0:1781623593.782849:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623593.782852:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f8508b0ed80 x1868160455839104/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623593.782859:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623593.782861:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623593.782864:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006824e33d] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0ed80 x1868160455839104/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623593.782871:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623593.782873:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781623593.782876:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781623593.782881:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7088) 00000100:00000001:2.0:1781623593.782899:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623593.782902:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623593.782904:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623593.782909:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0df80 x1868160455838848/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623593.782916:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623593.782918:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623593.782921:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623593.782923:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623593.782926:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623593.782929:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455838848:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623593.782932:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623593.782937:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623593.782940:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623593.782942:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623593.782946:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079000. 02000000:00000001:2.0:1781623593.782948:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623593.782956:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623593.782960:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08a50. 00000400:00000010:2.0:1781623593.782966:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d5d8. 00000100:00000200:2.0:1781623593.782974:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455838848, portal 25 00000100:00000001:2.0:1781623593.782977:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623593.782978:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272072576 : -123673437479040 : ffff8f8508b0df80) 00000100:00000040:2.0:1781623593.782983:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0df80 x1868160455838848/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623593.782990:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623593.782992:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623593.782995:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d7f8. 00000100:00000200:2.0:1781623593.782997:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455838848, offset 0 00000400:00000200:2.0:1781623593.783003:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623593.783011:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623593.783018:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623593.783022:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623593.786962:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623593.786970:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623593.786974:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623593.786978:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375842:375842:256:4294967295] 192.168.202.101@tcp LPNI seq info [375812:375812:8:4294967295] 00000400:00000200:2.0:1781623593.786985:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623593.786997:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623593.787005:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623593.787014:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3400. 00000800:00000200:2.0:1781623593.787022:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623593.787057:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623593.787062:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623593.787084:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623593.787090:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623593.787093:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301758588 00000100:00000001:2.0:1781623593.787101:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301753462 00000100:00000001:2.0:1781623593.787107:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301758588 00000100:00000001:2.0:1781623593.787111:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301753462 00000100:00000001:2.0:1781623593.787114:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623593.787118:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623593.787122:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623593.787130:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0ed80 x1868160455839104/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623593.787140:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623593.787142:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623593.787146:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623593.787149:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623593.787151:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623593.787155:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455839104:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623593.787159:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623593.787164:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623593.787167:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623593.787170:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623593.787176:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078400. 02000000:00000001:2.0:1781623593.787178:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623593.787182:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623593.787186:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08000. 00000400:00000010:2.0:1781623593.787192:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d220. 00000100:00000200:2.0:1781623593.787198:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455839104, portal 4 00000100:00000001:2.0:1781623593.787201:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623593.787202:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272076160 : -123673437475456 : ffff8f8508b0ed80) 00000100:00000040:2.0:1781623593.787210:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0ed80 x1868160455839104/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623593.787217:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623593.787219:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623593.787222:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901dd48. 00000100:00000200:2.0:1781623593.787226:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455839104, offset 0 00000400:00000200:2.0:1781623593.787231:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623593.787238:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623593.787245:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623593.787250:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623593.787252:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623593.787254:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623593.787257:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623593.787260:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375843:375843:255:4294967295] 192.168.202.101@tcp LPNI seq info [375813:375813:7:4294967295] 00000400:00000200:2.0:1781623593.787263:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623593.787269:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623593.787273:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623593.790636:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3600. 00000800:00000200:2.0:1781623593.790658:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623593.790667:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623593.790671:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623593.790678:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623593.790685:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 465265 usecs (466 jiffies) 00000400:00000200:2.0:1781623593.790691:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623593.790694:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301751259 00000100:00000001:2.0:1781623593.790699:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301758588 00000100:00000001:2.0:1781623593.790701:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301751259 00000100:00000001:2.0:1781623593.790703:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301758588 00000100:00000001:2.0:1781623593.790705:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623593.790710:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623593.790714:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623593.790718:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623593.790727:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623593.790729:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781623593.790731:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623593.790733:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623593.790735:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623593.790737:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1781623593.790739:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623593.790742:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623593.790744:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623593.790745:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623593.790747:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623593.790748:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623593.790756:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0f100 x1868160455838976/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623593.790765:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623593.790767:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623593.790771:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623593.790774:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623593.790777:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623593.790781:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455838976:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623593.790785:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623593.790791:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623593.790794:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623593.790796:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623593.790804:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078000. 02000000:00000001:2.0:1781623593.790806:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623593.790811:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623593.790815:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08e18. 00000400:00000010:2.0:1781623593.790822:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901dee0. 00000100:00000200:2.0:1781623593.790829:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455838976, portal 10 00000100:00000001:2.0:1781623593.790831:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623593.790832:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272077056 : -123673437474560 : ffff8f8508b0f100) 00000100:00000040:2.0:1781623593.790840:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0f100 x1868160455838976/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623593.790847:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623593.790849:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623593.790852:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d770. 00000100:00000200:2.0:1781623593.790854:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455838976, offset 0 00000400:00000200:2.0:1781623593.790860:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623593.790868:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623593.790875:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623593.790881:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623593.790885:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623593.790889:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623593.790892:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623593.790896:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375844:375844:254:4294967295] 192.168.202.101@tcp LPNI seq info [375814:375814:6:4294967295] 00000400:00000200:2.0:1781623593.790901:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623593.790910:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623593.790915:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623593.790919:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3500. 00000800:00000200:2.0:1781623593.790922:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623593.790927:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623593.790929:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623593.790933:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623593.790935:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17982 usecs (18 jiffies) 00000400:00000200:2.0:1781623593.790939:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623593.790941:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301750811 00000100:00000001:2.0:1781623593.790943:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301758588 00000100:00000001:2.0:1781623593.790945:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301750811 00000100:00000001:2.0:1781623593.790947:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301758588 00000100:00000001:2.0:1781623593.790949:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623593.790951:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623593.790953:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623593.790956:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623593.790980:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623593.790983:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781623593.791050:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623593.791054:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3400. 00000400:00000200:2.0:1781623593.791060:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623593.791065:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623593.791070:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d7f8 00000400:00000010:2.0:1781623593.791074:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d7f8. 00000100:00000001:2.0:1781623593.791078:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623593.791084:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0df80 x1868160455838848/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623593.791093:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623593.791097:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0df80 x1868160455838848/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623609 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623593.791104:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623593.791105:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781623593.791118:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623593.791120:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3600. 00000400:00000200:2.0:1781623593.791122:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623593.791125:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623593.791128:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901dd48 00000400:00000010:2.0:1781623593.791130:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901dd48. 00000100:00000001:2.0:1781623593.791133:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623593.791136:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0ed80 x1868160455839104/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623593.791144:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623593.791147:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0ed80 x1868160455839104/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623609 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623593.791153:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623593.791155:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781623593.791212:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623593.791215:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3500. 00000400:00000200:2.0:1781623593.791218:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623593.791221:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623593.791224:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d770 00000400:00000010:2.0:1781623593.791226:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d770. 00000100:00000001:2.0:1781623593.791228:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623593.791231:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0f100 x1868160455838976/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623593.791237:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623593.791240:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0f100 x1868160455838976/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623628 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623593.791247:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623593.791248:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781623593.795583:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623593.795599:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623593.795603:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623593.795606:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623593.795615:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623593.795623:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623593.795632:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623593.795637:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623593.795641:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623593.795645:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005a8c80 00000400:00000200:2.0:1781623593.795649:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623593.795655:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8a7d [1] + 224 00000800:00000001:2.0:1781623593.795661:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623593.795665:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623593.795668:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623593.795672:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623593.795679:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623593.795688:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0df80 x1868160455838848/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623609 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623593.795700:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0df80 x1868160455838848/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623609 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623593.795714:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623593.795722:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623593.795726:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623593.795727:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623593.795729:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623593.795732:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623593.795736:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623593.795740:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623593.795743:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623593.795745:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623593.795748:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005a8d00 00000400:00000200:2.0:1781623593.795752:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623593.795756:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8a9d [1] + 224 00000800:00000001:2.0:1781623593.795759:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623593.795762:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623593.795764:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623593.795767:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623593.795770:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623593.795774:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0f100 x1868160455838976/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623628 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623593.795783:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0f100 x1868160455838976/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623593.795790:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623593.795794:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623593.795797:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623593.795799:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623593.795801:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623593.795804:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623593.795807:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623593.795811:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623593.795814:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623593.795816:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623593.795819:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005a8d80 00000400:00000200:2.0:1781623593.795823:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623593.795827:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8a8d [1] + 224 00000800:00000001:2.0:1781623593.795830:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623593.795836:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623593.795838:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623593.795841:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623593.795843:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623593.795848:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0ed80 x1868160455839104/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623609 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623593.795856:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0ed80 x1868160455839104/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623609 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623593.795863:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623593.795867:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623593.795869:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623593.795880:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623593.795884:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781623593.795891:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623593.795893:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623593.795895:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08e18. 00000400:00000200:2.0:1781623593.795900:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901dee0 00000400:00000010:2.0:1781623593.795903:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901dee0. 00000100:00000001:2.0:1781623593.795906:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623593.795909:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0f100 x1868160455838976/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623593.795918:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0f100 x1868160455838976/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623628 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623593.795926:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623593.795927:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623593.795930:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623593.795933:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623593.795936:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623593.795938:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623593.795941:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623593.795951:0:2352:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=70 v=20 (20 20 20 20) 00000100:00001000:2.0:1781623593.795956:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=141 v=5 (1 1 1 0) 00000100:00000001:2.0:1781623593.795959:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623593.795961:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623593.795964:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623593.795967:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623593.795971:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781623593.795973:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:2.0:1781623593.795976:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781623593.795977:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623593.795982:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0f100 x1868160455838976/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623628 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623593.795989:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623593.795992:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623593.795995:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623593.795999:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0f100 x1868160455838976/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623628 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623593.796008:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455838976:192.168.202.101@tcp:400:kworker.0 00000400:00000001:2.0:1781623593.796013:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623593.796015:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623593.796016:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08a50. 00000400:00000200:2.0:1781623593.796019:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d5d8 00000400:00000010:2.0:1781623593.796021:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d5d8. 00000100:00000001:2.0:1781623593.796023:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623593.796294:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0df80 x1868160455838848/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623609 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623593.796304:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0df80 x1868160455838848/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623609 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623593.796311:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623593.796313:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623593.796315:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623593.796317:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623593.796318:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623593.796320:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623593.796322:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623593.796325:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=70 v=5 (5 5 5 5) 00000100:00001000:2.0:1781623593.796328:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=141 v=5 (1 1 1 0) 00000100:00000001:2.0:1781623593.796330:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623593.796332:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623593.796333:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623593.796335:0:2352:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623593.796337:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623593.796341:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0df80 x1868160455838848/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623609 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623593.796348:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623593.796350:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623593.796351:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623593.796355:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0df80 x1868160455838848/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623609 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623593.796362:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455838848:192.168.202.101@tcp:400:kworker.0 00000400:00000001:2.0:1781623593.796368:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623593.796369:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623593.796371:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08000. 00000400:00000200:2.0:1781623593.796374:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d220 00000400:00000010:2.0:1781623593.796375:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d220. 00000100:00000001:2.0:1781623593.796378:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623593.796381:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0ed80 x1868160455839104/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623609 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623593.796390:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0ed80 x1868160455839104/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623609 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623593.796397:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623593.796398:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623593.796400:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623593.796401:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623593.796402:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623593.796404:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623593.796406:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623593.796410:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=70 v=5 (5 5 5 5) 00000100:00001000:2.0:1781623593.796413:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=69 v=5 (1 1 1 0) 00000100:00000001:2.0:1781623593.796415:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623593.796416:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623593.796418:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623593.796420:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623593.796423:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781623593.796424:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:2.0:1781623593.796426:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781623593.796427:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623593.796431:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0ed80 x1868160455839104/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623609 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623593.796439:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623593.796441:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623593.796442:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623593.796445:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0ed80 x1868160455839104/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623609 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623593.796452:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455839104:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623593.796457:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623593.796460:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623593.796463:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0f100 x1868160455838976/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623628 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623593.796471:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623593.796474:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623593.796477:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078000. 02000000:00000001:2.0:1781623593.796480:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623593.796483:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623593.796485:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:2.0:1781623593.796487:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623593.796489:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3a00. 02000000:00000001:2.0:1781623593.796493:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623593.796495:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623593.796497:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0f100. 00000100:00000001:2.0:1781623593.796500:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623593.796502:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623593.796504:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623593.796507:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0df80 x1868160455838848/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623609 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623593.796520:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623593.796522:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623593.796523:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079000. 02000000:00000001:2.0:1781623593.796525:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623593.796526:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623593.796528:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781623593.796530:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623593.796531:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3900. 02000000:00000001:2.0:1781623593.796533:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623593.796534:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623593.796535:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0df80. 00000100:00000001:2.0:1781623593.796538:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623593.796540:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623593.796541:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623593.796544:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0ed80 x1868160455839104/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623609 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623593.796550:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623593.796564:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623593.796566:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078400. 02000000:00000001:2.0:1781623593.796569:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623593.796570:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623593.796571:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:2.0:1781623593.796573:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623593.796575:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3700. 02000000:00000001:2.0:1781623593.796577:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623593.796578:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623593.796580:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0ed80. 00000100:00000001:2.0:1781623593.796582:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623593.796583:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623593.796585:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623593.796592:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623593.796594:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623593.796597:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623593.796599:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623594.168178:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623594.168185:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623594.168191:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623594.168192:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623594.168196:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623594.168197:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623594.168303:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623594.168307:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623594.168309:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623595.189188:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623595.189195:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623595.189201:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623595.189203:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623595.189205:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623595.189206:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623595.189265:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623595.189269:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623595.189272:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623596.213154:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623596.213159:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623596.213164:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623596.213167:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623596.213168:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623596.213171:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623596.213174:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623596.213176:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623596.213177:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623596.213180:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623596.213183:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623596.213184:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623596.213185:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623596.213190:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623596.213192:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623596.213194:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623596.213195:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623596.213196:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623596.213198:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623596.213199:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623596.213285:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623596.213288:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623596.213290:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623597.237312:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623597.237318:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623597.237323:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623597.237324:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623597.237326:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623597.237327:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623597.237560:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623597.237564:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623597.237567:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623598.264994:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623598.265002:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623598.265007:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623598.265009:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623598.265012:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623598.265013:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623598.268758:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623598.268765:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623598.268769:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781623598.901402:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623598.901413:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623598.901423:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731ea00. 00000020:00000040:0.0:1781623598.901428:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781623598.901433:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623598.901436:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623598.901441:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623598.901448:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0c00. 00000100:00000001:0.0:1781623598.901454:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623598.901466:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731ea00 x1868160455839232/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623598.901477:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623598.901482:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623598.901488:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000637ced7e] to pc [ptlrpcd_00_00+0] req@ffff8f850731ea00 x1868160455839232/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623598.901532:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623598.901535:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623598.901539:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623598.901542:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731e300. 00000020:00000040:0.0:1781623598.901545:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781623598.901547:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623598.901548:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623598.901550:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623598.901553:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0400. 00000100:00000001:0.0:1781623598.901556:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623598.901561:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731e300 x1868160455839360/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623598.901569:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623598.901570:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623598.901574:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004daa77] to pc [ptlrpcd_00_01+1] req@ffff8f850731e300 x1868160455839360/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623598.901590:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623598.901592:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623598.901595:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623598.901599:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731e680. 00000020:00000040:0.0:1781623598.901601:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:0.0:1781623598.901603:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623598.901604:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623598.901606:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623598.901609:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0000. 00000100:00000001:0.0:1781623598.901611:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623598.901615:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f850731e680 x1868160455839488/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623598.901621:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623598.901623:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623598.901627:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000425285ea] to pc [ptlrpcd_00_00+0] req@ffff8f850731e680 x1868160455839488/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623598.901633:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623598.901635:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781623598.901638:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781623598.901643:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7093) 00000100:00000001:1.0:1781623598.903071:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623598.903077:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623598.903080:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623598.903090:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731ea00 x1868160455839232/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623598.903102:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623598.903104:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623598.903108:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623598.903111:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623598.903114:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623598.903117:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455839232:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623598.903121:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623598.903127:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623598.903130:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623598.903133:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623598.903140:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557e00. 02000000:00000001:1.0:1781623598.903143:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623598.903150:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623598.903154:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631370. 00000400:00000010:1.0:1781623598.903161:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1770. 00000100:00000200:1.0:1781623598.903168:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455839232, portal 25 00000100:00000001:1.0:1781623598.903170:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623598.903172:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246974976 : -123673462576640 : ffff8f850731ea00) 00000100:00000040:1.0:1781623598.903190:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731ea00 x1868160455839232/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623598.903197:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623598.903200:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623598.903204:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1b28. 00000100:00000200:1.0:1781623598.903208:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455839232, offset 0 00000400:00000200:1.0:1781623598.903215:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623598.903225:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623598.903232:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623598.903238:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623598.903242:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623598.903246:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623598.903249:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623598.903253:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375845:375845:256:4294967295] 192.168.202.101@tcp LPNI seq info [375815:375815:8:4294967295] 00000400:00000200:1.0:1781623598.903257:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623598.903267:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623598.903273:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623598.903279:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8510227e00. 00000800:00000200:1.0:1781623598.903285:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623598.903292:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623598.903297:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8510227e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623598.903318:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623598.903322:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623598.903325:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301763704 00000100:00000001:1.0:1781623598.903332:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301758588 00000100:00000001:1.0:1781623598.903337:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301763704 00000100:00000001:1.0:1781623598.903340:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301758588 00000100:00000001:1.0:1781623598.903344:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623598.903346:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623598.903349:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623598.903354:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731e680 x1868160455839488/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623598.903361:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623598.903363:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623598.903365:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623598.903366:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623598.903368:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623598.903371:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455839488:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623598.903374:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623598.903376:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623598.903378:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623598.903379:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623598.903383:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557600. 02000000:00000001:1.0:1781623598.903385:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623598.903388:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623598.903391:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631f20. 00000400:00000010:1.0:1781623598.903394:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1990. 00000100:00000200:1.0:1781623598.903397:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455839488, portal 4 00000100:00000001:1.0:1781623598.903399:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623598.903400:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246974080 : -123673462577536 : ffff8f850731e680) 00000100:00000040:1.0:1781623598.903406:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731e680 x1868160455839488/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623598.903412:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623598.903414:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623598.903416:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1330. 00000100:00000200:1.0:1781623598.903419:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455839488, offset 0 00000400:00000200:1.0:1781623598.903423:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623598.903427:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623598.903430:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623598.903432:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623598.903434:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623598.903437:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623598.903439:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623598.903441:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375846:375846:255:4294967295] 192.168.202.101@tcp LPNI seq info [375816:375816:7:4294967295] 00000400:00000200:1.0:1781623598.903445:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623598.903451:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623598.903455:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623598.903458:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8510227700. 00000800:00000200:1.0:1781623598.903461:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623598.903465:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623598.903467:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8510227700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623598.903470:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623598.903473:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 463780 usecs (464 jiffies) 00000400:00000200:1.0:1781623598.903476:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623598.903478:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301756370 00000100:00000001:1.0:1781623598.903481:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301763704 00000100:00000001:1.0:1781623598.903483:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301756370 00000100:00000001:1.0:1781623598.903485:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301763704 00000100:00000001:1.0:1781623598.903487:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623598.903489:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623598.903491:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623598.903493:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623598.903500:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623598.903502:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781623598.903504:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1781623598.903639:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623598.903643:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8510227e00. 00000400:00000200:2.0:1781623598.903649:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623598.903655:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623598.903659:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1b28 00000400:00000010:2.0:1781623598.903661:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1b28. 00000100:00000001:2.0:1781623598.903666:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623598.903671:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731ea00 x1868160455839232/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623598.903680:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623598.903684:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731ea00 x1868160455839232/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623614 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623598.903691:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623598.903693:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781623598.903758:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623598.903768:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8510227700. 00000400:00000200:2.0:1781623598.903770:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623598.903774:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623598.903777:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1330 00000400:00000010:2.0:1781623598.903778:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1330. 00000100:00000001:2.0:1781623598.903781:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623598.904098:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731e680 x1868160455839488/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623598.904108:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623598.904112:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731e680 x1868160455839488/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623614 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623598.904118:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623598.904120:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1781623598.904210:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623598.904212:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623598.904216:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1781623598.904217:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623598.904221:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623598.904222:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623598.904224:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623598.904225:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623598.904226:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623598.904232:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731e300 x1868160455839360/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623598.904239:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623598.904241:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623598.904244:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623598.904246:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623598.904248:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623598.904251:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455839360:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623598.904255:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623598.904258:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623598.904259:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623598.904261:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623598.904265:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557000. 02000000:00000001:1.0:1781623598.904267:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623598.904273:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623598.904277:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85076312c0. 00000400:00000010:1.0:1781623598.904281:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1198. 00000100:00000200:1.0:1781623598.904285:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455839360, portal 10 00000100:00000001:1.0:1781623598.904286:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623598.904288:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246973184 : -123673462578432 : ffff8f850731e300) 00000100:00000040:1.0:1781623598.904293:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731e300 x1868160455839360/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623598.904300:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623598.904302:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623598.904305:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1c38. 00000100:00000200:1.0:1781623598.904307:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455839360, offset 0 00000400:00000200:1.0:1781623598.904312:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623598.904316:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623598.904320:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623598.904324:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623598.904326:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623598.904329:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623598.904331:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623598.904334:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375847:375847:256:4294967295] 192.168.202.101@tcp LPNI seq info [375817:375817:8:4294967295] 00000400:00000200:1.0:1781623598.904337:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623598.904344:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623598.904348:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623598.904352:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8510227200. 00000800:00000200:1.0:1781623598.904355:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623598.904361:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623598.904364:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8510227200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623598.904377:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623598.904381:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17981 usecs (18 jiffies) 00000400:00000200:1.0:1781623598.904384:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623598.904386:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301755925 00000100:00000001:1.0:1781623598.904389:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301763704 00000100:00000001:1.0:1781623598.904391:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301755925 00000100:00000001:1.0:1781623598.904393:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301763704 00000100:00000001:1.0:1781623598.904395:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623598.904397:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623598.904400:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623598.904401:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623598.904414:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623598.904416:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781623598.904554:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623598.904557:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8510227200. 00000400:00000200:2.0:1781623598.904561:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623598.904565:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623598.904568:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1c38 00000400:00000010:2.0:1781623598.904569:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1c38. 00000100:00000001:2.0:1781623598.904573:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623598.904577:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731e300 x1868160455839360/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623598.904597:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623598.904599:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731e300 x1868160455839360/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623633 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623598.904605:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623598.904607:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781623598.907751:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623598.907775:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623598.907779:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623598.907782:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623598.907907:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623598.907915:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623598.907923:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623598.907929:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623598.907934:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623598.907939:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005a8e00 00000400:00000200:2.0:1781623598.907944:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623598.907950:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8aad [1] + 224 00000800:00000001:2.0:1781623598.907957:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623598.907962:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623598.907966:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623598.907970:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623598.907977:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623598.907991:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731ea00 x1868160455839232/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623614 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623598.908002:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731ea00 x1868160455839232/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623614 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623598.908022:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623598.908060:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623598.908065:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623598.908067:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623598.908068:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623598.908071:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623598.908075:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623598.908079:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623598.908081:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623598.908084:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623598.908087:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005a8f00 00000400:00000200:2.0:1781623598.908091:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623598.908095:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8ab5 [1] + 224 00000800:00000001:2.0:1781623598.908098:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623598.908104:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623598.908106:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623598.908109:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623598.908112:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623598.908115:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731e680 x1868160455839488/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623614 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623598.908124:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731e680 x1868160455839488/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623614 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623598.908131:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623598.908133:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623598.908136:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623598.908950:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623598.908955:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781623598.908963:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623598.908964:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623598.908968:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631370. 00000400:00000200:1.0:1781623598.908973:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1770 00000400:00000010:1.0:1781623598.908976:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1770. 00000100:00000001:1.0:1781623598.908980:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623598.908996:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731ea00 x1868160455839232/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623614 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623598.909005:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731ea00 x1868160455839232/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623614 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623598.909012:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623598.909014:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623598.909016:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623598.909019:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623598.909022:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623598.909044:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623598.909047:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623598.909054:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=75 v=5 (5 5 5 5) 00000100:00001000:1.0:1781623598.909057:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=146 v=5 (1 1 1 0) 00000100:00000001:1.0:1781623598.909060:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623598.909061:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623598.909064:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623598.909066:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623598.909069:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623598.909073:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731ea00 x1868160455839232/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623614 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623598.909080:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623598.909083:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623598.909085:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623598.909088:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731ea00 x1868160455839232/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623614 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623598.909096:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455839232:192.168.202.101@tcp:400:kworker.0 00000400:00000001:1.0:1781623598.909101:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623598.909102:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623598.909103:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631f20. 00000400:00000200:1.0:1781623598.909106:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1990 00000400:00000010:1.0:1781623598.909107:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1990. 00000100:00000001:1.0:1781623598.909109:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623598.909113:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731e680 x1868160455839488/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623614 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623598.909120:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731e680 x1868160455839488/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623614 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623598.909126:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623598.909127:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623598.909129:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623598.909130:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623598.909131:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623598.909132:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623598.909134:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623598.909139:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=75 v=5 (5 5 5 5) 00000100:00001000:1.0:1781623598.909141:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=74 v=5 (1 1 1 0) 00000100:00000001:1.0:1781623598.909143:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623598.909145:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623598.909146:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623598.909149:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623598.909152:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781623598.909154:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:1.0:1781623598.909156:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781623598.909157:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623598.909160:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731e680 x1868160455839488/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623614 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623598.909167:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623598.909168:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623598.909170:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623598.909276:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731e680 x1868160455839488/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623614 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1781623598.909649:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623598.909659:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623598.909661:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623598.909663:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623598.909668:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623598.909673:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623598.909679:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623598.909682:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623598.909686:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623598.909691:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005a8e80 00000400:00000200:2.0:1781623598.909695:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623598.909700:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8abd [1] + 224 00000800:00000001:2.0:1781623598.909705:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623598.909710:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623598.909713:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623598.909716:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623598.909721:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623598.909725:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731e300 x1868160455839360/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623633 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623598.909734:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731e300 x1868160455839360/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623598.909741:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623598.909747:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623598.909749:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1781623598.909988:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455839488:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623598.909992:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623598.909995:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623598.909999:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731ea00 x1868160455839232/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623614 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623598.910005:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623598.910008:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623598.910011:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557e00. 02000000:00000001:1.0:1781623598.910015:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623598.910017:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623598.910019:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781623598.910021:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623598.910041:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0c00. 02000000:00000001:1.0:1781623598.910046:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623598.910047:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623598.910049:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731ea00. 00000100:00000001:1.0:1781623598.910053:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623598.910055:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623598.910056:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623598.910059:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731e680 x1868160455839488/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623614 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623598.910070:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623598.910072:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623598.910073:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557600. 02000000:00000001:1.0:1781623598.910075:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623598.910076:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623598.910077:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:1.0:1781623598.910079:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623598.910081:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0000. 02000000:00000001:1.0:1781623598.910082:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623598.910084:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623598.910085:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731e680. 00000100:00000001:1.0:1781623598.910087:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623598.910088:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623598.910091:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623598.910093:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623598.910094:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781623598.910097:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623598.910099:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623598.910100:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85076312c0. 00000400:00000200:1.0:1781623598.910103:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1198 00000400:00000010:1.0:1781623598.910105:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1198. 00000100:00000001:1.0:1781623598.910107:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623598.910111:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731e300 x1868160455839360/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623598.910119:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731e300 x1868160455839360/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623633 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623598.910125:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623598.910126:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623598.910128:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623598.910130:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623598.910131:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623598.910133:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623598.910135:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623598.910140:0:2349:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=75 v=20 (20 20 20 20) 00000100:00001000:1.0:1781623598.910143:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=146 v=5 (1 1 1 0) 00000100:00000001:1.0:1781623598.910146:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623598.910148:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623598.910149:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623598.910151:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623598.910154:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781623598.910155:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781623598.910157:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781623598.910158:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623598.910162:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731e300 x1868160455839360/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623633 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623598.910168:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623598.910170:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623598.911579:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623598.911592:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731e300 x1868160455839360/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623633 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623598.911602:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455839360:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623598.911606:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623598.911609:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623598.911612:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731e300 x1868160455839360/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623633 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623598.911619:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623598.911621:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623598.911624:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557000. 02000000:00000001:1.0:1781623598.911628:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623598.911630:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623598.911632:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781623598.911634:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623598.911636:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0400. 02000000:00000001:1.0:1781623598.911639:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623598.911640:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623598.911642:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731e300. 00000100:00000001:1.0:1781623598.911645:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623598.911647:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623598.911650:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623598.911657:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623598.911659:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623598.911661:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623598.911664:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623599.287237:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623599.287245:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623599.287251:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623599.287253:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623599.287255:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623599.287256:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623599.287353:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623599.287356:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623599.287359:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623600.309279:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623600.309285:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623600.309290:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623600.309291:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623600.309295:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623600.309296:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623600.309434:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623600.309437:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623600.309440:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623601.333124:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623601.333130:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623601.333134:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623601.333135:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623601.333139:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623601.333140:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623601.333247:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623601.333257:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623601.333260:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623602.357636:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623602.357645:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623602.357648:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623602.357656:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623602.357659:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623602.357661:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623602.357666:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623602.357669:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623602.357671:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623602.357673:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623602.357677:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623602.357679:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623602.357682:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623602.357684:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623602.357766:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623602.357769:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623602.357772:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623603.381188:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623603.381196:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623603.381203:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623603.381204:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623603.381207:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623603.381209:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623603.381307:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623603.381311:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623603.381314:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781623604.021221:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623604.021234:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623604.021246:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731d500. 00000020:00000040:0.0:1781623604.021253:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781623604.021258:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623604.021261:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623604.021267:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623604.021277:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0100. 00000100:00000001:0.0:1781623604.021285:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623604.021299:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731d500 x1868160455839616/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623604.021309:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623604.021314:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623604.021320:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039fd0afd] to pc [ptlrpcd_00_01+1] req@ffff8f850731d500 x1868160455839616/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623604.021355:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623604.021358:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623604.021361:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623604.021365:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731c380. 00000020:00000040:0.0:1781623604.021367:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781623604.021369:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623604.021370:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623604.021372:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623604.021379:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0400. 00000100:00000001:0.0:1781623604.021381:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623604.021385:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731c380 x1868160455839744/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623604.021392:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623604.021394:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623604.021397:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a88ed58] to pc [ptlrpcd_00_00+0] req@ffff8f850731c380 x1868160455839744/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623604.021404:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623604.021406:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623604.021409:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623604.021412:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731c700. 00000020:00000040:0.0:1781623604.021414:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:0.0:1781623604.021416:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623604.021417:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623604.021419:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623604.021422:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0000. 00000100:00000001:0.0:1781623604.021424:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623604.021428:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f850731c700 x1868160455839872/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623604.021447:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623604.021449:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623604.021452:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a77dd68f] to pc [ptlrpcd_00_01+1] req@ffff8f850731c700 x1868160455839872/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623604.021473:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623604.021475:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781623604.021478:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781623604.021483:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7098) 00000100:00000001:1.0:1781623604.021851:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623604.021856:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623604.021859:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623604.021866:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731d500 x1868160455839616/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623604.021875:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623604.021877:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623604.021881:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623604.021883:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623604.021886:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623604.021889:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455839616:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623604.021893:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623604.021899:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623604.021902:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623604.021904:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623604.021909:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557000. 02000000:00000001:1.0:1781623604.021911:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623604.021918:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623604.021921:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85076312c0. 00000400:00000010:1.0:1781623604.021928:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1198. 00000100:00000200:1.0:1781623604.021935:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455839616, portal 25 00000100:00000001:1.0:1781623604.021949:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623604.021951:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246969600 : -123673462582016 : ffff8f850731d500) 00000100:00000040:1.0:1781623604.021957:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731d500 x1868160455839616/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623620 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623604.021965:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623604.021968:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623604.021971:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1990. 00000100:00000200:1.0:1781623604.021974:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455839616, offset 0 00000400:00000200:1.0:1781623604.021980:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623604.021988:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623604.021995:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623604.022001:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623604.022005:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623604.022009:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623604.022012:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623604.022015:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375848:375848:256:4294967295] 192.168.202.101@tcp LPNI seq info [375818:375818:8:4294967295] 00000400:00000200:1.0:1781623604.022020:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623604.022069:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623604.022076:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623604.022082:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8510227200. 00000800:00000200:1.0:1781623604.022088:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623604.022096:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623604.022101:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8510227200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623604.022116:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623604.022121:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623604.022123:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301768823 00000100:00000001:1.0:1781623604.022129:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301763704 00000100:00000001:1.0:1781623604.022132:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301768823 00000100:00000001:1.0:1781623604.022135:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301763704 00000100:00000001:1.0:1781623604.022139:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623604.022142:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623604.022144:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623604.022148:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731c700 x1868160455839872/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623604.022155:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623604.022156:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623604.022158:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623604.022160:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623604.022163:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623604.022165:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455839872:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623604.022168:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623604.022171:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623604.022172:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623604.022174:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623604.022177:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557400. 02000000:00000001:1.0:1781623604.022178:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623604.022182:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623604.022184:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631f20. 00000400:00000010:1.0:1781623604.022188:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1770. 00000100:00000200:1.0:1781623604.022190:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455839872, portal 4 00000100:00000001:1.0:1781623604.022192:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623604.022193:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246966016 : -123673462585600 : ffff8f850731c700) 00000100:00000040:1.0:1781623604.022199:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731c700 x1868160455839872/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623620 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623604.022205:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623604.022207:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623604.022209:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1ee0. 00000100:00000200:1.0:1781623604.022211:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455839872, offset 0 00000400:00000200:1.0:1781623604.022215:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623604.022219:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623604.022222:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623604.022225:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623604.022227:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623604.022229:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623604.022232:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623604.022235:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375849:375849:255:4294967295] 192.168.202.101@tcp LPNI seq info [375819:375819:7:4294967295] 00000400:00000200:1.0:1781623604.022239:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623604.022244:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623604.022248:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623604.022252:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8510227700. 00000800:00000200:1.0:1781623604.022255:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623604.022259:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623604.022261:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8510227700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623604.022264:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623604.022267:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 462280 usecs (463 jiffies) 00000400:00000200:1.0:1781623604.022270:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623604.022272:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301761488 00000100:00000001:1.0:1781623604.022274:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301768823 00000100:00000001:1.0:1781623604.022276:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301761488 00000100:00000001:1.0:1781623604.022277:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301768823 00000100:00000001:1.0:1781623604.022279:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623604.022281:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623604.022283:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623604.022286:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623604.022293:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623604.022295:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781623604.022297:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623604.022298:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623604.022300:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623604.022303:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1781623604.022304:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623604.022306:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623604.022307:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623604.022309:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623604.022310:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623604.022311:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623604.022315:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731c380 x1868160455839744/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623604.022321:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623604.022322:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623604.022324:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623604.022325:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623604.022328:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623604.022330:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455839744:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623604.022333:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623604.022335:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623604.022337:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623604.022338:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623604.022341:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e556000. 02000000:00000001:1.0:1781623604.022343:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623604.022347:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623604.022349:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631370. 00000400:00000010:1.0:1781623604.022352:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb17f8. 00000100:00000200:1.0:1781623604.022355:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455839744, portal 10 00000100:00000001:1.0:1781623604.022356:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623604.022357:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246965120 : -123673462586496 : ffff8f850731c380) 00000100:00000040:1.0:1781623604.022363:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731c380 x1868160455839744/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623604.022369:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623604.022371:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623604.022373:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1220. 00000100:00000200:1.0:1781623604.022375:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455839744, offset 0 00000400:00000200:1.0:1781623604.022379:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623604.022383:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623604.022386:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623604.022388:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623604.022390:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623604.022392:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623604.022394:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623604.022397:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375850:375850:254:4294967295] 192.168.202.101@tcp LPNI seq info [375820:375820:6:4294967295] 00000400:00000200:1.0:1781623604.022400:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623604.022405:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623604.022409:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623604.022412:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8510227e00. 00000800:00000200:1.0:1781623604.022415:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623604.022419:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623604.022421:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8510227e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623604.022423:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623604.022425:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17972 usecs (18 jiffies) 00000400:00000200:1.0:1781623604.022428:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623604.022429:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301761043 00000100:00000001:1.0:1781623604.022443:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301768823 00000100:00000001:1.0:1781623604.022445:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301761043 00000100:00000001:1.0:1781623604.022447:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301768823 00000100:00000001:1.0:1781623604.022449:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623604.022450:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623604.022453:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623604.022455:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623604.022475:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623604.022477:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781623604.022566:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623604.022571:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8510227200. 00000400:00000200:2.0:1781623604.022576:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623604.022581:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623604.022586:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1990 00000400:00000010:2.0:1781623604.022588:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1990. 00000100:00000001:2.0:1781623604.022592:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623604.022596:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731d500 x1868160455839616/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623620 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623604.022604:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623604.022606:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731d500 x1868160455839616/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623620 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623604.022612:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623604.022614:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781623604.022624:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623604.022626:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8510227700. 00000400:00000200:2.0:1781623604.022628:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623604.022630:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623604.022633:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1ee0 00000400:00000010:2.0:1781623604.022634:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1ee0. 00000100:00000001:2.0:1781623604.022636:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623604.022639:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731c700 x1868160455839872/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623620 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623604.022644:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623604.022646:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731c700 x1868160455839872/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623620 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623604.022651:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623604.022653:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781623604.022717:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623604.022719:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8510227e00. 00000400:00000200:2.0:1781623604.022722:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623604.022725:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623604.022728:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1220 00000400:00000010:2.0:1781623604.022729:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1220. 00000100:00000001:2.0:1781623604.022731:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623604.022735:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731c380 x1868160455839744/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623604.022741:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623604.022744:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731c380 x1868160455839744/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623639 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623604.022750:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623604.022751:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781623604.026246:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623604.026270:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623604.026276:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623604.026279:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623604.026290:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623604.026298:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623604.026308:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623604.026314:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623604.026320:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623604.026325:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005a9080 00000400:00000200:2.0:1781623604.026342:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623604.026349:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8acd [1] + 224 00000800:00000001:2.0:1781623604.026357:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623604.026361:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623604.026365:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623604.026369:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623604.026379:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623604.026398:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731c700 x1868160455839872/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623620 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623604.026411:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731c700 x1868160455839872/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623620 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623604.026434:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623604.026443:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623604.026446:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623604.026448:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623604.026449:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623604.026452:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623604.026455:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623604.026469:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623604.026471:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623604.026474:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623604.026477:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005a8f80 00000400:00000200:2.0:1781623604.026480:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623604.026484:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8ac5 [1] + 224 00000800:00000001:2.0:1781623604.026488:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623604.026494:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623604.026495:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623604.026498:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623604.026501:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623604.026505:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731d500 x1868160455839616/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623620 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623604.026519:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731d500 x1868160455839616/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623620 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623604.026526:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623604.026529:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623604.026531:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623604.027287:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623604.027294:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781623604.027305:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623604.027307:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623604.027311:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85076312c0. 00000400:00000200:1.0:1781623604.027319:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1198 00000400:00000010:1.0:1781623604.027322:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1198. 00000100:00000001:1.0:1781623604.027338:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623604.027346:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731d500 x1868160455839616/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623620 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623604.027354:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731d500 x1868160455839616/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623620 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623604.027362:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623604.027363:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623604.027366:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623604.027371:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623604.027374:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623604.027377:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623604.027380:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623604.027397:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=81 v=5 (5 5 5 5) 00000100:00001000:1.0:1781623604.027402:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=152 v=5 (1 1 1 0) 00000100:00000001:1.0:1781623604.027405:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623604.027406:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623604.027409:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623604.027412:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623604.027415:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623604.027420:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731d500 x1868160455839616/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623620 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623604.027428:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623604.027432:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623604.027434:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623604.027438:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731d500 x1868160455839616/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623620 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623604.027446:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455839616:192.168.202.101@tcp:400:kworker.0 00000400:00000001:1.0:1781623604.027452:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623604.027453:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623604.027455:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631f20. 00000400:00000200:1.0:1781623604.027467:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1770 00000400:00000010:1.0:1781623604.027469:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1770. 00000100:00000001:1.0:1781623604.027472:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623604.027475:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731c700 x1868160455839872/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623620 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623604.027482:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731c700 x1868160455839872/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623620 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623604.027488:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623604.027489:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623604.027491:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623604.027493:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623604.027494:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623604.027496:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623604.027497:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623604.027503:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=81 v=5 (5 5 5 5) 00000100:00001000:1.0:1781623604.027506:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=80 v=5 (1 1 1 0) 00000100:00000001:1.0:1781623604.027508:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623604.027509:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623604.027511:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623604.027515:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623604.027518:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781623604.027521:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:1.0:1781623604.027523:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781623604.027524:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623604.027527:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731c700 x1868160455839872/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623620 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623604.027533:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623604.027535:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623604.027536:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623604.027540:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731c700 x1868160455839872/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623620 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623604.027546:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455839872:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623604.027550:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623604.027553:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623604.027556:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731d500 x1868160455839616/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623620 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623604.027563:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623604.027567:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623604.027571:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557000. 02000000:00000001:1.0:1781623604.027576:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623604.027580:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623604.027582:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781623604.027585:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623604.027588:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0100. 02000000:00000001:1.0:1781623604.027593:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623604.027595:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623604.027597:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731d500. 00000100:00000001:1.0:1781623604.027601:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623604.027603:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623604.027604:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623604.027607:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731c700 x1868160455839872/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623620 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623604.027613:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623604.027614:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623604.027616:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557400. 02000000:00000001:1.0:1781623604.027618:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623604.027619:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623604.027620:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:1.0:1781623604.027621:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623604.027623:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0000. 02000000:00000001:1.0:1781623604.027625:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623604.027626:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623604.027627:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731c700. 00000100:00000001:1.0:1781623604.027629:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623604.027631:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623604.027634:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623604.027636:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623604.027637:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623604.027639:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623604.027640:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781623604.043096:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623604.043128:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623604.043134:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623604.043146:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623604.043159:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623604.043169:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623604.043183:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623604.043189:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623604.043196:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623604.043201:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005a9000 00000400:00000200:2.0:1781623604.043207:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623604.043215:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8ad5 [1] + 224 00000800:00000001:2.0:1781623604.043224:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623604.043234:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623604.043238:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623604.043243:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623604.043253:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623604.043266:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731c380 x1868160455839744/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623639 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623604.043279:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731c380 x1868160455839744/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623639 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623604.043303:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623604.043314:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623604.043317:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623604.046130:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623604.046148:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781623604.046165:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623604.046167:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623604.046173:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631370. 00000400:00000200:1.0:1781623604.046185:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb17f8 00000400:00000010:1.0:1781623604.046188:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb17f8. 00000100:00000001:1.0:1781623604.046194:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623604.046207:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731c380 x1868160455839744/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623639 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623604.046225:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731c380 x1868160455839744/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623639 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623604.046234:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623604.046236:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623604.046239:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623604.046243:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623604.046246:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623604.046249:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623604.046252:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623604.046265:0:2350:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=81 v=20 (20 20 20 20) 00000100:00001000:1.0:1781623604.046269:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=152 v=5 (1 1 1 0) 00000100:00000001:1.0:1781623604.046272:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623604.046274:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623604.046277:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623604.046282:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623604.046286:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781623604.046288:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781623604.046290:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781623604.046292:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623604.046297:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731c380 x1868160455839744/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623639 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623604.046303:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623604.046307:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623604.046310:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623604.046314:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731c380 x1868160455839744/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623639 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623604.046322:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455839744:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623604.046337:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623604.046340:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623604.046344:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731c380 x1868160455839744/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623639 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623604.046352:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623604.046365:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623604.046371:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e556000. 02000000:00000001:1.0:1781623604.046376:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623604.046379:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623604.046389:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781623604.046392:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623604.046395:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0400. 02000000:00000001:1.0:1781623604.046401:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623604.046402:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623604.046405:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731c380. 00000100:00000001:1.0:1781623604.046409:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623604.046410:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623604.046413:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623604.046421:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623604.046424:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623604.046426:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623604.046428:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623604.406199:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623604.406212:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623604.406221:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623604.406222:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623604.406226:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623604.406228:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623604.406514:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623604.406519:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623604.406522:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623605.429839:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623605.429850:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623605.429858:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623605.429862:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623605.429865:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623605.429870:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623605.429873:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623605.429876:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623605.429878:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623605.429881:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623605.429885:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623605.429886:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623605.429889:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623605.429895:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623605.429898:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623605.429899:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623605.429901:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623605.429902:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623605.429904:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623605.429905:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623605.430020:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623605.430047:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623605.430052:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623606.453185:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623606.453193:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623606.453199:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623606.453200:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623606.453203:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623606.453205:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623606.453310:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623606.453314:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623606.453316:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623607.477192:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623607.477200:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623607.477206:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623607.477208:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623607.477211:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623607.477212:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623607.477665:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623607.477668:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623607.477671:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623608.501550:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623608.501557:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623608.501563:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623608.501564:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623608.501567:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623608.501568:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623608.504984:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623608.504992:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623608.504997:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781623609.141175:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623609.141185:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623609.141195:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511281880. 00000020:00000040:3.0:1781623609.141202:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781623609.141206:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623609.141209:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623609.141215:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623609.141222:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d500. 00000100:00000001:3.0:1781623609.141228:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623609.141240:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511281880 x1868160455840000/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623609.141250:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623609.141254:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623609.141260:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0866b48] to pc [ptlrpcd_01_00+0] req@ffff8f8511281880 x1868160455840000/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623609.141318:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623609.141323:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623609.141325:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623609.141331:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511281880 x1868160455840000/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623609.141339:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623609.141341:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623609.141345:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623609.141347:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623609.141349:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623609.141352:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511281880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455840000:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623609.141356:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623609.141362:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623609.141365:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623609.141368:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623609.141373:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078c00. 02000000:00000001:2.0:1781623609.141375:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623609.141382:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623609.141386:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08000. 00000400:00000010:2.0:1781623609.141393:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d220. 00000100:00000200:2.0:1781623609.141400:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455840000, portal 25 00000100:00000001:2.0:1781623609.141402:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623609.141404:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414103680 : -123673295447936 : ffff8f8511281880) 00000100:00000040:2.0:1781623609.141424:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511281880 x1868160455840000/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623625 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623609.141432:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623609.141435:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623609.141438:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d5d8. 00000100:00000200:2.0:1781623609.141441:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455840000, offset 0 00000400:00000200:2.0:1781623609.141448:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623609.141457:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623609.141466:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623609.141471:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623609.141475:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623609.141479:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623609.141482:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623609.141485:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375851:375851:256:4294967295] 192.168.202.101@tcp LPNI seq info [375821:375821:8:4294967295] 00000400:00000200:2.0:1781623609.141490:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623609.141500:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623609.141506:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623609.141511:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3700. 00000800:00000200:2.0:1781623609.141518:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623609.141526:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623609.141531:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623609.141544:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623609.141549:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623609.141551:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301773942 00000100:00000001:2.0:1781623609.141558:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301768823 00000100:00000001:2.0:1781623609.141563:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301773942 00000100:00000001:2.0:1781623609.141566:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301768823 00000100:00000001:2.0:1781623609.141568:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623609.141571:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623609.141574:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623609.141576:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623609.141603:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623609.141606:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623609.141610:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623609.141614:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511280380. 00000020:00000040:3.0:1781623609.141616:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781623609.141618:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623609.141621:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623609.141623:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623609.141626:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d000. 00000100:00000001:3.0:1781623609.141629:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623609.141634:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511280380 x1868160455840128/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623609.141641:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623609.141643:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623609.141647:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc0c9a06] to pc [ptlrpcd_01_01+1] req@ffff8f8511280380 x1868160455840128/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623609.142614:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623609.142618:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781623609.142623:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623609.142625:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623609.142627:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623609.142630:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1781623609.142632:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623609.142634:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623609.142635:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623609.142637:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623609.142638:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623609.142639:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623609.142647:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511280380 x1868160455840128/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623609.142656:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623609.142658:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623609.142661:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623609.142663:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623609.142665:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623609.142668:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455840128:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623609.142672:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623609.142676:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623609.142678:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623609.142680:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623609.142685:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079e00. 02000000:00000001:2.0:1781623609.142687:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623609.142692:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623609.142695:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08a50. 00000400:00000010:2.0:1781623609.142700:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901dee0. 00000100:00000200:2.0:1781623609.142705:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455840128, portal 10 00000100:00000001:2.0:1781623609.142707:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623609.142708:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414098304 : -123673295453312 : ffff8f8511280380) 00000100:00000040:2.0:1781623609.142715:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511280380 x1868160455840128/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623609.142722:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623609.142724:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623609.142727:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d770. 00000100:00000200:2.0:1781623609.142729:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455840128, offset 0 00000400:00000200:2.0:1781623609.142734:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623609.142740:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623609.142744:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623609.142748:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623609.142751:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623609.142754:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623609.142756:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623609.142759:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375852:375852:255:4294967295] 192.168.202.101@tcp LPNI seq info [375822:375822:7:4294967295] 00000400:00000200:2.0:1781623609.142763:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623609.142769:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623609.142775:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623609.142779:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3900. 00000800:00000200:2.0:1781623609.142784:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623609.142789:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623609.142793:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623609.142797:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623609.142801:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17987 usecs (18 jiffies) 00000400:00000200:2.0:1781623609.142804:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623609.142806:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301766163 00000100:00000001:2.0:1781623609.142810:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301773942 00000100:00000001:2.0:1781623609.142811:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301766163 00000100:00000001:2.0:1781623609.142813:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301773942 00000100:00000001:2.0:1781623609.142815:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623609.142818:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623609.142820:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623609.142822:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781623609.142874:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623609.142877:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3700. 00000400:00000200:2.0:1781623609.142884:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623609.142888:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623609.142893:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d5d8 00000400:00000010:2.0:1781623609.142896:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d5d8. 00000100:00000001:2.0:1781623609.142900:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623609.142905:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511281880 x1868160455840000/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623625 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623609.142913:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623609.142916:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511281880 x1868160455840000/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623625 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623609.142923:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623609.142925:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781623609.142989:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623609.142993:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3900. 00000400:00000200:2.0:1781623609.142996:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623609.143000:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623609.143002:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d770 00000400:00000010:2.0:1781623609.143004:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d770. 00000100:00000001:2.0:1781623609.143007:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623609.143010:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511280380 x1868160455840128/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623609.143018:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623609.143020:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511280380 x1868160455840128/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623644 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623609.143046:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623609.143048:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1781623609.143056:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623609.143058:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623609.145494:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623609.145504:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623609.145508:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1781623609.145615:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623609.145619:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623609.145623:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623609.145627:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1781623609.145643:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0ed80. 00000020:00000040:2.0:1781623609.145650:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:2.0:1781623609.145655:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623609.145658:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623609.145664:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623609.145671:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3900. 00000100:00000001:2.0:1781623609.145677:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623609.145688:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f8508b0ed80 x1868160455840256/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623609.145700:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623609.145704:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623609.145710:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006824e33d] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0ed80 x1868160455840256/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623609.145740:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623609.145743:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781623609.145747:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1781623609.145755:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1781623609.145757:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1781623609.145759:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623609.145767:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623609.145769:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623609.145771:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623609.145772:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623609.145773:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623609.145779:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0ed80 x1868160455840256/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623609.145787:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623609.145789:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623609.145792:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623609.145796:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623609.145798:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623609.145801:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455840256:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623609.145806:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623609.145811:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623609.145813:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623609.145816:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623609.145820:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078200. 02000000:00000001:2.0:1781623609.145822:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623609.145830:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623609.145834:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08e18. 00000400:00000010:2.0:1781623609.145840:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d770. 00000100:00000200:2.0:1781623609.145847:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455840256, portal 4 00000100:00000001:2.0:1781623609.145849:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623609.145851:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272076160 : -123673437475456 : ffff8f8508b0ed80) 00000100:00000040:2.0:1781623609.145858:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0ed80 x1868160455840256/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623625 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623609.145865:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623609.145868:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623609.145871:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d5d8. 00000100:00000200:2.0:1781623609.145873:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455840256, offset 0 00000400:00000200:2.0:1781623609.145879:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623609.145888:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623609.145895:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623609.145900:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623609.145905:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623609.145909:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623609.145911:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623609.145914:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375853:375853:256:4294967295] 192.168.202.101@tcp LPNI seq info [375823:375823:8:4294967295] 00000400:00000200:2.0:1781623609.145918:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623609.145926:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623609.145931:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623609.145936:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3700. 00000800:00000200:2.0:1781623609.145941:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623609.145948:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623609.145952:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623609.145961:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623609.145965:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 460785 usecs (461 jiffies) 00000400:00000200:2.0:1781623609.145968:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623609.145970:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301766609 00000100:00000001:2.0:1781623609.145973:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301773942 00000100:00000001:2.0:1781623609.145975:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301766609 00000100:00000001:2.0:1781623609.145977:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301773942 00000100:00000001:2.0:1781623609.145981:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623609.145983:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623609.145986:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623609.145988:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781623609.146561:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623609.146567:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3700. 00000400:00000200:2.0:1781623609.146572:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623609.146578:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623609.146584:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d5d8 00000400:00000010:2.0:1781623609.146587:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d5d8. 00000100:00000001:2.0:1781623609.146591:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623609.146596:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0ed80 x1868160455840256/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623625 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623609.146604:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623609.146608:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0ed80 x1868160455840256/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623625 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623609.146615:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623609.146616:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1781623609.146630:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7103) 00000100:00000001:2.0:1781623609.150919:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623609.150928:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623609.150933:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623609.150938:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781623609.153118:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623609.153135:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623609.153139:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623609.153141:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623609.153152:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623609.153161:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623609.153170:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623609.153175:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623609.153180:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623609.153185:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005a9200 00000400:00000200:2.0:1781623609.153189:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623609.153197:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8afd [1] + 224 00000800:00000001:2.0:1781623609.153204:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623609.153208:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623609.153211:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623609.153215:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623609.153223:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623609.153231:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0ed80 x1868160455840256/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623625 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623609.153242:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0ed80 x1868160455840256/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623625 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623609.153268:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623609.153277:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623609.153280:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623609.153282:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623609.153284:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623609.153288:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623609.153291:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623609.153295:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623609.153297:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623609.153300:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623609.153302:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005a9100 00000400:00000200:2.0:1781623609.153306:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623609.153311:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8add [1] + 224 00000800:00000001:2.0:1781623609.153315:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623609.153318:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623609.153320:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623609.153323:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623609.153326:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623609.153330:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511281880 x1868160455840000/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623625 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623609.153338:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511281880 x1868160455840000/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623625 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623609.153354:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623609.153358:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623609.153361:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623609.153363:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623609.153365:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623609.153368:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623609.153371:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623609.153376:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623609.153378:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623609.153381:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623609.153383:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005a9180 00000400:00000200:2.0:1781623609.153387:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623609.153390:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8aed [1] + 224 00000800:00000001:2.0:1781623609.153394:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623609.153401:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623609.153403:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623609.153406:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623609.153424:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623609.153429:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511280380 x1868160455840128/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623644 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623609.153437:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511280380 x1868160455840128/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623609.153445:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623609.153449:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623609.153452:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623609.153466:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623609.153469:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781623609.153475:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623609.153477:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623609.153480:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08a50. 00000400:00000200:2.0:1781623609.153485:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901dee0 00000400:00000010:2.0:1781623609.153487:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901dee0. 00000100:00000001:2.0:1781623609.153491:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623609.153495:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511280380 x1868160455840128/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623609.153503:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511280380 x1868160455840128/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623644 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623609.153510:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623609.153512:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623609.153515:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623609.153518:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623609.153521:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623609.153523:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623609.153526:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623609.153535:0:2351:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=86 v=20 (20 20 20 20) 00000100:00001000:2.0:1781623609.153539:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=7 v=5 (1 1 1 1) 00000100:00000001:2.0:1781623609.153541:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623609.153543:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623609.153545:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623609.153548:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623609.153552:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781623609.153555:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:2.0:1781623609.153557:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781623609.153558:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623609.153562:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511280380 x1868160455840128/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623644 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623609.153569:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623609.153572:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623609.153574:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623609.153577:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511280380 x1868160455840128/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623644 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623609.153584:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455840128:192.168.202.101@tcp:400:kworker.0 00000400:00000001:2.0:1781623609.153589:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623609.153590:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623609.153591:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08000. 00000400:00000200:2.0:1781623609.153594:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d220 00000400:00000010:2.0:1781623609.153595:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d220. 00000100:00000001:2.0:1781623609.153597:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623609.153600:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511281880 x1868160455840000/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623625 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623609.153606:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511281880 x1868160455840000/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623625 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623609.153612:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623609.153613:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623609.153614:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623609.153615:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623609.153617:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623609.153618:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623609.153620:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623609.153622:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=86 v=5 (5 5 5 5) 00000100:00001000:2.0:1781623609.153625:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=7 v=5 (1 1 1 1) 00000100:00000001:2.0:1781623609.153628:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623609.153629:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623609.153630:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623609.153632:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623609.153634:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623609.153637:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511281880 x1868160455840000/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623625 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623609.153642:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623609.153643:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623609.153644:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623609.153647:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511281880 x1868160455840000/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623625 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623609.153652:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511281880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455840000:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623609.153656:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623609.153659:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623609.153662:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511280380 x1868160455840128/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623644 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623609.153667:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623609.153670:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623609.153674:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079e00. 02000000:00000001:2.0:1781623609.153677:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623609.153679:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623609.153681:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:2.0:1781623609.153683:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623609.153686:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d000. 02000000:00000001:2.0:1781623609.153689:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623609.153691:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623609.153692:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511280380. 00000100:00000001:2.0:1781623609.153696:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623609.153697:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623609.153698:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623609.153700:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511281880 x1868160455840000/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623625 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623609.153705:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623609.153706:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623609.153707:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078c00. 02000000:00000001:2.0:1781623609.153709:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623609.153710:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623609.153711:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781623609.153712:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623609.153714:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d500. 02000000:00000001:2.0:1781623609.153715:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623609.153716:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623609.153717:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511281880. 00000100:00000001:2.0:1781623609.153719:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623609.153720:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623609.153722:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623609.153729:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623609.153730:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623609.153732:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623609.153735:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623609.154497:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623609.154501:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781623609.154507:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623609.154508:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623609.154511:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08e18. 00000400:00000200:3.0:1781623609.154516:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d770 00000400:00000010:3.0:1781623609.154518:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d770. 00000100:00000001:3.0:1781623609.154522:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623609.154529:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0ed80 x1868160455840256/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623625 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623609.154538:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0ed80 x1868160455840256/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623625 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623609.154543:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623609.154545:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623609.154547:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623609.154550:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623609.154552:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623609.154553:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623609.154555:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623609.154562:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=86 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623609.154565:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=85 v=5 (1 1 1 0) 00000100:00000001:3.0:1781623609.154567:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623609.154568:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623609.154570:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623609.154573:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623609.154575:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623609.154576:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:3.0:1781623609.154578:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623609.154579:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623609.154582:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0ed80 x1868160455840256/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623625 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623609.154588:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623609.154590:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623609.154591:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623609.154595:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0ed80 x1868160455840256/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623625 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623609.154601:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455840256:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623609.154605:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623609.154607:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623609.154609:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0ed80 x1868160455840256/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623625 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623609.154615:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623609.154616:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623609.154619:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078200. 02000000:00000001:3.0:1781623609.154622:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623609.154624:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623609.154625:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:3.0:1781623609.154627:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623609.154629:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3900. 02000000:00000001:3.0:1781623609.154633:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623609.154634:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623609.154636:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0ed80. 00000100:00000001:3.0:1781623609.154639:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623609.154640:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623609.154642:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623609.154647:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623609.154649:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623609.154650:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623609.154652:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623609.526175:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623609.526182:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623609.526188:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623609.526189:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623609.526192:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623609.526193:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623609.526397:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623609.526401:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623609.526404:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623610.549407:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623610.549413:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623610.549419:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623610.549420:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623610.549423:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623610.549424:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623610.549520:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623610.549524:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623610.549536:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623611.575594:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623611.575601:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623611.575607:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623611.575608:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623611.575611:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623611.575612:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623611.575724:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623611.575727:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623611.575729:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623612.597169:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623612.597178:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623612.597190:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623612.597197:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623612.597199:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623612.597201:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623612.597207:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623612.597209:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623612.597211:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623612.597213:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623612.597217:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623612.597218:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623612.597221:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623612.597223:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623612.597321:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623612.597325:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623612.597327:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623613.621164:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623613.621172:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623613.621178:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623613.621179:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623613.621183:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623613.621185:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623613.621291:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623613.621294:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623613.621297:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781623614.261275:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623614.261286:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623614.261297:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731f800. 00000020:00000040:0.0:1781623614.261304:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781623614.261309:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623614.261312:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623614.261316:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623614.261325:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0c00. 00000100:00000001:0.0:1781623614.261332:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623614.261344:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731f800 x1868160455840384/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623614.261361:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623614.261374:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623614.261382:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aca46f2e] to pc [ptlrpcd_00_00+0] req@ffff8f850731f800 x1868160455840384/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623614.261409:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623614.261413:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623614.261416:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623614.261419:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731fb80. 00000020:00000040:0.0:1781623614.261421:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781623614.261424:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623614.261425:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623614.261426:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623614.261429:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0300. 00000100:00000001:0.0:1781623614.261432:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623614.261589:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623614.261594:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623614.261596:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623614.261604:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731f800 x1868160455840384/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623614.261612:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623614.261615:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623614.261619:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623614.261622:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623614.261624:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623614.261902:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455840384:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623614.261908:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623614.261914:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623614.261917:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623614.261920:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623614.261926:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e556e00. 02000000:00000001:1.0:1781623614.261929:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623614.261936:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623614.261940:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631370. 00000400:00000010:1.0:1781623614.261947:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb17f8. 00000100:00000200:1.0:1781623614.261956:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455840384, portal 25 00000100:00000001:1.0:1781623614.261959:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623614.261961:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246978560 : -123673462573056 : ffff8f850731f800) 00000100:00000040:1.0:1781623614.261968:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731f800 x1868160455840384/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623630 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623614.261975:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623614.261979:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623614.261981:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1770. 00000100:00000200:1.0:1781623614.261986:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455840384, offset 0 00000400:00000200:1.0:1781623614.261993:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623614.262002:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623614.262011:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623614.262016:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623614.262021:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000100:00000040:0.0:1781623614.262198:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731fb80 x1868160455840512/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623614.262207:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623614.262209:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623614.262214:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000865dba0e] to pc [ptlrpcd_00_01+1] req@ffff8f850731fb80 x1868160455840512/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623614.262223:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623614.262226:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623614.262229:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623614.262233:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731ce00. 00000020:00000040:0.0:1781623614.262236:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:0.0:1781623614.262239:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623614.262240:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623614.262243:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623614.262246:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0b00. 00000100:00000001:0.0:1781623614.262250:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623614.262254:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f850731ce00 x1868160455840640/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623614.262261:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623614.262264:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623614.262267:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006be3e00e] to pc [ptlrpcd_00_00+0] req@ffff8f850731ce00 x1868160455840640/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623614.262274:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623614.262276:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781623614.262280:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781623614.262284:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7108) 00000400:00000200:1.0:1781623614.263201:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623614.263208:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623614.263213:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375854:375854:256:4294967295] 192.168.202.101@tcp LPNI seq info [375824:375824:8:4294967295] 00000400:00000200:1.0:1781623614.263219:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623614.263231:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623614.263238:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623614.263244:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8510227e00. 00000800:00000200:1.0:1781623614.263251:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623614.263260:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623614.263264:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8510227e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623614.263325:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623614.263331:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623614.263334:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301779064 00000100:00000001:1.0:1781623614.263340:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301773942 00000100:00000001:1.0:1781623614.263343:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301779064 00000100:00000001:1.0:1781623614.263346:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301773942 00000100:00000001:1.0:1781623614.263349:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623614.263352:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623614.263355:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623614.263357:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623614.263374:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623614.263376:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781623614.263379:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623614.263381:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623614.263382:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623614.263388:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731ce00 x1868160455840640/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623614.263396:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623614.263398:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623614.263401:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623614.263403:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623614.263405:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623614.263408:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455840640:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623614.263411:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623614.263416:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623614.263418:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623614.263420:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623614.263425:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557400. 02000000:00000001:1.0:1781623614.263426:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623614.263430:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623614.263444:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631f20. 00000400:00000010:1.0:1781623614.263450:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1198. 00000100:00000200:1.0:1781623614.263455:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455840640, portal 4 00000100:00000001:1.0:1781623614.263457:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623614.263459:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246967808 : -123673462583808 : ffff8f850731ce00) 00000100:00000040:1.0:1781623614.263465:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731ce00 x1868160455840640/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623630 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623614.263472:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623614.263475:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623614.263477:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1440. 00000100:00000200:1.0:1781623614.263480:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455840640, offset 0 00000400:00000200:1.0:1781623614.263485:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623614.263491:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623614.263496:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623614.263499:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623614.263502:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623614.263504:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623614.263507:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623614.263510:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375855:375855:255:4294967295] 192.168.202.101@tcp LPNI seq info [375825:375825:7:4294967295] 00000400:00000200:1.0:1781623614.263514:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623614.263520:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623614.263524:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623614.263527:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8510227700. 00000800:00000200:1.0:1781623614.263531:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623614.263536:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623614.263538:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8510227700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623614.263541:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623614.263545:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 459310 usecs (460 jiffies) 00000400:00000200:1.0:1781623614.263548:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623614.263550:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301771726 00000100:00000001:1.0:1781623614.263552:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301779064 00000100:00000001:1.0:1781623614.263555:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301771726 00000100:00000001:1.0:1781623614.263557:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301779064 00000100:00000001:1.0:1781623614.263559:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623614.263561:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623614.263563:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623614.263565:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623614.263568:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623614.263569:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781623614.263571:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623614.263572:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623614.263573:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623614.263576:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1781623614.263577:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623614.263579:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623614.263581:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623614.263582:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623614.263583:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623614.263584:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623614.263588:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731fb80 x1868160455840512/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623614.263595:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623614.263596:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623614.263598:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623614.263600:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623614.263602:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623614.263604:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455840512:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623614.263607:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623614.263610:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623614.263611:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623614.263613:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623614.263616:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557e00. 02000000:00000001:1.0:1781623614.263617:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623614.263632:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623614.263635:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85076312c0. 00000400:00000010:1.0:1781623614.263639:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1a18. 00000100:00000200:1.0:1781623614.263642:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455840512, portal 10 00000100:00000001:1.0:1781623614.263643:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623614.263645:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246979456 : -123673462572160 : ffff8f850731fb80) 00000100:00000040:1.0:1781623614.263650:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731fb80 x1868160455840512/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623614.263655:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623614.263657:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623614.263659:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb15d8. 00000100:00000200:1.0:1781623614.263661:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455840512, offset 0 00000400:00000200:1.0:1781623614.263664:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623614.263668:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623614.263671:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623614.263673:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623614.263676:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623614.263678:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623614.263681:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623614.263684:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375856:375856:254:4294967295] 192.168.202.101@tcp LPNI seq info [375826:375826:6:4294967295] 00000400:00000200:1.0:1781623614.263687:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623614.263702:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623614.263706:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623614.263710:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8510227200. 00000800:00000200:1.0:1781623614.263714:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623614.263718:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623614.263720:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8510227200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623614.263723:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623614.263725:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17983 usecs (18 jiffies) 00000400:00000200:1.0:1781623614.263728:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623614.263729:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301771284 00000100:00000001:1.0:1781623614.263732:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301779064 00000100:00000001:1.0:1781623614.263734:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301771284 00000100:00000001:1.0:1781623614.263736:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301779064 00000100:00000001:1.0:1781623614.263738:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623614.263740:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623614.263742:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623614.263744:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623614.263783:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623614.263786:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781623614.272481:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623614.272493:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8510227e00. 00000400:00000200:2.0:1781623614.272501:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623614.272510:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623614.272516:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1770 00000400:00000010:2.0:1781623614.272519:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1770. 00000100:00000001:2.0:1781623614.272524:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623614.272533:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731f800 x1868160455840384/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623630 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623614.272546:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623614.272550:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731f800 x1868160455840384/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623630 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623614.272557:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623614.272559:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781623614.272574:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623614.272576:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8510227700. 00000400:00000200:2.0:1781623614.272578:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623614.272581:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623614.272583:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1440 00000400:00000010:2.0:1781623614.272585:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1440. 00000100:00000001:2.0:1781623614.272587:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623614.272591:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731ce00 x1868160455840640/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623630 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623614.272600:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623614.272603:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731ce00 x1868160455840640/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623630 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623614.272608:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623614.272609:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781623614.272688:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623614.272690:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8510227200. 00000400:00000200:2.0:1781623614.272701:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623614.272705:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623614.272708:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb15d8 00000400:00000010:2.0:1781623614.272711:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb15d8. 00000100:00000001:2.0:1781623614.272714:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623614.272718:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731fb80 x1868160455840512/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623614.272725:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623614.272728:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731fb80 x1868160455840512/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623649 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623614.272733:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623614.272735:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781623614.274915:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623614.274932:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623614.274937:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623614.274940:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623614.274949:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623614.274956:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623614.274965:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623614.274971:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623614.274976:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623614.274980:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005a9280 00000400:00000200:2.0:1781623614.274985:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623614.274991:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8b0d [1] + 224 00000800:00000001:2.0:1781623614.274998:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623614.275006:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623614.275009:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623614.275013:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623614.275019:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623614.276355:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731f800 x1868160455840384/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623630 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623614.276381:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731f800 x1868160455840384/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623630 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623614.276431:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623614.276436:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623614.276453:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623614.276467:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623614.276472:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623614.277356:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623614.277375:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623614.277378:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623614.277381:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623614.277389:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623614.277394:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623614.277402:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623614.277406:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623614.277411:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623614.277416:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005a9380 00000400:00000200:2.0:1781623614.277420:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623614.277426:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8b15 [1] + 224 00000800:00000001:2.0:1781623614.277432:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623614.277438:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623614.277441:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623614.277444:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623614.277450:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623614.277455:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731ce00 x1868160455840640/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623630 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623614.277465:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731ce00 x1868160455840640/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623630 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623614.277472:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623614.277477:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623614.277479:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623614.283583:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623614.283598:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623614.283603:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623614.283605:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623614.283614:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623614.283621:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623614.283629:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623614.283634:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623614.283639:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623614.283644:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005a9300 00000400:00000200:2.0:1781623614.283648:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623614.283654:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8b1d [1] + 224 00000800:00000001:2.0:1781623614.283660:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623614.283666:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623614.283669:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623614.283673:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623614.283680:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623614.283689:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731fb80 x1868160455840512/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623649 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623614.283700:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731fb80 x1868160455840512/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623649 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623614.283708:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623614.283715:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623614.283717:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1781623614.286426:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623614.286432:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623614.286437:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631370. 00000400:00000200:1.0:1781623614.286445:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb17f8 00000400:00000010:1.0:1781623614.286448:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb17f8. 00000100:00000001:1.0:1781623614.286453:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623614.286463:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731f800 x1868160455840384/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623630 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623614.286474:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731f800 x1868160455840384/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623630 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623614.286482:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623614.286484:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623614.286487:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623614.286490:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623614.286493:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623614.286496:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623614.286499:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623614.286505:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=91 v=5 (5 5 5 5) 00000100:00001000:1.0:1781623614.286509:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=12 v=5 (1 1 1 1) 00000100:00000001:1.0:1781623614.286511:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623614.286513:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623614.286516:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623614.286518:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623614.286521:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623614.286525:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731f800 x1868160455840384/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623630 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623614.286533:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623614.286536:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623614.286538:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623614.286541:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731f800 x1868160455840384/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623630 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623614.286548:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455840384:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623614.286554:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623614.286557:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623614.286560:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731f800 x1868160455840384/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623630 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623614.286566:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623614.286568:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623614.286572:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e556e00. 02000000:00000001:1.0:1781623614.286575:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623614.286578:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623614.286580:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781623614.286582:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623614.286585:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0c00. 02000000:00000001:1.0:1781623614.286588:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623614.286591:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623614.286593:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731f800. 00000100:00000001:1.0:1781623614.286597:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623614.286598:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623614.286602:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623614.286604:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623614.286606:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623614.291549:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623614.291558:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623614.291562:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85076312c0. 00000400:00000200:0.0:1781623614.291572:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1a18 00000400:00000010:0.0:1781623614.291574:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1a18. 00000100:00000001:0.0:1781623614.291579:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623614.291591:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731fb80 x1868160455840512/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623649 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623614.291602:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731fb80 x1868160455840512/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623649 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623614.291611:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623614.291613:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623614.291616:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623614.291619:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623614.291621:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623614.291624:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623614.291627:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623614.291635:0:2349:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=91 v=20 (20 20 20 20) 00000100:00001000:0.0:1781623614.291640:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=12 v=5 (1 1 1 1) 00000100:00000001:0.0:1781623614.291643:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623614.291645:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623614.291647:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623614.291651:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623614.291654:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623614.291656:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781623614.291658:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623614.291659:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623614.291664:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731fb80 x1868160455840512/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623649 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623614.291671:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623614.291674:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623614.291676:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623614.291680:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731fb80 x1868160455840512/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623649 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623614.291687:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455840512:192.168.202.101@tcp:400:kworker.0 00000400:00000001:0.0:1781623614.291693:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623614.291694:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623614.291697:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631f20. 00000400:00000200:0.0:1781623614.291698:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1198 00000400:00000010:0.0:1781623614.291701:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1198. 00000100:00000001:0.0:1781623614.291702:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623614.291706:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731ce00 x1868160455840640/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623630 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623614.291714:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731ce00 x1868160455840640/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623630 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623614.291720:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623614.291721:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623614.291723:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623614.291724:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623614.291725:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623614.291727:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623614.291728:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623614.291733:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=91 v=5 (5 5 5 5) 00000100:00001000:0.0:1781623614.291736:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=90 v=5 (1 1 1 0) 00000100:00000001:0.0:1781623614.291738:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623614.291739:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623614.291741:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623614.291742:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623614.291744:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623614.291746:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:0.0:1781623614.291747:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623614.291749:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623614.291752:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731ce00 x1868160455840640/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623630 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623614.291757:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623614.291759:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623614.291760:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623614.291763:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731ce00 x1868160455840640/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623630 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623614.291770:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455840640:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623614.291774:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623614.291777:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623614.291780:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731fb80 x1868160455840512/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623649 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623614.291785:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623614.291788:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623614.291792:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557e00. 02000000:00000001:0.0:1781623614.291796:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623614.291799:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623614.291801:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781623614.291803:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623614.291805:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0300. 02000000:00000001:0.0:1781623614.291809:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623614.291811:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623614.291813:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731fb80. 00000100:00000001:0.0:1781623614.291816:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623614.291817:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623614.291819:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623614.291822:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731ce00 x1868160455840640/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623630 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623614.291828:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623614.291829:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623614.291830:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557400. 02000000:00000001:0.0:1781623614.291832:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623614.291833:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623614.291834:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:0.0:1781623614.291836:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623614.291837:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0b00. 02000000:00000001:0.0:1781623614.291839:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623614.291840:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623614.291931:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731ce00. 00000100:00000001:0.0:1781623614.291936:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623614.291937:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623614.291939:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623614.291947:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623614.291949:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623614.291951:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623614.291954:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623614.645154:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623614.645161:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623614.645166:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623614.645167:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623614.645170:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623614.645171:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623614.645258:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623614.645261:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623614.645264:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623615.669689:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623615.669699:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623615.669706:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623615.669709:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623615.669712:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623615.669716:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623615.669718:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623615.669721:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623615.669723:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623615.669725:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623615.669729:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623615.669731:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623615.669732:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623615.669737:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623615.669740:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623615.669740:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623615.669742:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623615.669743:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623615.669745:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623615.669747:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623615.669859:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623615.669863:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623615.669866:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623616.694001:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623616.694009:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623616.694015:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623616.694016:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623616.694019:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623616.694020:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623616.697966:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623616.697973:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623616.697978:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623617.717249:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623617.717259:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623617.717266:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623617.717267:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623617.717270:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623617.717271:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623617.717575:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623617.717579:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623617.717582:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623618.743741:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623618.743748:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623618.743754:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623618.743755:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623618.743759:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623618.743760:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623618.743856:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623618.743859:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623618.743862:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781623619.381411:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623619.381422:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623619.381432:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733c380. 00000020:00000040:1.0:1781623619.381438:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781623619.381442:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623619.381445:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623619.381450:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623619.381460:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8510227200. 00000100:00000001:1.0:1781623619.381466:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623619.381479:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733c380 x1868160455840768/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623619.381490:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623619.381494:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623619.381501:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca824475] to pc [ptlrpcd_00_01+1] req@ffff8f850733c380 x1868160455840768/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623619.381533:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623619.381536:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623619.381539:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623619.381542:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733ce00. 00000020:00000040:1.0:1781623619.381545:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781623619.381547:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623619.381549:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623619.381551:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623619.381553:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8510227700. 00000100:00000001:1.0:1781623619.381556:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623619.381560:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733ce00 x1868160455840896/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623619.381568:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623619.381570:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623619.381573:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f374d930] to pc [ptlrpcd_00_00+0] req@ffff8f850733ce00 x1868160455840896/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623619.381581:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623619.381583:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623619.381586:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623619.381590:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733d880. 00000020:00000040:1.0:1781623619.381592:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:1.0:1781623619.381594:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623619.381595:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623619.381596:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623619.381599:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8510227e00. 00000100:00000001:1.0:1781623619.381601:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623619.381605:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f850733d880 x1868160455841024/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623619.381610:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623619.381612:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623619.381615:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8ccf039] to pc [ptlrpcd_00_01+1] req@ffff8f850733d880 x1868160455841024/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623619.381622:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623619.381624:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781623619.381627:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781623619.381632:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7114) 00000100:00000001:0.0:1781623619.381688:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623619.381693:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623619.381696:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623619.381702:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733c380 x1868160455840768/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623619.381710:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623619.381712:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623619.381715:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623619.381718:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623619.381721:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623619.381724:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455840768:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623619.381728:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623619.381735:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623619.381738:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623619.381740:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623619.381745:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505ced600. 02000000:00000001:0.0:1781623619.381747:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623619.381754:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623619.381757:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc72c0. 00000400:00000010:0.0:1781623619.381763:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9c38. 00000100:00000200:0.0:1781623619.381769:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455840768, portal 25 00000100:00000001:0.0:1781623619.381772:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623619.381773:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247096192 : -123673462455424 : ffff8f850733c380) 00000100:00000040:0.0:1781623619.381778:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733c380 x1868160455840768/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623619.381785:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623619.381788:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623619.381791:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9990. 00000100:00000200:0.0:1781623619.381794:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455840768, offset 0 00000400:00000200:0.0:1781623619.381800:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623619.381808:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623619.381816:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623619.381821:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623619.381825:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623619.381829:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623619.381831:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623619.381835:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375857:375857:256:4294967295] 192.168.202.101@tcp LPNI seq info [375827:375827:8:4294967295] 00000400:00000200:0.0:1781623619.381840:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623619.381850:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623619.381855:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623619.381861:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0b00. 00000800:00000200:0.0:1781623619.381869:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623619.381876:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623619.381880:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623619.381901:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623619.381905:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623619.381913:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301784182 00000100:00000001:0.0:1781623619.381919:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301779064 00000100:00000001:0.0:1781623619.381923:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301784182 00000100:00000001:0.0:1781623619.381926:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301779064 00000100:00000001:0.0:1781623619.381929:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623619.381932:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623619.381935:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623619.381939:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733d880 x1868160455841024/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623619.381945:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623619.381947:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623619.381949:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623619.381950:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623619.381952:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623619.381954:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455841024:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623619.381957:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623619.381960:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623619.381961:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623619.381962:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623619.381966:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cece00. 02000000:00000001:0.0:1781623619.381968:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623619.381972:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623619.381974:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7b00. 00000400:00000010:0.0:1781623619.381978:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9198. 00000100:00000200:0.0:1781623619.381980:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455841024, portal 4 00000100:00000001:0.0:1781623619.381982:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623619.381983:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247101568 : -123673462450048 : ffff8f850733d880) 00000100:00000040:0.0:1781623619.381990:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733d880 x1868160455841024/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623619.382001:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623619.382003:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623619.382005:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9a18. 00000100:00000200:0.0:1781623619.382007:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455841024, offset 0 00000400:00000200:0.0:1781623619.382011:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623619.382014:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623619.382018:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623619.382020:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623619.382022:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623619.382055:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623619.382058:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623619.382068:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375858:375858:255:4294967295] 192.168.202.101@tcp LPNI seq info [375828:375828:7:4294967295] 00000400:00000200:0.0:1781623619.382072:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623619.382078:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623619.382082:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623619.382086:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0300. 00000800:00000200:0.0:1781623619.382089:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623619.382093:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623619.382095:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623619.382097:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623619.382100:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 457928 usecs (458 jiffies) 00000400:00000200:0.0:1781623619.382103:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623619.382105:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301776843 00000100:00000001:0.0:1781623619.382107:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301784182 00000100:00000001:0.0:1781623619.382109:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301776843 00000100:00000001:0.0:1781623619.382110:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301784182 00000100:00000001:0.0:1781623619.382112:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623619.382114:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623619.382117:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623619.382119:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623619.382126:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623619.382128:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781623619.382130:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623619.382131:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623619.382132:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623619.382134:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1781623619.382136:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623619.382137:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623619.382139:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623619.382140:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623619.382141:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623619.382142:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623619.382145:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733ce00 x1868160455840896/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623619.382151:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623619.382152:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623619.382154:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623619.382156:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623619.382158:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623619.382160:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455840896:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623619.382163:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623619.382165:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623619.382166:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623619.382168:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623619.382171:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cec200. 02000000:00000001:0.0:1781623619.382172:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623619.382175:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623619.382177:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7dc0. 00000400:00000010:0.0:1781623619.382180:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9bb0. 00000100:00000200:0.0:1781623619.382182:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455840896, portal 10 00000100:00000001:0.0:1781623619.382184:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623619.382185:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247098880 : -123673462452736 : ffff8f850733ce00) 00000100:00000040:0.0:1781623619.382190:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733ce00 x1868160455840896/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623619.382196:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623619.382198:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623619.382200:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9088. 00000100:00000200:0.0:1781623619.382202:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455840896, offset 0 00000400:00000200:0.0:1781623619.382206:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623619.382208:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623619.382211:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623619.382214:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623619.382216:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623619.382218:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623619.382219:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623619.382222:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375859:375859:254:4294967295] 192.168.202.101@tcp LPNI seq info [375829:375829:6:4294967295] 00000400:00000200:0.0:1781623619.382225:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623619.382230:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623619.382234:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623619.382237:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0a00. 00000800:00000200:0.0:1781623619.382240:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623619.382244:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623619.382246:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623619.382248:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623619.382250:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 18006 usecs (19 jiffies) 00000400:00000200:0.0:1781623619.382253:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623619.382255:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301776404 00000100:00000001:0.0:1781623619.382257:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301784182 00000100:00000001:0.0:1781623619.382259:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301776404 00000100:00000001:0.0:1781623619.382261:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301784182 00000100:00000001:0.0:1781623619.382263:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623619.382264:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623619.382267:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623619.382269:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623619.382278:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623619.382280:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781623619.382436:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623619.382442:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0b00. 00000400:00000200:2.0:1781623619.382450:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623619.382456:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623619.382462:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9990 00000400:00000010:2.0:1781623619.382465:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9990. 00000100:00000001:2.0:1781623619.382480:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623619.382485:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733c380 x1868160455840768/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623619.382495:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623619.382499:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733c380 x1868160455840768/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623635 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623619.382506:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623619.382508:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781623619.382521:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623619.382524:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0300. 00000400:00000200:2.0:1781623619.382526:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623619.382529:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623619.382532:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9a18 00000400:00000010:2.0:1781623619.382534:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9a18. 00000100:00000001:2.0:1781623619.382536:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623619.382540:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733d880 x1868160455841024/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623619.382546:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623619.382548:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733d880 x1868160455841024/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623635 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623619.382554:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623619.382555:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781623619.382612:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623619.382614:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0a00. 00000400:00000200:2.0:1781623619.382617:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623619.382620:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623619.382622:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9088 00000400:00000010:2.0:1781623619.382623:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9088. 00000100:00000001:2.0:1781623619.382625:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623619.382628:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733ce00 x1868160455840896/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623619.382634:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623619.382637:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733ce00 x1868160455840896/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623654 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623619.382642:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623619.382644:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781623619.387117:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623619.387143:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623619.387149:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623619.387152:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623619.387163:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623619.387174:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623619.387186:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623619.387192:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623619.387199:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623619.387204:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005a9480 00000400:00000200:2.0:1781623619.387210:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623619.387218:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8b35 [1] + 224 00000800:00000001:2.0:1781623619.387227:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623619.387236:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623619.387240:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623619.387245:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623619.387254:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623619.387268:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733ce00 x1868160455840896/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623654 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623619.387282:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733ce00 x1868160455840896/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623654 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623619.387311:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623619.387333:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623619.387337:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623619.387433:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623619.387439:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623619.387449:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623619.387452:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623619.387458:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7dc0. 00000400:00000200:0.0:1781623619.387463:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9bb0 00000400:00000010:0.0:1781623619.387466:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9bb0. 00000100:00000001:0.0:1781623619.387469:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623619.387474:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733ce00 x1868160455840896/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623654 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623619.387484:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733ce00 x1868160455840896/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623654 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623619.387491:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623619.387493:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623619.387495:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623619.387500:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623619.387503:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623619.387506:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623619.387510:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623619.387521:0:2350:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=96 v=20 (20 20 20 20) 00000100:00001000:0.0:1781623619.387930:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=17 v=5 (1 1 1 1) 00000100:00000001:0.0:1781623619.387934:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623619.387936:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623619.387939:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623619.387943:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623619.387948:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623619.387951:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781623619.387953:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623619.387955:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623619.387961:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733ce00 x1868160455840896/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623654 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623619.387975:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623619.387979:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623619.387982:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623619.387987:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733ce00 x1868160455840896/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623654 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623619.387995:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455840896:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623619.388001:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623619.388005:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623619.388008:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733ce00 x1868160455840896/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623654 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623619.388016:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623619.388019:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623619.388024:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cec200. 02000000:00000001:0.0:1781623619.388073:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623619.388078:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623619.388080:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781623619.388082:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623619.388086:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8510227700. 02000000:00000001:0.0:1781623619.388091:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623619.388093:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623619.388095:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733ce00. 00000100:00000001:0.0:1781623619.388099:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623619.388101:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623619.388104:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623619.388106:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623619.388107:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623619.388108:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623619.388110:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781623619.389381:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623619.389398:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623619.389403:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623619.389405:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623619.389416:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623619.389424:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623619.389434:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623619.389439:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623619.389445:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623619.389450:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005a9500 00000400:00000200:2.0:1781623619.389455:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623619.389463:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8b2d [1] + 224 00000800:00000001:2.0:1781623619.389472:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623619.389478:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623619.389482:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623619.389486:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623619.389495:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623619.389503:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733d880 x1868160455841024/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623635 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623619.389515:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733d880 x1868160455841024/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623635 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623619.389585:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623619.389589:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623619.390421:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623619.390440:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623619.390449:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623619.390452:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623619.390454:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623619.390465:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623619.390470:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623619.390477:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623619.390481:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623619.390485:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623619.390489:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005a9400 00000400:00000200:2.0:1781623619.390494:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623619.390500:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8b25 [1] + 224 00000800:00000001:2.0:1781623619.390504:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623619.390515:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623619.390518:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623619.390522:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623619.390527:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623619.390534:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733c380 x1868160455840768/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623635 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623619.390554:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733c380 x1868160455840768/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623635 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623619.390563:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623619.390568:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623619.390571:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1781623619.391067:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623619.391070:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623619.391075:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7b00. 00000400:00000200:0.0:1781623619.391080:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9198 00000400:00000010:0.0:1781623619.391083:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9198. 00000100:00000001:0.0:1781623619.391087:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623619.391094:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733d880 x1868160455841024/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623635 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623619.391104:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733d880 x1868160455841024/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623635 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623619.391110:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623619.391112:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623619.391115:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623619.391120:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623619.391123:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623619.391126:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623619.391130:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623619.391142:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=96 v=5 (5 5 5 5) 00000100:00001000:0.0:1781623619.391147:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=95 v=5 (1 1 1 0) 00000100:00000001:0.0:1781623619.391150:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623619.391152:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623619.391155:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623619.391159:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623619.391164:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623619.391167:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:0.0:1781623619.391169:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623619.391170:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623619.391175:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733d880 x1868160455841024/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623635 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623619.391182:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623619.391185:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623619.391188:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623619.391191:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733d880 x1868160455841024/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623635 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623619.391198:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455841024:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623619.391204:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623619.391208:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623619.391211:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733d880 x1868160455841024/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623635 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623619.391218:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623619.391223:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623619.391228:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cece00. 02000000:00000001:0.0:1781623619.391232:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623619.391235:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623619.391237:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:0.0:1781623619.391240:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623619.391243:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8510227e00. 02000000:00000001:0.0:1781623619.391247:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623619.391249:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623619.391252:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733d880. 00000100:00000001:0.0:1781623619.391256:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623619.391257:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623619.391261:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623619.391264:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623619.391266:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623619.391269:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623619.391270:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623619.391272:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc72c0. 00000400:00000200:0.0:1781623619.391274:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9c38 00000400:00000010:0.0:1781623619.391276:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9c38. 00000100:00000001:0.0:1781623619.391280:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623619.391283:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733c380 x1868160455840768/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623635 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623619.391291:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733c380 x1868160455840768/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623635 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623619.391297:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623619.391299:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623619.391300:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623619.391302:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623619.391304:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623619.391305:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623619.391307:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623619.391310:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=96 v=5 (5 5 5 5) 00000100:00001000:0.0:1781623619.391313:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=17 v=5 (1 1 1 1) 00000100:00000001:0.0:1781623619.391315:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623619.391317:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623619.391330:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623619.391332:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623619.391333:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623619.391337:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733c380 x1868160455840768/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623635 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623619.391342:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623619.391344:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623619.391346:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623619.391349:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733c380 x1868160455840768/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623635 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623619.391356:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455840768:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623619.391360:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623619.391362:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623619.391364:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733c380 x1868160455840768/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623635 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623619.391371:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623619.391372:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623619.391436:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505ced600. 02000000:00000001:0.0:1781623619.391443:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623619.391444:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623619.391445:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781623619.391447:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623619.391449:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8510227200. 02000000:00000001:0.0:1781623619.391451:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623619.391452:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623619.391453:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733c380. 00000100:00000001:0.0:1781623619.391457:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623619.391459:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623619.391461:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623619.391470:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623619.391473:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623619.391475:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623619.391478:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623619.765188:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623619.765209:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623619.765216:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623619.765217:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623619.765221:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623619.765222:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623619.765327:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623619.765330:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623619.765333:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623620.790434:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623620.790444:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623620.790452:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623620.790453:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623620.790457:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623620.790458:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623620.790547:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623620.790557:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623620.790561:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623621.813739:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623621.813750:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623621.813757:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623621.813758:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623621.813762:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623621.813763:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623621.814367:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623621.814373:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623621.814377:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623622.837270:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623622.837279:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623622.837282:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623622.837429:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623622.837432:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623622.837434:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623622.837441:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623622.837443:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623622.837445:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623622.837448:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623622.837454:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623622.837456:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623622.837460:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623622.837461:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623622.837593:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623622.837655:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623622.837660:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623623.861150:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623623.861157:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623623.861163:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623623.861164:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623623.861168:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623623.861169:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623623.861273:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623623.861308:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623623.861313:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781623624.501383:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623624.501393:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623624.501403:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511281880. 00000020:00000040:3.0:1781623624.501409:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781623624.501413:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623624.501416:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623624.501432:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623624.501442:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7df00. 00000100:00000001:3.0:1781623624.501448:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623624.501459:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511281880 x1868160455841152/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623624.501469:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623624.501680:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623624.501689:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0866b48] to pc [ptlrpcd_01_01+1] req@ffff8f8511281880 x1868160455841152/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623624.501770:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623624.501775:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623624.501777:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623624.501783:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511281880 x1868160455841152/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623624.501792:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623624.501794:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623624.501798:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623624.501800:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623624.501802:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623624.501805:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511281880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455841152:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623624.501809:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623624.501815:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623624.501817:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623624.501820:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623624.501826:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078400. 02000000:00000001:2.0:1781623624.501827:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623624.501834:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623624.501839:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08000. 00000400:00000010:2.0:1781623624.501846:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d220. 00000100:00000200:2.0:1781623624.501853:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455841152, portal 25 00000100:00000001:2.0:1781623624.501856:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623624.501857:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414103680 : -123673295447936 : ffff8f8511281880) 00000100:00000040:2.0:1781623624.501862:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511281880 x1868160455841152/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623624.501869:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623624.501871:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623624.501874:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901dee0. 00000100:00000200:2.0:1781623624.501876:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455841152, offset 0 00000400:00000200:2.0:1781623624.501882:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623624.501889:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623624.501896:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623624.501903:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623624.501907:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623624.501921:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623624.501923:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623624.501926:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375860:375860:256:4294967295] 192.168.202.101@tcp LPNI seq info [375830:375830:8:4294967295] 00000400:00000200:2.0:1781623624.501930:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623624.501940:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623624.501945:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623624.501950:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3700. 00000800:00000200:2.0:1781623624.501957:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623624.501965:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623624.501969:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623624.501982:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623624.501987:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623624.501989:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301789302 00000100:00000001:2.0:1781623624.501997:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301784182 00000100:00000001:2.0:1781623624.502001:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301789302 00000100:00000001:2.0:1781623624.502004:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301784182 00000100:00000001:2.0:1781623624.502007:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623624.502009:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623624.502012:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623624.502014:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623624.502741:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623624.502746:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623624.502760:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000800:00000200:3.0:1781623624.502902:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623624.502906:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3700. 00000400:00000200:3.0:1781623624.502922:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623624.502928:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623624.502934:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901dee0 00000400:00000010:3.0:1781623624.502937:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901dee0. 00000100:00000001:3.0:1781623624.502941:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623624.502946:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511281880 x1868160455841152/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623624.502956:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623624.502959:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511281880 x1868160455841152/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623640 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623624.502965:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623624.502966:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1781623624.502984:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623624.502987:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1781623624.503138:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731ce00. 00000020:00000040:0.0:1781623624.503144:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781623624.503147:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623624.503149:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623624.503153:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623624.503158:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0900. 00000100:00000001:0.0:1781623624.503163:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623624.503168:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731ce00 x1868160455841280/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623624.503176:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623624.503180:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623624.503185:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006be3e00e] to pc [ptlrpcd_00_00+0] req@ffff8f850731ce00 x1868160455841280/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623624.503211:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623624.503214:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623624.503217:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623624.503221:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731fb80. 00000020:00000040:0.0:1781623624.503223:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:0.0:1781623624.503224:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623624.503226:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623624.503228:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623624.503231:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0200. 00000100:00000001:0.0:1781623624.503233:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623624.503237:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f850731fb80 x1868160455841408/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623624.503244:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623624.503245:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623624.503249:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000865dba0e] to pc [ptlrpcd_00_01+1] req@ffff8f850731fb80 x1868160455841408/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623624.503255:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623624.503257:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781623624.503261:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781623624.503265:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7119) 00000100:00000001:0.0:1781623624.503306:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623624.503308:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623624.503310:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623624.503316:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731fb80 x1868160455841408/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623624.503324:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623624.503325:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623624.503328:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623624.503331:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623624.503333:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623624.503336:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455841408:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623624.503340:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623624.503344:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623624.503346:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623624.503348:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623624.503352:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cec000. 02000000:00000001:0.0:1781623624.503354:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623624.503359:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623624.503363:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc72c0. 00000400:00000010:0.0:1781623624.503368:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9c38. 00000100:00000200:0.0:1781623624.503374:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455841408, portal 4 00000100:00000001:0.0:1781623624.503376:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623624.503377:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246979456 : -123673462572160 : ffff8f850731fb80) 00000100:00000040:0.0:1781623624.503384:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731fb80 x1868160455841408/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623624.503391:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623624.503393:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623624.503396:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9198. 00000100:00000200:0.0:1781623624.503399:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455841408, offset 0 00000400:00000200:0.0:1781623624.503405:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623624.503411:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623624.503416:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623624.503419:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623624.503423:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623624.503426:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623624.503428:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623624.503432:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375861:375861:256:4294967295] 192.168.202.101@tcp LPNI seq info [375831:375831:8:4294967295] 00000400:00000200:0.0:1781623624.503435:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623624.503442:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623624.503446:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623624.503450:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0e00. 00000800:00000200:0.0:1781623624.503455:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623624.503460:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623624.503464:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623624.503477:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623624.503481:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 456476 usecs (457 jiffies) 00000400:00000200:0.0:1781623624.503484:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623624.503487:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301781963 00000100:00000001:0.0:1781623624.503490:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301789302 00000100:00000001:0.0:1781623624.503492:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301781963 00000100:00000001:0.0:1781623624.503494:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301789302 00000100:00000001:0.0:1781623624.503496:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623624.503498:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623624.503501:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623624.503503:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623624.503509:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623624.503511:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781623624.503514:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623624.503515:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623624.503516:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623624.503518:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1781623624.503520:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623624.503522:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623624.503523:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623624.503525:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623624.503526:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623624.503527:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623624.503531:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731ce00 x1868160455841280/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623624.503538:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623624.503539:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623624.503541:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623624.503542:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623624.503544:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623624.503547:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455841280:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623624.503550:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623624.503552:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623624.503553:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623624.503555:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623624.503558:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cece00. 02000000:00000001:0.0:1781623624.503560:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623624.503563:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623624.503566:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7b00. 00000400:00000010:0.0:1781623624.503570:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9bb0. 00000100:00000200:0.0:1781623624.503572:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455841280, portal 10 00000100:00000001:0.0:1781623624.503574:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623624.503575:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246967808 : -123673462583808 : ffff8f850731ce00) 00000100:00000040:0.0:1781623624.503581:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731ce00 x1868160455841280/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623624.503587:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623624.503590:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623624.503592:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9110. 00000100:00000200:0.0:1781623624.503594:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455841280, offset 0 00000400:00000200:0.0:1781623624.503598:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623624.503602:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623624.503605:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623624.503608:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623624.503609:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623624.503611:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623624.503614:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623624.503616:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375862:375862:255:4294967295] 192.168.202.101@tcp LPNI seq info [375832:375832:7:4294967295] 00000400:00000200:0.0:1781623624.503620:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623624.503625:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623624.503630:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623624.503633:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0800. 00000800:00000200:0.0:1781623624.503636:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623624.503641:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623624.503643:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623624.503646:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623624.503649:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17993 usecs (18 jiffies) 00000400:00000200:0.0:1781623624.503652:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623624.503653:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301781524 00000100:00000001:0.0:1781623624.503655:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301789302 00000100:00000001:0.0:1781623624.503657:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301781524 00000100:00000001:0.0:1781623624.503659:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301789302 00000100:00000001:0.0:1781623624.503661:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623624.503663:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623624.503665:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623624.503668:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623624.503864:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623624.503868:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0e00. 00000400:00000200:3.0:1781623624.503871:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623624.503875:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623624.503879:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9198 00000400:00000010:3.0:1781623624.503880:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9198. 00000100:00000001:3.0:1781623624.503883:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623624.503888:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731fb80 x1868160455841408/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623624.503897:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623624.503900:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731fb80 x1868160455841408/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623640 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623624.504295:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623624.504298:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623624.504351:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623624.504354:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0800. 00000400:00000200:3.0:1781623624.504357:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623624.504361:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623624.504364:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9110 00000400:00000010:3.0:1781623624.504366:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9110. 00000100:00000001:3.0:1781623624.504369:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623624.504373:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731ce00 x1868160455841280/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623624.504386:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623624.504389:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731ce00 x1868160455841280/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623659 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623624.504394:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623624.504396:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1781623624.504456:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623624.504459:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623624.504970:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623624.504973:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781623624.504976:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623624.504977:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623624.504980:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623624.504982:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781623624.509386:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623624.509403:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623624.509406:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623624.509409:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623624.509418:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623624.509425:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623624.509434:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623624.509439:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623624.509444:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623624.509448:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005a9580 00000400:00000200:3.0:1781623624.509453:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623624.509459:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8b3d [1] + 224 00000800:00000001:3.0:1781623624.509467:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623624.509470:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623624.509473:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623624.509478:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623624.509485:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623624.509493:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511281880 x1868160455841152/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623640 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623624.509505:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511281880 x1868160455841152/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623640 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623624.509530:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623624.509538:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623624.509542:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623624.509544:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623624.509545:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623624.509549:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623624.509552:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623624.509555:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623624.509558:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623624.509561:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623624.509564:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005a9600 00000400:00000200:3.0:1781623624.509567:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623624.509571:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8b55 [1] + 224 00000800:00000001:3.0:1781623624.509574:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623624.509577:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623624.509579:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623624.509582:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623624.509585:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623624.509589:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731ce00 x1868160455841280/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623659 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623624.509597:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731ce00 x1868160455841280/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623659 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623624.509616:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623624.509620:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623624.509623:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623624.509624:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623624.509626:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623624.509629:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623624.509632:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623624.509636:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623624.509638:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623624.509641:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623624.509643:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005a9680 00000400:00000200:3.0:1781623624.509647:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623624.509651:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8b4d [1] + 224 00000800:00000001:3.0:1781623624.509654:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623624.509660:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623624.509672:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623624.509676:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623624.509680:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623624.509684:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731fb80 x1868160455841408/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623640 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623624.509686:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623624.509692:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1781623624.509697:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731fb80 x1868160455841408/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623640 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1781623624.509701:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623624.509705:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1781623624.509706:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1781623624.509709:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7b00. 00000400:00000200:0.0:1781623624.509715:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9bb0 00000100:00000001:2.0:1781623624.509765:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623624.509767:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1781623624.509785:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9bb0. 00000100:00000001:0.0:1781623624.509791:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623624.509796:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731ce00 x1868160455841280/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623659 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623624.509807:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731ce00 x1868160455841280/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623659 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623624.509813:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623624.509815:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623624.509818:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623624.509821:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623624.509824:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623624.509826:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623624.509829:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623624.509838:0:2350:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=101 v=20 (20 20 20 20) 00000100:00001000:0.0:1781623624.509842:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=22 v=5 (1 1 1 1) 00000100:00000001:0.0:1781623624.509845:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623624.509847:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623624.509850:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623624.509853:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623624.509856:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623624.509859:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781623624.509861:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623624.509863:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623624.509867:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731ce00 x1868160455841280/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623659 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623624.509875:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623624.509878:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623624.509880:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623624.509884:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731ce00 x1868160455841280/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623659 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623624.509892:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455841280:192.168.202.101@tcp:400:kworker.0 00000800:00000001:3.0:1781623624.510774:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1781623624.510782:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1781623624.510783:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1781623624.510787:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623624.510791:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08000. 00000400:00000200:2.0:1781623624.510797:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d220 00000400:00000010:2.0:1781623624.510800:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d220. 00000100:00000001:2.0:1781623624.510804:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623624.510811:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511281880 x1868160455841152/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623640 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623624.510821:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511281880 x1868160455841152/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623640 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623624.510826:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623624.510828:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623624.510830:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623624.510832:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623624.510833:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623624.510836:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623624.510837:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623624.510841:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=101 v=5 (5 5 5 5) 00000100:00001000:2.0:1781623624.510844:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=22 v=5 (1 1 1 1) 00000100:00000001:2.0:1781623624.510846:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623624.510847:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623624.510849:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623624.510850:0:2352:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623624.510852:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623624.510856:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511281880 x1868160455841152/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623640 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623624.510861:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623624.510864:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623624.510865:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623624.510869:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511281880 x1868160455841152/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623640 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623624.510875:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511281880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455841152:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623624.510879:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623624.510881:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623624.510884:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511281880 x1868160455841152/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623640 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623624.510890:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623624.510893:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623624.510896:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078400. 02000000:00000001:2.0:1781623624.510899:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623624.510901:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623624.510903:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781623624.510905:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623624.510907:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7df00. 02000000:00000001:2.0:1781623624.510921:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623624.510923:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623624.510925:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511281880. 00000100:00000001:2.0:1781623624.510928:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623624.510929:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623624.510931:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623624.510938:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623624.510941:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623624.510943:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623624.510945:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1781623624.511142:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623624.511144:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623624.511147:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc72c0. 00000400:00000200:0.0:1781623624.511151:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9c38 00000400:00000010:0.0:1781623624.511153:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9c38. 00000100:00000001:0.0:1781623624.511155:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623624.511161:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731fb80 x1868160455841408/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623640 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623624.511170:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731fb80 x1868160455841408/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623640 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623624.511177:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623624.511179:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623624.511181:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623624.511183:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623624.511184:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623624.511186:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623624.511188:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623624.511193:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=101 v=5 (5 5 5 5) 00000100:00001000:0.0:1781623624.511196:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=100 v=5 (1 1 1 0) 00000100:00000001:0.0:1781623624.511199:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623624.511200:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623624.511202:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623624.511204:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623624.511207:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623624.511208:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:0.0:1781623624.511209:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623624.511210:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623624.511213:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731fb80 x1868160455841408/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623640 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623624.511220:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623624.511221:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623624.511223:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623624.511226:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731fb80 x1868160455841408/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623640 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623624.511232:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455841408:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623624.511236:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623624.511238:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623624.511241:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731ce00 x1868160455841280/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623659 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623624.511246:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623624.511247:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623624.511249:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cece00. 02000000:00000001:0.0:1781623624.511252:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623624.511253:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623624.511254:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781623624.511256:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623624.511258:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0900. 02000000:00000001:0.0:1781623624.511260:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623624.511261:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623624.511263:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731ce00. 00000100:00000001:0.0:1781623624.511266:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623624.511267:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623624.511268:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623624.511282:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731fb80 x1868160455841408/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623640 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623624.511295:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623624.511296:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623624.511298:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cec000. 02000000:00000001:0.0:1781623624.511300:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623624.511301:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623624.511302:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:0.0:1781623624.511304:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623624.511306:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0200. 02000000:00000001:0.0:1781623624.511307:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623624.511308:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623624.511309:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731fb80. 00000100:00000001:0.0:1781623624.511311:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623624.511312:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623624.511314:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623624.511317:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623624.511318:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623624.511320:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623624.511321:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623624.885193:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623624.885199:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623624.885205:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623624.885206:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623624.885210:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623624.885211:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623624.885665:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623624.885668:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623624.885670:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623625.909162:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623625.909168:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623625.909176:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623625.909179:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623625.909181:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623625.909185:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623625.909189:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623625.909191:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623625.909193:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623625.909196:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623625.909199:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623625.909201:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623625.909202:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623625.909208:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623625.909210:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623625.909211:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623625.909213:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623625.909214:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623625.909215:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623625.909217:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623625.909333:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623625.909337:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623625.909339:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623626.933154:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623626.933161:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623626.933167:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623626.933168:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623626.933171:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623626.933173:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623626.934403:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623626.934408:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623626.934412:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623627.959158:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623627.959165:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623627.959171:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623627.959172:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623627.959175:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623627.959176:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623627.964120:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623627.964126:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623627.964131:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623628.982118:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623628.982125:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623628.982130:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623628.982131:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623628.982134:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623628.982136:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623628.982203:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623628.982207:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623628.982209:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781623629.621153:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623629.621164:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623629.621175:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733ca80. 00000020:00000040:1.0:1781623629.621541:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781623629.621547:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623629.621551:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623629.621556:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623629.621567:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8510227200. 00000100:00000001:1.0:1781623629.621573:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623629.621585:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733ca80 x1868160455841536/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623629.621596:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623629.621599:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623629.621604:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003cad962c] to pc [ptlrpcd_00_00+0] req@ffff8f850733ca80 x1868160455841536/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623629.621626:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623629.621629:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623629.621632:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623629.621636:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733c700. 00000020:00000040:1.0:1781623629.621638:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781623629.621641:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623629.621642:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623629.621644:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623629.621647:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8510227e00. 00000100:00000001:0.0:1781623629.621649:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623629.621650:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623629.621652:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1781623629.621654:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733c700 x1868160455841664/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623629.621655:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623629.621660:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733ca80 x1868160455841536/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623629.621661:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623629.621663:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623629.621667:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049ca5dcf] to pc [ptlrpcd_00_01+1] req@ffff8f850733c700 x1868160455841664/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623629.621668:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623629.621670:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623629.621674:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1781623629.621675:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623629.621676:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1781623629.621677:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623629.621680:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623629.621684:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733c380. 00000020:00000040:1.0:1781623629.621687:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:1.0:1781623629.621689:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623629.621690:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623629.621692:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623629.621695:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8510227700. 00000100:00000001:1.0:1781623629.621697:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623629.621701:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f850733c380 x1868160455841792/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623629.621707:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623629.621709:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623629.621712:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca824475] to pc [ptlrpcd_00_00+0] req@ffff8f850733c380 x1868160455841792/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623629.621720:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623629.621722:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781623629.621726:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781623629.621732:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7124) 02000000:00000001:0.0:1781623629.621740:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623629.621744:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455841536:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623629.621749:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623629.621755:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623629.621758:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623629.621760:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1781623629.621760:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1781623629.621763:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623629.621765:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1781623629.621765:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cec000. 02000000:00000001:0.0:1781623629.621767:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623629.621770:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733c700 x1868160455841664/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1781623629.621774:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623629.621776:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623629.621777:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1781623629.621778:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc72c0. 02000000:00000001:1.0:1781623629.621779:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623629.621781:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623629.621783:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623629.621785:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455841664:192.168.202.101@tcp:400:kworker.0 00000400:00000010:0.0:1781623629.621785:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9c38. 00000100:00000001:1.0:1781623629.621788:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623629.621790:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:0.0:1781623629.621791:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455841536, portal 25 02000000:00000001:1.0:1781623629.621792:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623629.621794:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1781623629.621794:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623629.621796:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247097984 : -123673462453632 : ffff8f850733ca80) 02000000:00000010:1.0:1781623629.621797:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557400. 02000000:00000001:1.0:1781623629.621799:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623629.621801:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733ca80 x1868160455841536/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623645 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1781623629.621802:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623629.621805:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631370. 00000400:00000010:1.0:1781623629.621808:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb17f8. 00000100:00000001:0.0:1781623629.621808:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1781623629.621811:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455841664, portal 10 00000100:00000040:0.0:1781623629.621811:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000100:00000001:1.0:1781623629.621812:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1781623629.621813:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9bb0. 00000100:00000001:1.0:1781623629.621814:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247097088 : -123673462454528 : ffff8f850733c700) 00000100:00000200:0.0:1781623629.621816:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455841536, offset 0 00000100:00000040:1.0:1781623629.621819:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733c700 x1868160455841664/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1781623629.621822:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000100:00000001:1.0:1781623629.621825:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623629.621826:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623629.621828:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1000. 00000100:00000200:1.0:1781623629.621829:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455841664, offset 0 00000400:00000200:0.0:1781623629.621830:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623629.621833:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623629.621837:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623629.621842:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623629.621846:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623629.621850:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623629.621853:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623629.621856:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375863:375863:256:4294967295] 192.168.202.101@tcp LPNI seq info [375833:375833:8:4294967295] 00000400:00000200:0.0:1781623629.621861:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623629.621870:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623629.621876:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623629.621881:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0200. 00000800:00000200:0.0:1781623629.621887:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623629.622021:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623629.622057:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623629.622075:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623629.622081:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623629.622084:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301794423 00000100:00000001:0.0:1781623629.622091:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301789302 00000100:00000001:0.0:1781623629.622094:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301794423 00000100:00000001:0.0:1781623629.622098:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301789302 00000100:00000001:0.0:1781623629.622101:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623629.622104:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623629.622107:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623629.622109:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623629.622116:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623629.622118:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781623629.622120:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623629.622122:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623629.622123:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623629.622128:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733c380 x1868160455841792/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623629.622134:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623629.622135:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623629.622137:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623629.622138:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623629.622140:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623629.622143:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455841792:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623629.622146:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623629.622148:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623629.622150:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623629.622151:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623629.622155:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cece00. 02000000:00000001:0.0:1781623629.622157:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623629.622160:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623629.622162:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7b00. 00000400:00000010:0.0:1781623629.622165:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e95d8. 00000100:00000200:0.0:1781623629.622168:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455841792, portal 4 00000100:00000001:0.0:1781623629.622170:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623629.622171:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247096192 : -123673462455424 : ffff8f850733c380) 00000100:00000040:0.0:1781623629.622176:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733c380 x1868160455841792/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623645 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623629.622192:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623629.622195:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623629.622198:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9000. 00000100:00000200:0.0:1781623629.622200:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455841792, offset 0 00000400:00000200:0.0:1781623629.622204:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000800:00000200:3.0:1781623629.623017:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623629.623051:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0200. 00000400:00000200:3.0:1781623629.623057:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623629.623064:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623629.623070:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9bb0 00000400:00000010:3.0:1781623629.623072:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9bb0. 00000100:00000001:3.0:1781623629.623076:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623629.623081:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733ca80 x1868160455841536/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623645 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623629.623091:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623629.623095:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733ca80 x1868160455841536/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623645 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623629.623102:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623629.623104:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1781623629.624082:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623629.624089:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623629.624094:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623629.624097:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623629.624101:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623629.624103:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623629.624107:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375864:375864:256:4294967295] 192.168.202.101@tcp LPNI seq info [375834:375834:8:4294967295] 00000400:00000200:1.0:1781623629.624111:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623629.624143:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623629.624148:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623629.624150:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623629.624153:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623629.624155:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623629.624157:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623629.624160:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375865:375865:256:4294967295] 192.168.202.101@tcp LPNI seq info [375835:375835:8:4294967295] 00000400:00000200:0.0:1781623629.624164:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623629.624172:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623629.624178:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000001:3.0:1781623629.624345:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623629.624357:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623629.624359:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623629.624362:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623629.624367:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623629.624371:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623629.624377:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623629.624381:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623629.624384:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623629.624388:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005a9700 00000400:00000200:3.0:1781623629.624392:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623629.624397:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8b5d [1] + 224 00000800:00000001:3.0:1781623629.624404:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623629.624422:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623629.624425:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623629.624429:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623629.624434:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623629.624451:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733ca80 x1868160455841536/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623645 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623629.624462:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733ca80 x1868160455841536/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623645 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623629.624470:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623629.624477:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623629.624480:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781623629.625060:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623629.625067:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623629.625074:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8512a09300. 00000800:00000200:1.0:1781623629.625080:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623629.625087:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623629.625092:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8512a09300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623629.625106:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623629.625111:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17982 usecs (18 jiffies) 00000400:00000200:1.0:1781623629.625115:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623629.625118:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301786646 00000100:00000001:1.0:1781623629.625122:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301794423 00000100:00000001:1.0:1781623629.625124:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301786646 00000100:00000001:1.0:1781623629.625127:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301794423 00000100:00000001:1.0:1781623629.625129:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623629.625132:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623629.625135:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623629.625138:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623629.625145:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623629.625147:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=30 : 30 : 1e) 00000100:00000001:1.0:1781623629.625149:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623629.625151:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623629.625152:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623629.625154:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623629.625181:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623629.625185:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8512a09300. 00000400:00000200:3.0:1781623629.625189:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623629.625193:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623629.625197:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1000 00000400:00000010:3.0:1781623629.625201:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1000. 00000100:00000001:3.0:1781623629.625204:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623629.625210:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733c700 x1868160455841664/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623629.625219:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623629.625223:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733c700 x1868160455841664/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623664 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1781623629.625414:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0900. 00000800:00000200:0.0:1781623629.625419:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623629.625423:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623629.625426:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623629.625429:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623629.625432:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 455026 usecs (456 jiffies) 00000400:00000200:0.0:1781623629.625436:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623629.625438:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301787084 00000100:00000001:0.0:1781623629.625440:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301794423 00000100:00000001:0.0:1781623629.625442:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301787084 00000100:00000001:0.0:1781623629.625444:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301794423 00000100:00000001:0.0:1781623629.625448:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623629.625450:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1781623629.625456:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623629.625458:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623629.625461:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc72c0. 00000400:00000200:0.0:1781623629.625464:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9c38 00000400:00000010:0.0:1781623629.625466:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9c38. 00000100:00000001:0.0:1781623629.625470:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623629.625475:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733ca80 x1868160455841536/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623645 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623629.625484:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733ca80 x1868160455841536/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623645 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623629.625491:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623629.625493:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623629.625495:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623629.625498:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623629.625500:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623629.625503:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623629.625506:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623629.625513:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=106 v=5 (5 5 5 5) 00000100:00001000:0.0:1781623629.625517:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=27 v=5 (1 1 1 1) 00000100:00000001:0.0:1781623629.625520:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623629.625521:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623629.625523:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623629.625525:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623629.625528:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623629.625531:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623629.625533:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1781623629.625533:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733ca80 x1868160455841536/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623645 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623629.625539:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623629.625542:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623629.625544:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623629.625548:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733ca80 x1868160455841536/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623645 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623629.625562:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455841536:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623629.625567:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623629.625568:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623629.625571:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733ca80 x1868160455841536/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623645 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623629.625578:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623629.625581:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623629.625584:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cec000. 02000000:00000001:0.0:1781623629.625587:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623629.625590:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623629.625592:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781623629.625594:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623629.625596:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8510227200. 02000000:00000001:0.0:1781623629.625600:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623629.625602:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623629.625604:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733ca80. 00000100:00000001:0.0:1781623629.625607:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623629.625609:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623629.625610:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623629.625615:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623629.625616:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781623629.625618:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623629.625620:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623629.625621:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623629.625623:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623629.625812:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623629.625816:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0900. 00000400:00000200:3.0:1781623629.625820:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623629.625824:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623629.625828:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9000 00000400:00000010:3.0:1781623629.625830:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9000. 00000100:00000001:3.0:1781623629.625832:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623629.625836:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733c380 x1868160455841792/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623645 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623629.625842:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623629.625845:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733c380 x1868160455841792/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623645 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623629.625850:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623629.625851:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781623629.628768:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623629.628786:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623629.628790:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623629.628793:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623629.628801:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623629.628809:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623629.628818:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623629.628822:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623629.628827:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623629.628831:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005a9800 00000400:00000200:3.0:1781623629.628836:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623629.628842:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8b6d [1] + 224 00000800:00000001:3.0:1781623629.628849:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623629.628856:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623629.628858:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623629.628863:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623629.628870:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623629.628878:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733c380 x1868160455841792/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623645 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623629.629119:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733c380 x1868160455841792/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623645 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623629.629182:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623629.629186:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623629.629205:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623629.629214:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623629.629217:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1781623629.629319:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623629.629321:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623629.629324:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7b00. 00000400:00000200:0.0:1781623629.629329:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e95d8 00000400:00000010:0.0:1781623629.629332:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e95d8. 00000100:00000001:0.0:1781623629.629335:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623629.629340:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733c380 x1868160455841792/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623645 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623629.629351:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733c380 x1868160455841792/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623645 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623629.629358:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623629.629360:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623629.629363:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623629.629366:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623629.629369:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623629.629372:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623629.629375:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623629.629383:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=106 v=5 (5 5 5 5) 00000100:00001000:0.0:1781623629.629388:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=105 v=5 (1 1 1 0) 00000100:00000001:0.0:1781623629.629391:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623629.629392:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623629.629395:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623629.629398:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623629.629402:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623629.629404:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:0.0:1781623629.629405:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623629.629407:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623629.629412:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733c380 x1868160455841792/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623645 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623629.629420:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623629.629422:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623629.629424:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623629.629428:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733c380 x1868160455841792/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623645 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623629.629437:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455841792:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623629.629455:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623629.629458:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623629.629462:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733c380 x1868160455841792/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623645 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623629.629469:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623629.629471:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623629.629475:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cece00. 02000000:00000001:0.0:1781623629.629478:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623629.629481:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623629.629483:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:0.0:1781623629.629485:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623629.629487:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8510227700. 02000000:00000001:0.0:1781623629.629491:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623629.629492:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623629.629495:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733c380. 00000100:00000001:0.0:1781623629.629498:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623629.629500:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623629.629502:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623629.629509:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623629.629511:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623629.629513:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623629.629515:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781623629.629756:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623629.629762:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623629.629764:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623629.629766:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623629.629770:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623629.629774:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623629.629780:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623629.629783:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623629.629786:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623629.629790:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005a9780 00000400:00000200:3.0:1781623629.629794:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623629.629799:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8b65 [1] + 224 00000800:00000001:3.0:1781623629.629804:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623629.629849:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623629.629852:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623629.629856:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623629.629860:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623629.629866:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733c700 x1868160455841664/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623664 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623629.629876:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733c700 x1868160455841664/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623664 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623629.629904:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623629.629910:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623629.629912:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623629.631377:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623629.631382:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781623629.631390:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623629.631392:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623629.631395:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631370. 00000400:00000200:1.0:1781623629.631402:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb17f8 00000400:00000010:1.0:1781623629.631405:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb17f8. 00000100:00000001:1.0:1781623629.631409:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623629.631417:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733c700 x1868160455841664/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623664 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623629.631427:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733c700 x1868160455841664/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623664 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623629.631434:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623629.631436:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623629.631439:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623629.631441:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623629.631443:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623629.631445:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623629.631448:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623629.631456:0:2350:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=106 v=20 (20 20 20 20) 00000100:00001000:1.0:1781623629.631460:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=27 v=5 (1 1 1 1) 00000100:00000001:1.0:1781623629.631463:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623629.631465:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623629.631467:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623629.631470:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623629.631473:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781623629.631475:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781623629.631476:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781623629.631478:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623629.631482:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733c700 x1868160455841664/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623664 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623629.631489:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623629.631493:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623629.631495:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623629.631499:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733c700 x1868160455841664/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623664 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623629.631507:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455841664:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623629.631512:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623629.631514:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623629.631517:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733c700 x1868160455841664/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623664 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623629.631524:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623629.631526:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623629.631529:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557400. 02000000:00000001:1.0:1781623629.631534:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623629.631536:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623629.631538:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781623629.631540:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623629.631542:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8510227e00. 02000000:00000001:1.0:1781623629.631545:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623629.631547:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623629.631549:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733c700. 00000100:00000001:1.0:1781623629.631552:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623629.631553:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623629.631555:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623629.631561:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623629.631563:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623629.631566:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623629.631568:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623630.005759:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623630.005766:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623630.005772:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623630.005773:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623630.005776:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623630.005777:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623630.006059:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623630.006063:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623630.006066:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623631.029208:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623631.029242:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623631.029248:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623631.029249:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623631.029252:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623631.029253:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623631.029357:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623631.029431:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623631.029434:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623632.053655:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623632.053662:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623632.053668:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623632.053669:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623632.053672:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623632.053673:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623632.053738:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623632.053742:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623632.053745:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623633.077212:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623633.077221:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623633.077224:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623633.077230:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623633.077232:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623633.077233:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623633.077238:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623633.077240:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623633.077242:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623633.077244:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623633.077248:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623633.077249:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623633.077253:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623633.077254:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623633.077622:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623633.077625:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623633.077628:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623634.101154:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623634.101159:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623634.101164:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623634.101165:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623634.101167:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623634.101169:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623634.101326:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623634.101330:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623634.101332:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781623634.741197:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623634.741209:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623634.741221:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733c700. 00000020:00000040:1.0:1781623634.741229:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781623634.741235:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623634.741239:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623634.741245:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623634.741255:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8512a09800. 00000100:00000001:1.0:1781623634.741264:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623634.741277:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733c700 x1868160455841920/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623634.741289:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623634.741294:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623634.741301:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049ca5dcf] to pc [ptlrpcd_00_01+1] req@ffff8f850733c700 x1868160455841920/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623634.741343:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623634.741347:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623634.741350:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623634.741354:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733d880. 00000020:00000040:1.0:1781623634.741357:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781623634.741360:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623634.741362:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623634.741363:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623634.741366:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8512a09900. 00000100:00000001:1.0:1781623634.741369:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623634.741373:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733d880 x1868160455842048/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623634.741381:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623634.741383:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623634.741387:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8ccf039] to pc [ptlrpcd_00_00+0] req@ffff8f850733d880 x1868160455842048/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623634.741395:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623634.741398:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623634.741402:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623634.741406:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733ce00. 00000020:00000040:1.0:1781623634.741408:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:1.0:1781623634.741410:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623634.741411:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623634.741413:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623634.741419:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8512a09300. 00000100:00000001:1.0:1781623634.741421:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623634.741425:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f850733ce00 x1868160455842176/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623634.741443:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623634.741446:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623634.741450:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f374d930] to pc [ptlrpcd_00_01+1] req@ffff8f850733ce00 x1868160455842176/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623634.741457:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623634.741460:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781623634.741463:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781623634.741469:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7129) 00000100:00000001:0.0:1781623634.741615:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623634.741619:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623634.741622:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623634.741629:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733c700 x1868160455841920/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623634.741637:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623634.741639:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623634.741644:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623634.741647:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623634.741650:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623634.741654:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455841920:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623634.741659:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623634.741667:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623634.741670:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623634.741673:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623634.741678:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505ceca00. 02000000:00000001:0.0:1781623634.741680:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623634.741688:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623634.741692:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7b00. 00000400:00000010:0.0:1781623634.741701:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e95d8. 00000100:00000200:0.0:1781623634.741710:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455841920, portal 25 00000100:00000001:0.0:1781623634.741713:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623634.741715:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247097088 : -123673462454528 : ffff8f850733c700) 00000100:00000040:0.0:1781623634.741721:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733c700 x1868160455841920/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623634.741728:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623634.741731:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623634.741734:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9c38. 00000100:00000200:0.0:1781623634.741738:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455841920, offset 0 00000400:00000200:0.0:1781623634.741744:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623634.741752:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623634.741761:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623634.741768:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623634.741773:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623634.741777:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623634.741780:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623634.741785:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375866:375866:256:4294967295] 192.168.202.101@tcp LPNI seq info [375836:375836:8:4294967295] 00000400:00000200:0.0:1781623634.741789:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623634.741801:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623634.741807:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623634.741812:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0d00. 00000800:00000200:0.0:1781623634.741829:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623634.741839:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623634.741844:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623634.741864:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623634.741869:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623634.741873:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301799542 00000100:00000001:0.0:1781623634.741881:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301794423 00000100:00000001:0.0:1781623634.741885:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301799542 00000100:00000001:0.0:1781623634.741888:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301794423 00000100:00000001:0.0:1781623634.741891:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623634.741894:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623634.741896:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623634.741901:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733ce00 x1868160455842176/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623634.741907:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623634.741909:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623634.741911:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623634.741912:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623634.741914:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623634.741918:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455842176:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623634.741920:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623634.741923:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623634.741925:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623634.741926:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623634.741929:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505ced200. 02000000:00000001:0.0:1781623634.741931:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623634.741934:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623634.741937:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc72c0. 00000400:00000010:0.0:1781623634.741940:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e94c8. 00000100:00000200:0.0:1781623634.741943:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455842176, portal 4 00000100:00000001:0.0:1781623634.741945:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623634.741946:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247098880 : -123673462452736 : ffff8f850733ce00) 00000100:00000040:0.0:1781623634.741953:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733ce00 x1868160455842176/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623634.741960:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623634.741962:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623634.741965:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9aa0. 00000100:00000200:0.0:1781623634.741967:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455842176, offset 0 00000400:00000200:0.0:1781623634.741971:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623634.741975:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623634.741978:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623634.741980:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623634.741983:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623634.741985:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623634.741987:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623634.741990:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375867:375867:255:4294967295] 192.168.202.101@tcp LPNI seq info [375837:375837:7:4294967295] 00000400:00000200:0.0:1781623634.741994:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623634.741999:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623634.742003:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623634.742006:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0f00. 00000800:00000200:0.0:1781623634.742010:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623634.742014:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623634.742016:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623634.742019:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623634.742023:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 453585 usecs (454 jiffies) 00000400:00000200:0.0:1781623634.742063:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623634.742065:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301792199 00000100:00000001:0.0:1781623634.742067:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301799542 00000100:00000001:0.0:1781623634.742069:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301792199 00000100:00000001:0.0:1781623634.742071:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301799542 00000100:00000001:0.0:1781623634.742073:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623634.742075:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623634.742078:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623634.742080:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623634.742088:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623634.742090:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781623634.742092:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623634.742093:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623634.742095:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623634.742097:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1781623634.742099:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623634.742101:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623634.742103:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623634.742104:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623634.742105:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623634.742106:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623634.742110:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733d880 x1868160455842048/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623634.742117:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623634.742118:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623634.742120:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623634.742122:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623634.742124:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623634.742126:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455842048:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623634.742129:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623634.742131:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623634.742133:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623634.742134:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623634.742137:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505ced400. 02000000:00000001:0.0:1781623634.742140:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623634.742144:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623634.742146:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7dc0. 00000400:00000010:0.0:1781623634.742150:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9550. 00000100:00000200:0.0:1781623634.742153:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455842048, portal 10 00000100:00000001:0.0:1781623634.742155:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623634.742156:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247101568 : -123673462450048 : ffff8f850733d880) 00000100:00000040:0.0:1781623634.742162:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733d880 x1868160455842048/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623634.742168:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623634.742170:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623634.742172:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e93b8. 00000100:00000200:0.0:1781623634.742175:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455842048, offset 0 00000400:00000200:0.0:1781623634.742188:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623634.742192:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623634.742196:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623634.742198:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623634.742200:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623634.742203:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623634.742205:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623634.742207:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375868:375868:254:4294967295] 192.168.202.101@tcp LPNI seq info [375838:375838:6:4294967295] 00000400:00000200:0.0:1781623634.742211:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623634.742218:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623634.742222:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623634.742226:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0700. 00000800:00000200:0.0:1781623634.742230:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623634.742234:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623634.742237:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623634.742240:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623634.742243:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17975 usecs (18 jiffies) 00000400:00000200:0.0:1781623634.742246:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623634.742248:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301791763 00000100:00000001:0.0:1781623634.742250:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301799542 00000100:00000001:0.0:1781623634.742252:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301791763 00000100:00000001:0.0:1781623634.742254:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301799542 00000100:00000001:0.0:1781623634.742256:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623634.742258:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623634.742261:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623634.742263:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623634.742274:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623634.742276:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623634.742462:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623634.742467:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0d00. 00000400:00000200:3.0:1781623634.742475:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623634.742480:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623634.742485:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9c38 00000400:00000010:3.0:1781623634.742488:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9c38. 00000100:00000001:3.0:1781623634.742492:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623634.742497:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733c700 x1868160455841920/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623634.742506:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623634.742510:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733c700 x1868160455841920/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623650 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623634.742517:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623634.742519:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623634.742532:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623634.742534:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0f00. 00000400:00000200:3.0:1781623634.742537:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623634.742540:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623634.742543:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9aa0 00000400:00000010:3.0:1781623634.742545:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9aa0. 00000100:00000001:3.0:1781623634.742547:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623634.742550:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733ce00 x1868160455842176/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623634.742557:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623634.742560:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733ce00 x1868160455842176/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623650 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623634.742565:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623634.742566:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623634.742628:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623634.742631:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0700. 00000400:00000200:3.0:1781623634.742633:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623634.742636:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623634.742639:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e93b8 00000400:00000010:3.0:1781623634.742640:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e93b8. 00000100:00000001:3.0:1781623634.742642:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623634.742645:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733d880 x1868160455842048/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623634.742651:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623634.742653:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733d880 x1868160455842048/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623669 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623634.742658:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623634.742659:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781623634.745885:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623634.745905:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623634.745910:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623634.745913:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623634.745925:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623634.745935:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623634.745946:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623634.745952:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623634.745959:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623634.745965:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005a9900 00000400:00000200:3.0:1781623634.745970:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623634.745979:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8b85 [1] + 224 00000800:00000001:3.0:1781623634.745999:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623634.746005:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623634.746008:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623634.746012:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623634.746020:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623634.746060:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733d880 x1868160455842048/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623669 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623634.746071:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733d880 x1868160455842048/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623669 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623634.746086:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623634.746094:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623634.746097:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623634.746197:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623634.746202:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623634.746211:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623634.746213:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623634.746216:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7dc0. 00000400:00000200:0.0:1781623634.746222:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9550 00000400:00000010:0.0:1781623634.746225:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9550. 00000100:00000001:0.0:1781623634.746228:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623634.746233:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733d880 x1868160455842048/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623669 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623634.746242:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733d880 x1868160455842048/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623669 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623634.746248:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623634.746250:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623634.746253:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623634.746257:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623634.746259:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623634.746262:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623634.746265:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623634.746274:0:2350:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=111 v=20 (20 20 20 20) 00000100:00001000:0.0:1781623634.746277:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=32 v=5 (1 1 1 1) 00000100:00000001:0.0:1781623634.746279:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623634.746280:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623634.746282:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623634.746285:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623634.746287:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623634.746289:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781623634.746291:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623634.746292:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623634.746295:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733d880 x1868160455842048/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623669 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623634.746304:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623634.747669:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623634.747675:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623634.747685:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733d880 x1868160455842048/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623669 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623634.747692:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455842048:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623634.747698:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623634.747700:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623634.747702:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733d880 x1868160455842048/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623669 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623634.747707:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623634.747710:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623634.747714:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505ced400. 02000000:00000001:0.0:1781623634.747718:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623634.747721:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623634.747722:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781623634.747724:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623634.747725:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8512a09900. 02000000:00000001:0.0:1781623634.747729:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623634.747731:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623634.747732:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733d880. 00000100:00000001:0.0:1781623634.747734:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623634.747735:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623634.747738:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623634.747740:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623634.747741:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623634.747742:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623634.747743:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781623634.748003:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623634.748016:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623634.748019:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623634.748021:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623634.748045:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623634.748051:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623634.748060:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623634.748064:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623634.748070:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623634.748074:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005a9880 00000400:00000200:3.0:1781623634.748080:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623634.748087:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8b75 [1] + 224 00000800:00000001:3.0:1781623634.748105:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623634.748109:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623634.748112:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623634.748116:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623634.748123:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623634.748130:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733c700 x1868160455841920/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623650 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623634.748140:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733c700 x1868160455841920/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623650 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623634.748546:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623634.748555:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623634.748560:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623634.748562:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623634.748564:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623634.748568:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623634.748571:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623634.748576:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623634.748579:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623634.748582:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623634.748585:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005a9980 00000400:00000200:3.0:1781623634.748588:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623634.748592:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8b7d [1] + 224 00000800:00000001:3.0:1781623634.748596:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623634.748648:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623634.748650:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623634.748660:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623634.748664:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623634.748669:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733ce00 x1868160455842176/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623650 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623634.748677:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733ce00 x1868160455842176/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623650 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623634.748684:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623634.748688:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623634.748691:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623634.750498:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623634.750505:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623634.750515:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623634.750517:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623634.750522:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7b00. 00000400:00000200:0.0:1781623634.750529:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e95d8 00000400:00000010:0.0:1781623634.750531:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e95d8. 00000100:00000001:0.0:1781623634.750535:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623634.750545:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733c700 x1868160455841920/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623650 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623634.750556:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733c700 x1868160455841920/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623650 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623634.750563:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623634.750565:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623634.750569:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623634.750572:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623634.750574:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623634.750577:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623634.750580:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623634.750586:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=111 v=5 (5 5 5 5) 00000100:00001000:0.0:1781623634.750590:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=32 v=5 (1 1 1 1) 00000100:00000001:0.0:1781623634.750593:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623634.750594:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623634.750597:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623634.750599:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623634.750601:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623634.750606:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733c700 x1868160455841920/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623650 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623634.750613:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623634.750616:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623634.750618:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623634.750622:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733c700 x1868160455841920/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623650 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623634.750630:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455841920:192.168.202.101@tcp:400:kworker.0 00000400:00000001:0.0:1781623634.750636:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623634.750637:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623634.750639:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc72c0. 00000400:00000200:0.0:1781623634.750641:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e94c8 00000400:00000010:0.0:1781623634.750642:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e94c8. 00000100:00000001:0.0:1781623634.750643:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623634.750646:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733ce00 x1868160455842176/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623650 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623634.750651:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733ce00 x1868160455842176/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623650 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623634.750655:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623634.750655:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623634.750656:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623634.750657:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623634.750658:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623634.750659:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623634.750660:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623634.750665:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=111 v=5 (5 5 5 5) 00000100:00001000:0.0:1781623634.750667:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=110 v=5 (1 1 1 0) 00000100:00000001:0.0:1781623634.750668:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623634.750669:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623634.750670:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623634.750672:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623634.750674:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623634.750676:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:0.0:1781623634.750677:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623634.750678:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623634.750680:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733ce00 x1868160455842176/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623650 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623634.750683:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623634.750684:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623634.750685:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623634.750687:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733ce00 x1868160455842176/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623650 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623634.750692:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455842176:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623634.750695:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623634.750697:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623634.750699:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733c700 x1868160455841920/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623650 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623634.750703:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623634.750705:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623634.750707:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505ceca00. 02000000:00000001:0.0:1781623634.750709:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623634.750711:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623634.750713:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781623634.750714:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623634.750716:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8512a09800. 02000000:00000001:0.0:1781623634.750719:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623634.750720:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623634.750721:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733c700. 00000100:00000001:0.0:1781623634.750724:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623634.750725:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623634.750726:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623634.750728:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733ce00 x1868160455842176/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623650 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623634.750731:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623634.750732:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623634.750732:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505ced200. 02000000:00000001:0.0:1781623634.750735:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623634.750735:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623634.750736:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:0.0:1781623634.750737:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623634.750738:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8512a09300. 02000000:00000001:0.0:1781623634.750739:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623634.750739:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623634.750740:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733ce00. 00000100:00000001:0.0:1781623634.750741:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623634.750742:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623634.750743:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623634.750750:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623634.750751:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623634.750753:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623634.750755:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623635.125219:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623635.125227:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623635.125233:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623635.125234:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623635.125237:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623635.125239:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623635.125346:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623635.125352:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623635.125355:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623636.150543:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623636.150549:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623636.150554:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623636.150558:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623636.150561:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623636.150564:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623636.150568:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623636.150570:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623636.150572:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623636.150575:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623636.150578:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623636.150580:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623636.150581:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623636.150587:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623636.150589:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623636.150590:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623636.150600:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623636.150602:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623636.150603:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623636.150605:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623636.150735:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623636.150738:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623636.150741:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623637.173152:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623637.173174:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623637.173180:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623637.173182:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623637.173185:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623637.173186:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623637.173244:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623637.173248:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623637.173250:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623638.197282:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623638.197292:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623638.197298:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623638.197299:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623638.197303:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623638.197304:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623638.197393:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623638.197397:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623638.197401:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623639.221196:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623639.221201:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623639.221205:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623639.221206:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623639.221210:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623639.221211:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623639.223546:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623639.223552:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623639.223557:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781623639.861203:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623639.861213:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623639.861224:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0df80. 00000020:00000040:2.0:1781623639.861230:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781623639.861235:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623639.861238:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623639.861243:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623639.861252:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3a00. 00000100:00000001:2.0:1781623639.861259:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623639.861272:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0df80 x1868160455842304/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623639.861283:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623639.861288:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623639.861295:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb3c3668] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0df80 x1868160455842304/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623639.861334:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623639.861337:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623639.861340:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623639.861343:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0f100. 00000020:00000040:2.0:1781623639.861346:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781623639.861348:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623639.861349:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623639.861351:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623639.861354:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3500. 00000100:00000001:2.0:1781623639.861357:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623639.861362:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0f100 x1868160455842432/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623639.861370:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623639.861372:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623639.861375:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6db9cef] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0f100 x1868160455842432/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623639.861384:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623639.861386:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623639.861389:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623639.861392:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0f480. 00000020:00000040:2.0:1781623639.861394:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:2.0:1781623639.861395:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623639.861396:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623639.861399:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623639.861401:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3600. 00000100:00000001:2.0:1781623639.861403:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623639.861406:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f8508b0f480 x1868160455842560/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623639.861412:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623639.861414:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623639.861418:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c68e5924] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0f480 x1868160455842560/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623639.861424:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623639.861426:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781623639.861429:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781623639.861434:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7134) 00000100:00000001:2.0:1781623639.861450:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623639.861454:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623639.861457:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623639.861462:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0f100 x1868160455842432/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623639.861468:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623639.861470:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623639.861473:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623639.861476:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623639.861479:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623639.861482:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455842432:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623639.861486:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623639.861491:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623639.861494:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623639.861497:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623639.861501:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078c00. 02000000:00000001:2.0:1781623639.861503:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623639.861511:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623639.861516:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08000. 00000400:00000010:2.0:1781623639.861522:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d220. 00000100:00000200:2.0:1781623639.861528:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455842432, portal 10 00000100:00000001:2.0:1781623639.861531:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623639.861532:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272077056 : -123673437474560 : ffff8f8508b0f100) 00000100:00000040:2.0:1781623639.861539:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0f100 x1868160455842432/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623639.861550:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623639.861553:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623639.861555:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d5d8. 00000100:00000200:2.0:1781623639.861558:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455842432, offset 0 00000400:00000200:2.0:1781623639.861563:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623639.861571:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623639.861579:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623639.861584:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623639.861588:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623639.861591:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623639.861594:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623639.861598:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375869:375869:256:4294967295] 192.168.202.101@tcp LPNI seq info [375839:375839:8:4294967295] 00000400:00000200:2.0:1781623639.861602:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623639.861622:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623639.861628:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623639.861633:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3400. 00000800:00000200:2.0:1781623639.861640:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623639.861649:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623639.861653:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623639.861663:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623639.861668:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17961 usecs (18 jiffies) 00000400:00000200:2.0:1781623639.861672:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623639.861675:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301796882 00000100:00000001:2.0:1781623639.861677:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301799542 00000100:00000001:2.0:1781623639.861680:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301796882 00000100:00000001:2.0:1781623639.861682:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301799542 00000100:00000001:2.0:1781623639.861685:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623639.861687:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623639.861691:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623639.861707:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623639.861715:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623639.861717:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=30 : 30 : 1e) 00000100:00000001:2.0:1781623639.861719:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623639.861721:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623639.861722:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623639.861724:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1781623639.861726:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623639.861728:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623639.861729:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623639.861731:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623639.861732:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623639.861733:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623639.861737:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0df80 x1868160455842304/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623639.861743:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623639.861744:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623639.861746:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623639.861748:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623639.861750:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623639.861752:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455842304:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623639.861756:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623639.861758:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623639.861760:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623639.861761:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623639.861765:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079e00. 02000000:00000001:2.0:1781623639.861766:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623639.861770:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623639.861773:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08a50. 00000400:00000010:2.0:1781623639.861776:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901dd48. 00000100:00000200:2.0:1781623639.861788:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455842304, portal 25 00000100:00000001:2.0:1781623639.861790:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623639.861791:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272072576 : -123673437479040 : ffff8f8508b0df80) 00000100:00000040:2.0:1781623639.861796:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0df80 x1868160455842304/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623639.861802:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623639.861804:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623639.861806:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d7f8. 00000100:00000200:2.0:1781623639.861808:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455842304, offset 0 00000400:00000200:2.0:1781623639.861812:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623639.861816:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623639.861818:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623639.861821:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623639.861823:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623639.861825:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623639.861827:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623639.861830:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375870:375870:255:4294967295] 192.168.202.101@tcp LPNI seq info [375840:375840:7:4294967295] 00000400:00000200:2.0:1781623639.861833:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623639.861838:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623639.861842:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623639.861845:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3200. 00000800:00000200:2.0:1781623639.861849:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623639.861853:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623639.861855:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623639.861858:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623639.861861:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623639.861863:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301804662 00000100:00000001:2.0:1781623639.861869:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301799542 00000100:00000001:2.0:1781623639.861872:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301804662 00000100:00000001:2.0:1781623639.861875:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301799542 00000100:00000001:2.0:1781623639.861878:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623639.861880:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623639.861881:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623639.861884:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0f480 x1868160455842560/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623639.861891:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623639.861892:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623639.861894:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623639.861895:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623639.861897:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623639.861899:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455842560:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623639.861902:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623639.861904:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623639.861905:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623639.861906:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623639.861909:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078e00. 02000000:00000001:2.0:1781623639.861911:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623639.861914:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623639.861916:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f082c0. 00000400:00000010:2.0:1781623639.861919:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d2a8. 00000100:00000200:2.0:1781623639.861921:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455842560, portal 4 00000100:00000001:2.0:1781623639.861923:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623639.861924:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272077952 : -123673437473664 : ffff8f8508b0f480) 00000100:00000040:2.0:1781623639.861929:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0f480 x1868160455842560/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623639.861934:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623639.861935:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623639.861937:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d000. 00000100:00000200:2.0:1781623639.861939:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455842560, offset 0 00000400:00000200:2.0:1781623639.861942:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623639.861945:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623639.861948:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623639.861950:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623639.861952:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623639.861954:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623639.861956:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623639.861959:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375871:375871:254:4294967295] 192.168.202.101@tcp LPNI seq info [375841:375841:6:4294967295] 00000400:00000200:2.0:1781623639.861962:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623639.861968:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623639.861971:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623639.861974:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3300. 00000800:00000200:2.0:1781623639.861977:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623639.861981:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623639.861983:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623639.861985:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623639.861988:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 452158 usecs (453 jiffies) 00000400:00000200:2.0:1781623639.861990:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623639.861992:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301797317 00000100:00000001:2.0:1781623639.861994:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301804662 00000100:00000001:2.0:1781623639.861996:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301797317 00000100:00000001:2.0:1781623639.861998:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301804662 00000100:00000001:2.0:1781623639.862000:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623639.862001:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623639.862004:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623639.862005:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623639.864924:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623639.864934:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623639.864990:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623639.864995:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3400. 00000400:00000200:3.0:1781623639.865005:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623639.865014:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623639.865021:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d5d8 00000400:00000010:3.0:1781623639.865075:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d5d8. 00000100:00000001:3.0:1781623639.865081:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623639.865091:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0f100 x1868160455842432/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623639.865104:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623639.865107:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0f100 x1868160455842432/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623674 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623639.865115:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623639.865116:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623639.865144:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623639.865147:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3200. 00000400:00000200:3.0:1781623639.865150:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623639.865154:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623639.865157:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d7f8 00000400:00000010:3.0:1781623639.865159:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d7f8. 00000100:00000001:3.0:1781623639.865161:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623639.865166:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0df80 x1868160455842304/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623639.865173:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623639.865177:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0df80 x1868160455842304/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623655 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623639.865184:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623639.865186:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623639.865244:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623639.865246:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3300. 00000400:00000200:3.0:1781623639.865250:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623639.865253:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623639.865257:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d000 00000400:00000010:3.0:1781623639.865258:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d000. 00000100:00000001:3.0:1781623639.865260:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623639.865264:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0f480 x1868160455842560/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623639.865271:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623639.865274:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0f480 x1868160455842560/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623655 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623639.865281:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623639.865282:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781623639.868535:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623639.868550:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623639.868554:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623639.868556:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623639.868565:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623639.868572:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623639.868582:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623639.868587:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623639.868605:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623639.868615:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005a9a00 00000400:00000200:3.0:1781623639.868621:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623639.868626:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8b9d [1] + 224 00000800:00000001:3.0:1781623639.868634:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623639.868642:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623639.868645:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623639.868649:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623639.868657:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623639.868664:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0df80 x1868160455842304/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623655 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623639.868675:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0df80 x1868160455842304/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623655 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623639.869080:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623639.869090:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623639.869094:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623639.869168:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623639.869173:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781623639.869179:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623639.869181:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623639.869184:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08a50. 00000400:00000200:2.0:1781623639.869189:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901dd48 00000400:00000010:2.0:1781623639.869192:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901dd48. 00000100:00000001:2.0:1781623639.869195:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623639.869200:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0df80 x1868160455842304/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623655 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623639.869210:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0df80 x1868160455842304/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623655 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623639.869222:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623639.869224:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623639.869226:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623639.869230:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623639.869232:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623639.869235:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623639.869238:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623639.869244:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=116 v=5 (5 5 5 5) 00000100:00001000:2.0:1781623639.869248:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=37 v=5 (1 1 1 1) 00000100:00000001:2.0:1781623639.869250:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623639.869252:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623639.869254:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623639.869256:0:2352:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623639.869259:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623639.869263:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0df80 x1868160455842304/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623655 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623639.869280:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623639.869284:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623639.869286:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623639.869290:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0df80 x1868160455842304/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623655 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623639.869297:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455842304:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623639.869303:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623639.869305:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623639.869308:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0df80 x1868160455842304/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623655 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623639.869316:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623639.869318:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623639.869321:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079e00. 02000000:00000001:2.0:1781623639.869325:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623639.869327:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623639.869329:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781623639.869331:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623639.869333:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3a00. 02000000:00000001:2.0:1781623639.869338:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623639.869340:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623639.869341:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0df80. 00000100:00000001:2.0:1781623639.869345:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623639.869346:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623639.869349:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623639.869351:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623639.869352:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623639.869354:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623639.869355:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781623639.870909:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623639.870929:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623639.870935:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623639.870937:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623639.870947:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623639.870955:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623639.870967:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623639.870973:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623639.870979:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623639.870984:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005a9a80 00000400:00000200:3.0:1781623639.870989:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623639.870997:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8b8d [1] + 224 00000800:00000001:3.0:1781623639.871006:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623639.871114:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623639.871119:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623639.871125:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623639.871144:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623639.871154:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0f100 x1868160455842432/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623674 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623639.871166:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0f100 x1868160455842432/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623674 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623639.871187:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623639.871198:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623639.871202:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623639.874455:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623639.874464:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781623639.874474:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623639.874476:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623639.874480:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08000. 00000400:00000200:2.0:1781623639.874489:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d220 00000400:00000010:2.0:1781623639.874491:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d220. 00000100:00000001:2.0:1781623639.874496:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623639.874507:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0f100 x1868160455842432/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623674 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623639.874518:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0f100 x1868160455842432/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623674 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623639.874525:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623639.874527:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623639.874530:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623639.874533:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623639.874535:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623639.874537:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623639.874539:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623639.874548:0:2352:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=116 v=20 (20 20 20 20) 00000100:00001000:2.0:1781623639.874552:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=37 v=5 (1 1 1 1) 00000100:00000001:2.0:1781623639.874554:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623639.874556:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623639.874558:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623639.874562:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623639.874566:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781623639.874567:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:2.0:1781623639.874569:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781623639.874571:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623639.874575:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0f100 x1868160455842432/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623674 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623639.874581:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623639.874584:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623639.874586:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623639.874590:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0f100 x1868160455842432/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623674 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623639.874597:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455842432:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623639.874602:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623639.874604:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623639.874608:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0f100 x1868160455842432/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623674 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623639.874614:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623639.874616:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623639.874620:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078c00. 02000000:00000001:2.0:1781623639.874624:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623639.874626:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623639.874627:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:2.0:1781623639.874630:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623639.874632:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3500. 02000000:00000001:2.0:1781623639.874637:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623639.874639:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623639.874641:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0f100. 00000100:00000001:2.0:1781623639.874644:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623639.874645:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623639.874648:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623639.874650:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623639.874652:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623639.874653:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623639.874654:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781623639.881401:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623639.881422:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623639.881427:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623639.881429:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623639.881438:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623639.881447:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623639.881458:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623639.881464:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623639.881471:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623639.881476:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005a9b00 00000400:00000200:3.0:1781623639.881482:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623639.881491:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8bad [1] + 224 00000800:00000001:3.0:1781623639.881500:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623639.881559:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623639.881562:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623639.881567:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623639.881575:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623639.881585:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0f480 x1868160455842560/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623655 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623639.881593:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0f480 x1868160455842560/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623655 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623639.881620:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623639.881631:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623639.881634:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623639.882273:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623639.882279:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781623639.882289:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623639.882291:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623639.882297:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f082c0. 00000400:00000200:2.0:1781623639.882306:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d2a8 00000400:00000010:2.0:1781623639.882309:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d2a8. 00000100:00000001:2.0:1781623639.882313:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623639.882320:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0f480 x1868160455842560/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623655 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623639.882331:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0f480 x1868160455842560/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623655 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623639.882338:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623639.882340:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623639.882344:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623639.882348:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623639.882352:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623639.882354:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623639.882358:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623639.882371:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=116 v=5 (5 5 5 5) 00000100:00001000:2.0:1781623639.882375:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=115 v=5 (1 1 1 0) 00000100:00000001:2.0:1781623639.882377:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623639.882380:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623639.882383:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623639.882387:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623639.882392:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781623639.882394:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:2.0:1781623639.882397:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781623639.882398:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623639.882404:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0f480 x1868160455842560/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623655 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623639.882411:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623639.882416:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623639.882418:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623639.882423:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0f480 x1868160455842560/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623655 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623639.882429:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455842560:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623639.882434:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623639.882437:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623639.882440:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0f480 x1868160455842560/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623655 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623639.882459:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623639.882462:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623639.882466:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078e00. 02000000:00000001:2.0:1781623639.882470:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623639.882474:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623639.882476:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:2.0:1781623639.882478:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623639.882481:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3600. 02000000:00000001:2.0:1781623639.882487:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623639.882489:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623639.882491:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0f480. 00000100:00000001:2.0:1781623639.882495:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623639.882496:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623639.882499:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623639.882510:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623639.882512:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623639.882514:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623639.882516:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623640.245159:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623640.245169:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623640.245175:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623640.245177:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623640.245182:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623640.245183:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623640.245294:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623640.245298:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623640.245301:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623641.269917:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623641.269927:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623641.269935:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623641.269936:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623641.269940:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623641.269941:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623641.273384:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623641.273393:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623641.273399:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623642.293705:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623642.293714:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623642.293722:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623642.293724:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623642.293728:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623642.293729:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623642.293966:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623642.293970:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623642.293973:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623643.319151:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623643.319164:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623643.319166:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623643.319175:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623643.319177:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623643.319180:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623643.319186:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623643.319188:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623643.319191:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623643.319194:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623643.319198:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623643.319199:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623643.319203:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623643.319204:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623643.319550:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623643.319554:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623643.319558:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623644.344080:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623644.344481:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623644.344492:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623644.344493:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623644.344498:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623644.344499:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623644.347232:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623644.347242:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623644.347248:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781623644.983512:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623644.983528:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623644.983537:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733e680. 00000020:00000040:1.0:1781623644.983545:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781623644.983550:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623644.983554:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623644.983561:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623644.983571:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8512a09300. 00000100:00000001:1.0:1781623644.983580:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623644.983594:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733e680 x1868160455842688/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623644.983607:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623644.983612:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623644.983620:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cded035e] to pc [ptlrpcd_00_00+0] req@ffff8f850733e680 x1868160455842688/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623644.983649:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623644.983652:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623644.983656:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623644.983660:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733c000. 00000020:00000040:1.0:1781623644.983663:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781623644.983666:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623644.983667:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1781623644.983668:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1781623644.983670:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623644.983676:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8512a09800. 00000100:00000001:0.0:1781623644.983676:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623644.983682:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623644.983682:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623644.983692:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733c000 x1868160455842816/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1781623644.983694:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733e680 x1868160455842688/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623644.983716:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623644.983718:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623644.983720:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623644.983721:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623644.983728:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1781623644.983730:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000053df1fcb] to pc [ptlrpcd_00_01+1] req@ffff8f850733c000 x1868160455842816/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1781623644.983732:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623644.983738:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623644.983746:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455842688:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623644.983748:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623644.983754:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623644.983755:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1781623644.983760:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623644.983765:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733e300. 02000000:00000001:0.0:1781623644.983765:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:1.0:1781623644.983769:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 02000000:00000001:0.0:1781623644.983771:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623644.983774:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623644.983776:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1781623644.983777:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623644.983781:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623644.983785:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505ced400. 02000000:00000010:1.0:1781623644.983786:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8512a09900. 02000000:00000001:0.0:1781623644.983789:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623644.983791:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623644.983798:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f850733e300 x1868160455842944/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1781623644.983802:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623644.983811:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1781623644.983811:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc72c0. 00000100:00000001:1.0:1781623644.983815:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623644.983821:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c15ddfe] to pc [ptlrpcd_00_00+0] req@ffff8f850733e300 x1868160455842944/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1781623644.983823:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e94c8. 00000100:00000001:1.0:1781623644.983834:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1781623644.983834:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455842688, portal 25 00000100:00000040:1.0:1781623644.983838:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623644.983839:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623644.983843:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247105152 : -123673462446464 : ffff8f850733e680) 00000100:00000040:1.0:1781623644.983845:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781623644.983855:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7139) 00000100:00000040:0.0:1781623644.983855:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733e680 x1868160455842688/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623644.983867:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623644.983871:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623644.983875:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e95d8. 00000100:00000200:0.0:1781623644.983880:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455842688, offset 0 00000400:00000200:0.0:1781623644.983888:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623644.983900:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623644.983910:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623644.983918:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623644.983924:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623644.983930:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623644.983933:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623644.983940:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375872:375872:256:4294967295] 192.168.202.101@tcp LPNI seq info [375842:375842:8:4294967295] 00000400:00000200:0.0:1781623644.983945:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623644.983959:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623644.983966:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623644.983972:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0700. 00000800:00000200:0.0:1781623644.983981:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623644.983990:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623644.983995:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623644.984008:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623644.984011:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623644.984013:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623644.984018:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733c000 x1868160455842816/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623644.984111:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623644.984112:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623644.984115:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623644.984118:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623644.984120:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623644.984124:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455842816:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623644.984128:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623644.984131:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623644.984132:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623644.984134:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623644.984139:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557e00. 02000000:00000001:1.0:1781623644.984141:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623644.984145:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623644.984149:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631370. 00000400:00000010:1.0:1781623644.984154:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb17f8. 00000100:00000200:1.0:1781623644.984158:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455842816, portal 10 00000100:00000001:1.0:1781623644.984160:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623644.984162:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247095296 : -123673462456320 : ffff8f850733c000) 00000100:00000040:1.0:1781623644.984170:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733c000 x1868160455842816/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623644.984177:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623644.984180:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623644.984183:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1bb0. 00000100:00000200:1.0:1781623644.984186:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455842816, offset 0 00000400:00000200:1.0:1781623644.984192:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623644.984196:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623644.984200:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623644.984203:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623644.984205:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623644.984208:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623644.984210:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623644.984214:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375873:375873:255:4294967295] 192.168.202.101@tcp LPNI seq info [375843:375843:7:4294967295] 00000400:00000200:1.0:1781623644.984219:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623644.984226:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623644.984232:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000100:00000001:0.0:1781623644.984234:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1781623644.984238:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85102c9900. 00000800:00000200:1.0:1781623644.984243:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623644.984248:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623644.984250:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85102c9900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623644.984254:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623644.984259:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17958 usecs (18 jiffies) 00000400:00000200:1.0:1781623644.984263:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623644.984266:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301802005 00000100:00000001:1.0:1781623644.984270:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301804662 00000100:00000001:1.0:1781623644.984273:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301802005 00000100:00000001:1.0:1781623644.984276:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301804662 00000100:00000001:1.0:1781623644.984279:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623644.984281:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623644.984284:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623644.984286:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623644.984296:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623644.984299:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=30 : 30 : 1e) 00000100:00000001:1.0:1781623644.984301:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623644.984302:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623644.984303:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623644.984305:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1781623644.984307:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623644.984308:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623644.984309:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623644.984311:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623644.984312:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623644.984313:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623644.984317:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733e300 x1868160455842944/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623644.984323:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623644.984324:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623644.984326:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623644.984328:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623644.984331:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623644.984333:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455842944:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623644.984336:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623644.984338:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623644.984340:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623644.984342:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623644.984345:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557000. 02000000:00000001:1.0:1781623644.984347:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623644.984351:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623644.984353:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85076319a0. 00000400:00000010:1.0:1781623644.984357:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb16e8. 00000100:00000200:1.0:1781623644.984360:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455842944, portal 4 00000100:00000001:1.0:1781623644.984362:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623644.984363:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247104256 : -123673462447360 : ffff8f850733e300) 00000100:00000040:1.0:1781623644.984369:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733e300 x1868160455842944/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623644.984375:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623644.984378:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623644.984380:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1e58. 00000100:00000200:1.0:1781623644.984382:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455842944, offset 0 00000400:00000200:1.0:1781623644.984386:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623644.984389:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623644.984393:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623644.984398:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623644.984400:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623644.984403:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000100:00000001:0.0:1781623644.984405:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301809785 00000400:00000200:1.0:1781623644.984408:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623644.984412:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623644.984416:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375874:375874:254:4294967295] 192.168.202.101@tcp LPNI seq info [375844:375844:6:4294967295] 00000100:00000001:0.0:1781623644.984417:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301804662 00000400:00000200:1.0:1781623644.984424:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623644.984426:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301809785 00000100:00000001:0.0:1781623644.984433:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301804662 00000400:00000200:1.0:1781623644.984435:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000100:00000001:0.0:1781623644.984438:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1781623644.984443:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000100:00000001:0.0:1781623644.984444:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623644.984447:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623644.984451:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623644.984455:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623644.984456:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781623644.984458:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623644.984459:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623644.984461:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623644.984463:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1781623644.984520:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85102c9400. 00000800:00000200:1.0:1781623644.984524:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623644.984529:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623644.984531:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85102c9400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623644.984535:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623644.984537:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 450788 usecs (451 jiffies) 00000400:00000200:1.0:1781623644.984541:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623644.984542:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301802438 00000100:00000001:1.0:1781623644.984545:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301809785 00000100:00000001:1.0:1781623644.984547:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301802438 00000100:00000001:1.0:1781623644.984549:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301809785 00000100:00000001:1.0:1781623644.984551:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623644.984553:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623644.984556:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623644.984558:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623644.984610:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623644.984617:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0700. 00000400:00000200:3.0:1781623644.984622:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623644.984629:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623644.984635:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e95d8 00000400:00000010:3.0:1781623644.984638:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e95d8. 00000100:00000001:3.0:1781623644.984642:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623644.984647:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733e680 x1868160455842688/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623644.984658:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623644.984662:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733e680 x1868160455842688/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623660 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623644.984670:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623644.984672:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623644.984684:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623644.984686:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85102c9900. 00000400:00000200:3.0:1781623644.984689:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623644.984692:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623644.984694:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1bb0 00000400:00000010:3.0:1781623644.984696:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1bb0. 00000100:00000001:3.0:1781623644.984699:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623644.984702:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733c000 x1868160455842816/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623644.984709:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623644.984712:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733c000 x1868160455842816/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623679 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623644.984718:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623644.984720:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623644.985210:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623644.985214:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85102c9400. 00000400:00000200:3.0:1781623644.985218:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623644.985223:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623644.985227:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1e58 00000400:00000010:3.0:1781623644.985229:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1e58. 00000100:00000001:3.0:1781623644.985232:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623644.985341:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733e300 x1868160455842944/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623644.985350:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623644.985353:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733e300 x1868160455842944/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623660 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623644.985359:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623644.985361:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781623644.987328:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623644.987345:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623644.987349:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623644.987352:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623644.987360:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623644.987368:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623644.987376:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623644.987380:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623644.987386:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623644.987391:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005a9c80 00000400:00000200:3.0:1781623644.987396:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623644.987401:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8bcd [1] + 224 00000800:00000001:3.0:1781623644.987409:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623644.987414:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623644.987417:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623644.987422:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623644.987429:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623644.987437:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733e300 x1868160455842944/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623660 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623644.987448:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733e300 x1868160455842944/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623660 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623644.987469:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623644.987478:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623644.987481:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623644.987649:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623644.987654:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623644.987661:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623644.987663:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623644.987667:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85076319a0. 00000400:00000200:0.0:1781623644.987672:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb16e8 00000400:00000010:0.0:1781623644.987675:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb16e8. 00000100:00000001:0.0:1781623644.987679:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623644.987683:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733e300 x1868160455842944/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623660 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623644.987691:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733e300 x1868160455842944/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623660 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623644.987696:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623644.987697:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623644.987700:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623644.987703:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623644.987707:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623644.987709:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623644.987712:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623644.987724:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=121 v=5 (5 5 5 5) 00000100:00001000:0.0:1781623644.987728:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=120 v=5 (1 1 1 0) 00000100:00000001:0.0:1781623644.987731:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623644.987732:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623644.987735:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623644.987739:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623644.987743:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623644.987746:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:0.0:1781623644.987747:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623644.987749:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623644.987754:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733e300 x1868160455842944/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623660 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623644.987761:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623644.987765:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623644.987767:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623644.987771:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733e300 x1868160455842944/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623660 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623644.987778:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455842944:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623644.987782:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623644.987785:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623644.987787:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733e300 x1868160455842944/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623660 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623644.987792:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623644.987795:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623644.987799:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557000. 02000000:00000001:0.0:1781623644.987803:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623644.987806:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623644.987808:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:0.0:1781623644.987810:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623644.987813:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8512a09900. 02000000:00000001:0.0:1781623644.987817:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623644.987819:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623644.987820:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733e300. 00000100:00000001:0.0:1781623644.987824:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623644.987825:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623644.987828:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623644.987830:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623644.987831:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623644.987832:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623644.987834:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781623644.987974:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623644.987977:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623644.987979:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623644.987981:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623644.987986:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623644.987990:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623644.987996:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623644.987999:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623644.988002:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623644.988004:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005a9b80 00000400:00000200:3.0:1781623644.988009:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623644.988014:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8bbd [1] + 224 00000800:00000001:3.0:1781623644.988018:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623644.988022:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623644.988069:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623644.988073:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623644.988077:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623644.988097:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733e680 x1868160455842688/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623660 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623644.988108:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733e680 x1868160455842688/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623660 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623644.988123:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623644.988128:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623644.988132:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623644.988134:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623644.988136:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623644.988139:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623644.988142:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623644.988146:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623644.988149:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623644.988153:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623644.988156:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005a9c00 00000400:00000200:3.0:1781623644.988160:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623644.988166:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8bc5 [1] + 224 00000800:00000001:3.0:1781623644.988170:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623644.988228:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623644.988231:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623644.988234:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623644.988238:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623644.988242:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733c000 x1868160455842816/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623679 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623644.988251:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733c000 x1868160455842816/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623679 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623644.988267:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623644.988275:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623644.988278:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623644.988351:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623644.988353:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623644.988355:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623644.988357:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623644.988361:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623644.988365:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623644.988367:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc72c0. 00000400:00000200:0.0:1781623644.988370:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e94c8 00000400:00000010:0.0:1781623644.988372:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e94c8. 00000100:00000001:0.0:1781623644.988375:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623644.988380:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733e680 x1868160455842688/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623660 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623644.988389:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733e680 x1868160455842688/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623660 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623644.988396:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623644.988398:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623644.988399:0:2349:0:(client.c:1579:after_reply()) Process entered 00000400:00000001:1.0:1781623644.988401:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1781623644.988402:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000400:00000001:1.0:1781623644.988404:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1781623644.988405:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1781623644.988409:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631370. 00000100:00000001:0.0:1781623644.988409:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623644.988414:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623644.988415:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb17f8 00000400:00000010:1.0:1781623644.988419:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb17f8. 00000100:00001000:0.0:1781623644.988420:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=121 v=5 (5 5 5 5) 00000100:00000001:1.0:1781623644.988423:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1781623644.988425:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=42 v=5 (1 1 1 1) 00000100:00000001:0.0:1781623644.988430:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000200:1.0:1781623644.988431:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733c000 x1868160455842816/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623679 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623644.988433:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623644.988438:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623644.988441:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623644.988445:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623644.988451:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733e680 x1868160455842688/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623660 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623644.988458:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623644.988460:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623644.988462:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623644.988465:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733e680 x1868160455842688/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623660 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623644.988472:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455842688:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623644.988477:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623644.988480:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623644.988494:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733e680 x1868160455842688/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623660 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623644.988501:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623644.988503:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623644.988505:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505ced400. 02000000:00000001:0.0:1781623644.988510:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:1.0:1781623644.988514:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733c000 x1868160455842816/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623679 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1781623644.988515:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623644.988518:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781623644.988523:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623644.988526:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8512a09300. 00000100:00000001:1.0:1781623644.988528:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1781623644.988530:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1781623644.988532:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1781623644.988534:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1781623644.988536:0:2350:0:(client.c:1579:after_reply()) Process entered 00000100:00000010:0.0:1781623644.988537:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733e680. 02000000:00000001:1.0:1781623644.988540:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623644.988542:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623644.988543:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623644.988546:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623644.988547:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623644.988551:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623644.988551:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1781623644.988561:0:2350:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=121 v=20 (20 20 20 20) 00000100:00001000:1.0:1781623644.988565:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=42 v=5 (1 1 1 1) 00000100:00000001:1.0:1781623644.988567:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623644.988569:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623644.988570:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1781623644.988571:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1781623644.988574:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623644.988575:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623644.988580:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623644.988581:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781623644.988585:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781623644.988585:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623644.988588:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781623644.988591:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623644.988596:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733c000 x1868160455842816/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623679 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623644.988604:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623644.988606:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623644.988608:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623644.988612:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733c000 x1868160455842816/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623679 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623644.988619:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455842816:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623644.988624:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623644.988625:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623644.988628:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733c000 x1868160455842816/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623679 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623644.988634:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623644.988635:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623644.988637:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557e00. 02000000:00000001:1.0:1781623644.988641:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623644.988642:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623644.988644:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781623644.988646:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623644.988647:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8512a09800. 02000000:00000001:1.0:1781623644.988650:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623644.988652:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623644.988653:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733c000. 00000100:00000001:1.0:1781623644.988657:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623644.988658:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623644.988660:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623644.988665:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623644.988666:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623644.988668:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623644.988670:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623645.365236:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623645.365246:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623645.365254:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623645.365259:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623645.365262:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623645.365267:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623645.365271:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623645.365273:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623645.365276:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623645.365278:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623645.365282:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623645.365284:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623645.365285:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623645.365292:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623645.365294:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623645.365295:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623645.365296:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623645.365298:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623645.365299:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623645.365301:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623645.365534:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623645.365539:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623645.365542:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623646.390612:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623646.390622:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623646.390629:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623646.390631:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623646.390635:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623646.390636:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623646.390974:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623646.390979:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623646.390983:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623647.413228:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623647.413240:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623647.413249:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623647.413251:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623647.413255:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623647.413256:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623647.413356:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623647.413360:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623647.413364:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623648.437292:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623648.437302:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623648.437310:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623648.437311:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623648.437315:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623648.437316:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623648.437519:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623648.437524:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623648.437527:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623649.461166:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623649.461173:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623649.461179:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623649.461180:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623649.461183:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623649.461185:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623649.461310:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623649.461313:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623649.461316:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781623650.101391:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623650.101402:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623650.101413:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0f480. 00000020:00000040:2.0:1781623650.101419:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781623650.101423:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623650.101427:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623650.101431:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623650.101441:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3600. 00000100:00000001:2.0:1781623650.101447:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623650.101460:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0f480 x1868160455843072/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623650.101472:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623650.101476:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623650.101484:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c68e5924] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0f480 x1868160455843072/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623650.101513:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623650.101516:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623650.101519:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623650.101522:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0f100. 00000020:00000040:2.0:1781623650.101525:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781623650.101527:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623650.101528:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623650.101530:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623650.101533:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3500. 00000100:00000001:2.0:1781623650.101536:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623650.101540:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0f100 x1868160455843200/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623650.101555:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623650.101558:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623650.101563:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6db9cef] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0f100 x1868160455843200/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623650.101573:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623650.101576:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623650.101580:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623650.101583:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0df80. 00000020:00000040:2.0:1781623650.101585:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:2.0:1781623650.101587:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623650.101589:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623650.101591:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623650.101595:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3a00. 00000100:00000001:2.0:1781623650.101598:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623650.101602:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f8508b0df80 x1868160455843328/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623650.101610:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623650.101612:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623650.101617:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb3c3668] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0df80 x1868160455843328/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623650.101624:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623650.101626:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781623650.101630:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781623650.101635:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7144) 00000100:00000001:2.0:1781623650.101647:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623650.101650:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623650.101653:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623650.101658:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0f480 x1868160455843072/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623650.101682:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623650.101685:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623650.101689:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623650.101692:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623650.101704:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623650.101708:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455843072:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623650.101712:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623650.101713:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1781623650.101717:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623650.101721:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1781623650.101721:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623650.101725:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623650.101728:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0f100 x1868160455843200/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1781623650.101729:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623650.101735:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079000. 00000100:00000001:3.0:1781623650.101740:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1781623650.101741:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623650.101744:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623650.101748:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623650.101750:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1781623650.101752:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 02000000:00000001:3.0:1781623650.101755:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1781623650.101759:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f082c0. 00000100:00100000:3.0:1781623650.101761:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455843200:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623650.101767:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1781623650.101768:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d2a8. 02000000:00000001:3.0:1781623650.101771:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623650.101774:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623650.101776:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1781623650.101777:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455843072, portal 25 02000000:00000010:3.0:1781623650.101781:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ec400. 00000100:00000001:2.0:1781623650.101782:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623650.101785:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272077952 : -123673437473664 : ffff8f8508b0f480) 02000000:00000001:3.0:1781623650.101787:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623650.101795:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000040:2.0:1781623650.101796:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0f480 x1868160455843072/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623666 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1781623650.101798:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8318. 00000400:00000010:3.0:1781623650.101805:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e704c8. 00000100:00000001:2.0:1781623650.101809:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1781623650.101810:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455843200, portal 10 00000100:00000001:3.0:1781623650.101815:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1781623650.101816:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000100:00000001:3.0:1781623650.101817:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272077056 : -123673437474560 : ffff8f8508b0f100) 00000400:00000010:2.0:1781623650.101821:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d220. 00000100:00000200:2.0:1781623650.101826:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455843072, offset 0 00000100:00000040:3.0:1781623650.101828:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0f100 x1868160455843200/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623685 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1781623650.101838:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000100:00000001:3.0:1781623650.101840:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623650.101844:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623650.101848:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e703b8. 00000400:00000200:2.0:1781623650.101849:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000200:3.0:1781623650.101853:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455843200, offset 0 00000400:00000200:3.0:1781623650.101863:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623650.101863:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623650.101873:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623650.101879:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623650.101882:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623650.101885:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623650.101889:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375875:375875:256:4294967295] 192.168.202.101@tcp LPNI seq info [375845:375845:8:4294967295] 00000400:00000200:2.0:1781623650.101894:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623650.101906:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623650.101913:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623650.101918:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3000. 00000800:00000200:2.0:1781623650.101926:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623650.101935:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623650.101940:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623650.101965:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623650.101970:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623650.101974:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301814902 00000100:00000001:2.0:1781623650.101981:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301809785 00000100:00000001:2.0:1781623650.101985:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301814902 00000100:00000001:2.0:1781623650.101989:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301809785 00000100:00000001:2.0:1781623650.101992:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623650.101994:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623650.101997:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623650.102001:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0df80 x1868160455843328/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623650.102008:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623650.102010:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623650.102013:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623650.102014:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623650.102017:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623650.102020:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455843328:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623650.102023:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623650.102067:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623650.102068:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623650.102070:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623650.102073:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078000. 02000000:00000001:2.0:1781623650.102076:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623650.102079:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623650.102082:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08000. 00000400:00000010:2.0:1781623650.102085:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901dd48. 00000100:00000200:2.0:1781623650.102088:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455843328, portal 4 00000100:00000001:2.0:1781623650.102090:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623650.102092:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272072576 : -123673437479040 : ffff8f8508b0df80) 00000100:00000040:2.0:1781623650.102098:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0df80 x1868160455843328/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623666 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623650.102104:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623650.102107:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623650.102109:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901dbb0. 00000100:00000200:2.0:1781623650.102112:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455843328, offset 0 00000400:00000200:2.0:1781623650.102116:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623650.104302:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623650.104313:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623650.104318:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623650.104321:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623650.104325:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623650.104327:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623650.104331:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375876:375876:255:4294967295] 192.168.202.101@tcp LPNI seq info [375846:375846:7:4294967295] 00000400:00000200:3.0:1781623650.104335:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623650.104344:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623650.104350:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623650.104358:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d900. 00000800:00000200:3.0:1781623650.104364:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623650.104371:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623650.104376:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623650.104380:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623650.104386:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17945 usecs (18 jiffies) 00000400:00000200:3.0:1781623650.104389:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623650.104392:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301807125 00000100:00000001:3.0:1781623650.104395:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301814902 00000100:00000001:3.0:1781623650.104398:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301807125 00000100:00000001:3.0:1781623650.104399:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301814902 00000100:00000001:3.0:1781623650.104402:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623650.104405:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623650.104408:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623650.104412:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623650.104418:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1781623650.104711:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623650.104716:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=30 : 30 : 1e) 00000400:00000200:2.0:1781623650.104718:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000100:00000001:3.0:1781623650.104723:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1781623650.104724:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1781623650.104727:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1781623650.104730:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000100:00000001:3.0:1781623650.104732:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623650.104736:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1781623650.104737:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623650.104742:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623650.104747:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375877:375877:254:4294967295] 192.168.202.101@tcp LPNI seq info [375847:375847:6:4294967295] 00000400:00000200:2.0:1781623650.104752:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623650.104760:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623650.104767:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623650.104772:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3f00. 00000800:00000200:2.0:1781623650.104776:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623650.104782:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623650.104785:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623650.104788:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623650.104792:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 449358 usecs (450 jiffies) 00000400:00000200:2.0:1781623650.104796:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623650.104799:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301807557 00000100:00000001:2.0:1781623650.104801:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301814902 00000100:00000001:2.0:1781623650.104803:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301807557 00000100:00000001:2.0:1781623650.104805:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301814902 00000100:00000001:2.0:1781623650.104807:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623650.104810:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623650.104813:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623650.104815:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623650.104820:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623650.104822:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781623650.104824:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623650.104825:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623650.104827:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623650.104829:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623650.105220:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623650.105226:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3000. 00000400:00000200:3.0:1781623650.105231:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623650.105236:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623650.105242:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d220 00000400:00000010:3.0:1781623650.105244:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d220. 00000100:00000001:3.0:1781623650.105249:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623650.105257:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0f480 x1868160455843072/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623666 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623650.105267:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623650.105271:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0f480 x1868160455843072/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623666 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623650.105277:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623650.105278:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623650.105292:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623650.105294:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d900. 00000400:00000200:3.0:1781623650.105296:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623650.105299:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623650.105301:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e703b8 00000400:00000010:3.0:1781623650.105303:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e703b8. 00000100:00000001:3.0:1781623650.105305:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623650.105308:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0f100 x1868160455843200/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623685 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623650.105315:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623650.105317:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0f100 x1868160455843200/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623685 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623650.105323:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623650.105324:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623650.105364:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623650.105367:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3f00. 00000400:00000200:3.0:1781623650.105369:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623650.105372:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623650.105374:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901dbb0 00000400:00000010:3.0:1781623650.105376:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901dbb0. 00000100:00000001:3.0:1781623650.105378:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623650.105382:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0df80 x1868160455843328/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623666 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623650.105388:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623650.105391:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0df80 x1868160455843328/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623666 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623650.105396:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623650.105397:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781623650.109797:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623650.109813:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623650.109825:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623650.109827:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623650.109835:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623650.109841:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623650.109847:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623650.109851:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623650.109855:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623650.109858:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005a9d00 00000400:00000200:3.0:1781623650.109864:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623650.109870:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8bd5 [1] + 224 00000800:00000001:3.0:1781623650.109877:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623650.109883:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623650.109885:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623650.109889:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623650.109897:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623650.109906:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0f480 x1868160455843072/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623666 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623650.109918:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0f480 x1868160455843072/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623666 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623650.109935:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623650.109943:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623650.109945:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623650.110078:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623650.110082:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781623650.110089:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623650.110092:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623650.110095:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f082c0. 00000400:00000200:2.0:1781623650.110100:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d2a8 00000400:00000010:2.0:1781623650.110102:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d2a8. 00000100:00000001:2.0:1781623650.110105:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623650.110110:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0f480 x1868160455843072/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623666 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623650.110120:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0f480 x1868160455843072/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623666 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623650.110127:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623650.110129:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623650.110132:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623650.110135:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623650.110137:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623650.110140:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623650.110143:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623650.110149:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=127 v=5 (5 5 5 5) 00000100:00001000:2.0:1781623650.110154:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=48 v=5 (1 1 1 1) 00000100:00000001:2.0:1781623650.110157:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623650.110158:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623650.110161:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623650.110163:0:2352:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623650.110165:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623650.110170:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0f480 x1868160455843072/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623666 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623650.110177:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623650.110181:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623650.110183:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623650.110186:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0f480 x1868160455843072/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623666 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623650.110194:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455843072:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623650.110198:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623650.110200:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623650.110203:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0f480 x1868160455843072/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623666 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623650.110210:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623650.110213:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623650.110216:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079000. 02000000:00000001:2.0:1781623650.110220:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623650.110222:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623650.110224:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781623650.110226:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623650.110228:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3600. 02000000:00000001:2.0:1781623650.110233:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623650.110234:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623650.110236:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0f480. 00000100:00000001:2.0:1781623650.110239:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623650.110241:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623650.110244:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623650.110245:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623650.110247:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623650.110248:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623650.110250:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781623650.112769:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623650.112784:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623650.112789:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623650.112791:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623650.112800:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623650.112806:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623650.112814:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623650.112828:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623650.112832:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623650.112837:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005a9d80 00000400:00000200:3.0:1781623650.112842:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623650.112847:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8bdd [1] + 224 00000800:00000001:3.0:1781623650.112854:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623650.112858:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623650.112861:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623650.112865:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623650.112871:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623650.112878:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0f100 x1868160455843200/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623685 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623650.112890:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0f100 x1868160455843200/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623685 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623650.112966:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623650.112970:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623650.112986:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623650.112995:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623650.112999:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623650.113001:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623650.113003:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623650.113006:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623650.113010:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623650.113014:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623650.113016:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623650.113019:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623650.113022:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005a9e00 00000400:00000200:3.0:1781623650.113069:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623650.113074:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8bf5 [1] + 224 00000800:00000001:3.0:1781623650.113089:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623650.113132:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623650.113135:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623650.113139:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623650.113142:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623650.113147:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0df80 x1868160455843328/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623666 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623650.113156:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0df80 x1868160455843328/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623666 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623650.113170:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623650.113175:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623650.113178:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623650.113201:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623650.113203:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781623650.113208:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623650.113210:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623650.113212:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08000. 00000400:00000200:3.0:1781623650.113217:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901dd48 00000400:00000010:3.0:1781623650.113219:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901dd48. 00000100:00000001:3.0:1781623650.113222:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623650.113225:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0df80 x1868160455843328/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623666 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623650.113233:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0df80 x1868160455843328/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623666 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623650.113238:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623650.113240:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623650.113242:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623650.113244:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623650.113246:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623650.113248:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623650.113250:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623650.113259:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=127 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623650.113263:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=126 v=5 (1 1 1 0) 00000100:00000001:3.0:1781623650.113265:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623650.113267:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623650.113269:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623650.113272:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623650.113275:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623650.113277:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:3.0:1781623650.113279:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623650.113280:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623650.113285:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0df80 x1868160455843328/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623666 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623650.113292:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623650.113295:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623650.113297:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623650.113301:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0df80 x1868160455843328/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623666 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623650.113314:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455843328:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623650.113318:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623650.113321:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623650.113324:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0df80 x1868160455843328/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623666 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623650.113330:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623650.113333:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623650.113336:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078000. 02000000:00000001:3.0:1781623650.113339:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623650.113342:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623650.113344:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:3.0:1781623650.113346:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623650.113348:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3a00. 02000000:00000001:3.0:1781623650.113352:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623650.113354:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623650.113356:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0df80. 00000100:00000001:3.0:1781623650.113359:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623650.113361:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623650.113363:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623650.113371:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623650.113373:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623650.113375:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623650.113377:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1781623650.114402:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623650.114405:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623650.114467:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8318. 00000400:00000200:2.0:1781623650.114472:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e704c8 00000400:00000010:2.0:1781623650.114474:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e704c8. 00000100:00000001:2.0:1781623650.114477:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623650.114483:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0f100 x1868160455843200/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623685 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623650.114490:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0f100 x1868160455843200/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623685 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623650.114494:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623650.114495:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623650.114496:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623650.114498:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623650.114499:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623650.114500:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623650.114502:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623650.114507:0:2351:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=127 v=20 (20 20 20 20) 00000100:00001000:2.0:1781623650.114509:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=48 v=5 (1 1 1 1) 00000100:00000001:2.0:1781623650.114511:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623650.114512:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623650.114513:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623650.114515:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623650.114517:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781623650.114519:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:2.0:1781623650.114520:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781623650.114520:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623650.114523:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0f100 x1868160455843200/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623685 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623650.114527:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623650.114530:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623650.114531:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623650.114533:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0f100 x1868160455843200/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623685 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623650.114538:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455843200:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623650.114541:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623650.114543:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623650.114636:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0f100 x1868160455843200/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623685 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623650.114643:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623650.114646:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623650.114649:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ec400. 02000000:00000001:2.0:1781623650.114653:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623650.114654:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623650.114656:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:2.0:1781623650.114659:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623650.114660:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3500. 02000000:00000001:2.0:1781623650.114664:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623650.114665:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623650.114666:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0f100. 00000100:00000001:2.0:1781623650.115231:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623650.115234:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623650.115237:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623650.115242:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623650.115243:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623650.115245:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623650.115246:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623650.485158:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623650.485165:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623650.485170:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623650.485171:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623650.485174:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623650.485175:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623650.485500:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623650.485503:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623650.485506:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623651.509169:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623651.509176:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623651.509182:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623651.509183:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623651.509186:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623651.509187:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623651.509352:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623651.509355:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623651.509358:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623652.533157:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623652.533163:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623652.533168:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623652.533170:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623652.533173:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623652.533174:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623652.533260:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623652.533262:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623652.533264:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623653.558314:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623653.558322:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623653.558324:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623653.558341:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623653.558343:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623653.558345:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623653.558352:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623653.558354:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623653.558356:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623653.558358:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623653.558363:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623653.558364:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623653.558367:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623653.558369:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623653.559210:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623653.559215:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623653.559218:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623654.581165:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623654.581173:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623654.581179:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623654.581180:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623654.581184:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623654.581185:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623654.581245:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623654.581249:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623654.581252:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781623655.221277:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623655.221287:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623655.221298:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0f100. 00000020:00000040:2.0:1781623655.221305:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781623655.221310:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623655.221312:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623655.221316:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623655.221322:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3500. 00000100:00000001:2.0:1781623655.221328:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623655.221337:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0f100 x1868160455843456/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623655.221346:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623655.221349:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623655.221353:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6db9cef] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0f100 x1868160455843456/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623655.221382:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623655.221384:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623655.221387:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623655.221389:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0f480. 00000020:00000040:2.0:1781623655.221390:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781623655.221392:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623655.221393:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623655.221394:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623655.221396:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3600. 00000100:00000001:2.0:1781623655.221397:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623655.221400:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0f480 x1868160455843584/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623655.221404:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623655.221406:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623655.221409:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c68e5924] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0f480 x1868160455843584/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623655.221415:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623655.221417:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623655.221419:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623655.221421:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1781623655.221425:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1781623655.221426:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0ea00. 00000100:00000001:3.0:1781623655.221429:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1781623655.221430:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:2.0:1781623655.221434:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623655.221436:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1781623655.221439:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0f100 x1868160455843456/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1781623655.221439:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623655.221447:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3a00. 00000100:00000001:2.0:1781623655.221452:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623655.221461:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f8508b0ea00 x1868160455843712/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623655.221469:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623655.221473:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623655.221479:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1781623655.221483:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c67663d] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0ea00 x1868160455843712/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623655.221484:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623655.221490:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623655.221495:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623655.221496:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623655.221500:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623655.221502:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781623655.221508:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1781623655.221509:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455843456:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623655.221517:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1781623655.221518:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7149) 02000000:00000001:3.0:1781623655.221524:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623655.221528:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623655.221531:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623655.221537:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ed400. 02000000:00000001:3.0:1781623655.221540:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623655.221547:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623655.221549:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1781623655.221551:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c83c8. 00000100:00000001:2.0:1781623655.221552:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623655.221556:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1781623655.221561:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e703b8. 00000100:00000040:2.0:1781623655.221563:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0f480 x1868160455843584/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623655.221569:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455843456, portal 25 00000100:00000001:3.0:1781623655.221575:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623655.221575:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623655.221579:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272077056 : -123673437474560 : ffff8f8508b0f100) 00000100:00000001:2.0:1781623655.221579:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623655.221586:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623655.221590:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1781623655.221592:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0f100 x1868160455843456/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623671 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1781623655.221592:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623655.221598:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455843584:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623655.221605:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623655.221609:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1781623655.221610:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1781623655.221611:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623655.221614:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1781623655.221618:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 02000000:00000010:2.0:1781623655.221618:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078400. 02000000:00000001:2.0:1781623655.221621:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1781623655.221623:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70d48. 00000400:00000200:2.0:1781623655.221627:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000200:3.0:1781623655.221629:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455843456, offset 0 00000400:00000010:2.0:1781623655.221632:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f082c0. 00000400:00000010:2.0:1781623655.221637:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d2a8. 00000100:00000200:2.0:1781623655.221641:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455843584, portal 10 00000100:00000001:2.0:1781623655.221644:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623655.221647:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272077952 : -123673437473664 : ffff8f8508b0f480) 00000400:00000200:3.0:1781623655.221653:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000100:00000040:2.0:1781623655.221657:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0f480 x1868160455843584/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1781623655.221666:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623655.221668:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623655.221672:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623655.221676:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d110. 00000400:00000200:3.0:1781623655.221679:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000100:00000200:2.0:1781623655.221681:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455843584, offset 0 00000400:00000200:3.0:1781623655.221687:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623655.221691:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623655.221695:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623655.221700:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623655.221703:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623655.221707:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375878:375878:256:4294967295] 192.168.202.101@tcp LPNI seq info [375848:375848:8:4294967295] 00000400:00000200:3.0:1781623655.221712:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623655.221722:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000400:00000200:2.0:1781623655.221729:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000800:00000200:3.0:1781623655.221731:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623655.221736:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000800:00000010:3.0:1781623655.221739:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d900. 00000400:00000200:2.0:1781623655.221740:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623655.221744:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623655.221747:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623655.221751:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000800:00000200:3.0:1781623655.221753:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000400:00000200:2.0:1781623655.221754:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375879:375879:255:4294967295] 192.168.202.101@tcp LPNI seq info [375849:375849:7:4294967295] 00000400:00000200:2.0:1781623655.221760:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000800:00000200:3.0:1781623655.221766:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000400:00000200:2.0:1781623655.221772:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623655.221777:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623655.221781:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3f00. 00000800:00000200:2.0:1781623655.221784:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623655.221787:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623655.221790:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623655.221799:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623655.222018:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623655.222023:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623655.222120:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623655.222124:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301820023 00000100:00000001:3.0:1781623655.222130:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301814902 00000100:00000001:3.0:1781623655.222134:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301820023 00000100:00000001:3.0:1781623655.222138:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301814902 00000100:00000001:3.0:1781623655.222140:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623655.222143:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623655.222146:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623655.222149:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623655.222156:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623655.222158:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781623655.222161:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623655.222162:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623655.222163:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623655.222169:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0ea00 x1868160455843712/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623655.222176:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623655.222178:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623655.222181:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623655.222183:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623655.222185:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623655.222188:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455843712:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623655.222191:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623655.222194:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623655.222196:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623655.222198:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623655.222202:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ec800. 02000000:00000001:3.0:1781623655.222204:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623655.222207:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623655.222210:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c84d0. 00000400:00000010:3.0:1781623655.222214:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70bb0. 00000100:00000200:3.0:1781623655.222218:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455843712, portal 4 00000100:00000001:3.0:1781623655.222219:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623655.222220:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272075264 : -123673437476352 : ffff8f8508b0ea00) 00000100:00000040:3.0:1781623655.222227:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0ea00 x1868160455843712/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623671 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623655.222234:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623655.222236:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623655.222238:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70110. 00000100:00000200:3.0:1781623655.222240:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455843712, offset 0 00000400:00000200:3.0:1781623655.222245:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623655.222249:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623655.222253:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623655.222256:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623655.222259:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623655.222261:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623655.222264:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623655.222266:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375880:375880:254:4294967295] 192.168.202.101@tcp LPNI seq info [375850:375850:6:4294967295] 00000400:00000200:3.0:1781623655.222271:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623655.222277:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623655.222282:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623655.222286:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7df00. 00000800:00000200:3.0:1781623655.222289:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623655.222294:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623655.222296:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7df00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623655.222299:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623655.222302:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 447970 usecs (448 jiffies) 00000400:00000200:3.0:1781623655.222304:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623655.222306:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301812673 00000100:00000001:3.0:1781623655.222309:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301820023 00000100:00000001:3.0:1781623655.222311:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301812673 00000100:00000001:3.0:1781623655.222313:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301820023 00000100:00000001:3.0:1781623655.222315:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623655.222317:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623655.222320:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623655.222321:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623655.222324:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623655.222326:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781623655.222328:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623655.222329:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623655.222330:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623655.222332:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623655.222377:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623655.222381:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3f00. 00000400:00000200:3.0:1781623655.222389:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623655.222393:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623655.222398:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d110 00000400:00000010:3.0:1781623655.222401:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d110. 00000100:00000001:3.0:1781623655.222405:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623655.222411:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0f480 x1868160455843584/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623655.222420:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623655.222423:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0f480 x1868160455843584/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623690 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623655.222430:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623655.222433:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623655.222444:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623655.222446:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d900. 00000400:00000200:3.0:1781623655.222448:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623655.222452:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623655.222454:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70d48 00000400:00000010:3.0:1781623655.222455:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70d48. 00000100:00000001:3.0:1781623655.222458:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623655.222461:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0f100 x1868160455843456/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623671 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623655.222670:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17942 usecs (18 jiffies) 00000400:00000200:2.0:1781623655.222676:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623655.222679:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301812243 00000100:00000001:2.0:1781623655.222681:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301820023 00000100:00000001:2.0:1781623655.222683:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301812243 00000100:00000001:2.0:1781623655.222685:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301820023 00000100:00000001:2.0:1781623655.222687:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623655.222689:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623655.222691:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623655.222693:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623655.222697:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623655.222698:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=30 : 30 : 1e) 00000100:00000001:2.0:1781623655.222700:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623655.222701:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623655.222703:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623655.222704:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623655.223568:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623655.223575:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0f100 x1868160455843456/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623671 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623655.223585:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623655.223587:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623655.223687:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623655.223691:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7df00. 00000400:00000200:3.0:1781623655.223695:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623655.223699:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623655.223703:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70110 00000400:00000010:3.0:1781623655.223705:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70110. 00000100:00000001:3.0:1781623655.223714:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623655.223718:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0ea00 x1868160455843712/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623671 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623655.223726:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623655.223729:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0ea00 x1868160455843712/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623671 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623655.223742:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623655.223744:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781623655.227661:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623655.227676:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623655.227680:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623655.227683:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623655.227691:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623655.227700:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623655.227708:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623655.227713:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623655.227718:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623655.227723:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005a9f80 00000400:00000200:3.0:1781623655.227728:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623655.227735:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8c25 [1] + 224 00000800:00000001:3.0:1781623655.227742:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623655.227746:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623655.227749:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623655.227755:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623655.227973:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623655.227984:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0ea00 x1868160455843712/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623671 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623655.228004:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0ea00 x1868160455843712/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623671 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623655.228059:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623655.228067:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623655.228071:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623655.228073:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623655.228075:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623655.228078:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623655.228082:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623655.228086:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623655.228089:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623655.228092:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623655.228095:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005a9f00 00000400:00000200:3.0:1781623655.228098:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623655.228103:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8c15 [1] + 224 00000800:00000001:3.0:1781623655.228106:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623655.228183:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623655.228188:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623655.228192:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623655.228195:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623655.228200:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0f480 x1868160455843584/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623690 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623655.228208:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0f480 x1868160455843584/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623690 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623655.228225:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623655.228229:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623655.228232:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623655.228247:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623655.228252:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781623655.228259:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623655.228260:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623655.228263:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f082c0. 00000400:00000200:3.0:1781623655.228268:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d2a8 00000400:00000010:3.0:1781623655.228271:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d2a8. 00000100:00000001:3.0:1781623655.228274:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623655.228278:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0f480 x1868160455843584/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623690 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623655.228286:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0f480 x1868160455843584/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623690 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623655.228292:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623655.228294:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623655.228296:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623655.228300:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623655.228302:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623655.228304:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623655.228307:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623655.228317:0:2352:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=132 v=20 (20 20 20 20) 00000100:00001000:3.0:1781623655.228322:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=53 v=5 (1 1 1 1) 00000100:00000001:3.0:1781623655.228325:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623655.228326:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623655.228330:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623655.228334:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623655.228338:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623655.228341:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781623655.228343:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623655.228345:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623655.228350:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0f480 x1868160455843584/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623690 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623655.228357:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623655.228361:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623655.228363:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623655.228367:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0f480 x1868160455843584/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623690 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623655.228374:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455843584:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623655.228378:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623655.228381:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623655.228384:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0f480 x1868160455843584/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623690 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623655.228391:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623655.228394:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623655.228397:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078400. 02000000:00000001:3.0:1781623655.228401:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623655.228403:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623655.228405:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781623655.228407:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623655.228410:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3600. 02000000:00000001:3.0:1781623655.228414:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623655.228416:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623655.228417:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0f480. 00000100:00000001:3.0:1781623655.228421:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623655.228423:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623655.228425:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623655.228432:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623655.228434:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623655.228436:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623655.228438:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623655.228986:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623655.228990:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781623655.229003:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623655.229005:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623655.229008:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c84d0. 00000400:00000200:2.0:1781623655.229013:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70bb0 00000400:00000010:2.0:1781623655.229015:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70bb0. 00000100:00000001:2.0:1781623655.229019:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623655.229045:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0ea00 x1868160455843712/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623671 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623655.229056:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0ea00 x1868160455843712/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623671 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623655.229062:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623655.229063:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623655.229065:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623655.229067:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623655.229069:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623655.229071:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623655.229073:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623655.229079:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=132 v=5 (5 5 5 5) 00000100:00001000:2.0:1781623655.229082:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=131 v=5 (1 1 1 0) 00000100:00000001:2.0:1781623655.229085:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623655.229086:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623655.229088:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623655.229089:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623655.229092:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781623655.229094:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:2.0:1781623655.229095:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781623655.229096:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623655.229100:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0ea00 x1868160455843712/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623671 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623655.229108:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623655.229110:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623655.229111:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623655.229115:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0ea00 x1868160455843712/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623671 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623655.229430:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455843712:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623655.229436:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623655.229438:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623655.229442:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0ea00 x1868160455843712/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623671 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623655.229448:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623655.229450:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623655.229453:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ec800. 02000000:00000001:2.0:1781623655.229456:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623655.229458:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623655.229460:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:2.0:1781623655.229463:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623655.229465:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3a00. 02000000:00000001:2.0:1781623655.229531:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623655.229533:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623655.229535:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0ea00. 00000100:00000001:2.0:1781623655.229539:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623655.229541:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623655.229544:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623655.229546:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623655.229547:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623655.229549:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623655.229551:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781623655.234170:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623655.234185:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623655.234189:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623655.234191:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623655.234201:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623655.234208:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623655.234218:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623655.234223:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623655.234229:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623655.234233:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005a9e80 00000400:00000200:3.0:1781623655.234238:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623655.234244:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8c05 [1] + 224 00000800:00000001:3.0:1781623655.234250:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623655.234259:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623655.234262:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623655.234266:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623655.234273:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623655.234282:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0f100 x1868160455843456/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623671 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623655.234292:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0f100 x1868160455843456/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623671 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623655.234315:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623655.234322:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623655.234325:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623655.234445:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623655.234449:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781623655.234455:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623655.234457:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623655.234460:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c83c8. 00000400:00000200:2.0:1781623655.234466:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e703b8 00000400:00000010:2.0:1781623655.234479:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e703b8. 00000100:00000001:2.0:1781623655.234482:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623655.234487:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0f100 x1868160455843456/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623671 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623655.234495:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0f100 x1868160455843456/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623671 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623655.234501:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623655.234503:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623655.234506:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623655.234509:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623655.234512:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623655.234514:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623655.234518:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623655.234523:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=132 v=5 (5 5 5 5) 00000100:00001000:2.0:1781623655.234528:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=53 v=5 (1 1 1 1) 00000100:00000001:2.0:1781623655.234531:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623655.234532:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623655.234535:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623655.234537:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623655.234540:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623655.234544:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0f100 x1868160455843456/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623671 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623655.234552:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623655.234555:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623655.234557:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623655.234561:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0f100 x1868160455843456/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623671 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623655.234569:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455843456:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623655.234574:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623655.234576:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623655.234579:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0f100 x1868160455843456/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623671 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623655.234586:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623655.234589:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623655.234592:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ed400. 02000000:00000001:2.0:1781623655.234596:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623655.234599:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623655.234601:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781623655.234603:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623655.234605:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3500. 02000000:00000001:2.0:1781623655.234609:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623655.234611:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623655.234613:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0f100. 00000100:00000001:2.0:1781623655.234616:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623655.234618:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623655.234620:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623655.234626:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623655.234628:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623655.234630:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623655.234632:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623655.605159:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623655.605165:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623655.605171:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623655.605174:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623655.605176:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623655.605179:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623655.605182:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623655.605185:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623655.605187:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623655.605189:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623655.605193:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623655.605194:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623655.605196:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623655.605200:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623655.605202:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623655.605204:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623655.605205:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623655.605207:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623655.605208:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623655.605210:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623655.605299:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623655.605302:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623655.605305:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623656.629696:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623656.629702:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623656.629706:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623656.629706:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623656.629709:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623656.629710:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623656.630016:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623656.630020:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623656.630023:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623657.658832:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623657.658838:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623657.658843:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623657.658844:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623657.658847:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623657.658848:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623657.660707:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623657.660712:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623657.660716:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623658.682606:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623658.682612:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623658.682617:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623658.682618:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623658.682621:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623658.682622:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623658.683005:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623658.683010:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623658.683014:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623659.701318:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623659.701325:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623659.701331:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623659.701332:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623659.701335:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623659.701337:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623659.701399:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623659.701402:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623659.701405:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781623660.342084:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623660.342094:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623660.342104:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731fb80. 00000020:00000040:0.0:1781623660.342110:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781623660.342114:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623660.342117:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623660.342122:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623660.342130:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0f00. 00000100:00000001:0.0:1781623660.342136:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623660.342147:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731fb80 x1868160455843840/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623660.342156:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623660.342160:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623660.342166:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000865dba0e] to pc [ptlrpcd_00_01+1] req@ffff8f850731fb80 x1868160455843840/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623660.342200:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623660.342203:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623660.342206:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623660.342208:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731ce00. 00000020:00000040:0.0:1781623660.342211:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781623660.342213:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623660.342215:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623660.342216:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623660.342220:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0d00. 00000100:00000001:0.0:1781623660.342222:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623660.342226:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731ce00 x1868160455843968/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623660.342232:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623660.342234:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623660.342237:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006be3e00e] to pc [ptlrpcd_00_00+0] req@ffff8f850731ce00 x1868160455843968/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623660.342244:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623660.342247:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623660.342251:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623660.342253:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731dc00. 00000020:00000040:0.0:1781623660.342256:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:0.0:1781623660.342258:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623660.342259:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623660.342261:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623660.342264:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0900. 00000100:00000001:0.0:1781623660.342266:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623660.342269:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f850731dc00 x1868160455844096/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623660.342276:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623660.342277:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623660.342281:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064d3ee66] to pc [ptlrpcd_00_01+1] req@ffff8f850731dc00 x1868160455844096/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623660.342288:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623660.342290:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781623660.342293:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781623660.342298:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7155) 00000100:00000001:0.0:1781623660.342313:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623660.342317:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623660.342319:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623660.342324:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731ce00 x1868160455843968/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623660.342330:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623660.342332:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623660.342335:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623660.342338:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623660.342341:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623660.342344:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455843968:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623660.342349:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623660.342355:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623660.342357:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623660.342359:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623660.342364:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cecc00. 02000000:00000001:0.0:1781623660.342366:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623660.342373:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623660.342377:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc72c0. 00000400:00000010:0.0:1781623660.342383:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e94c8. 00000100:00000200:0.0:1781623660.342389:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455843968, portal 10 00000100:00000001:0.0:1781623660.342391:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623660.342393:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246967808 : -123673462583808 : ffff8f850731ce00) 00000100:00000040:0.0:1781623660.342399:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731ce00 x1868160455843968/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623660.342406:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623660.342409:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623660.342411:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9550. 00000100:00000200:0.0:1781623660.342415:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455843968, offset 0 00000400:00000200:0.0:1781623660.342433:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623660.342441:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623660.342448:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623660.342453:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623660.342457:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623660.342461:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623660.342463:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623660.342467:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375881:375881:256:4294967295] 192.168.202.101@tcp LPNI seq info [375851:375851:8:4294967295] 00000400:00000200:0.0:1781623660.342470:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623660.342479:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623660.342485:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623660.342489:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0200. 00000800:00000200:0.0:1781623660.342496:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623660.342503:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623660.342507:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623660.342523:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623660.342528:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17931 usecs (18 jiffies) 00000400:00000200:0.0:1781623660.342531:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623660.342533:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301817363 00000100:00000001:0.0:1781623660.342536:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301820023 00000100:00000001:0.0:1781623660.342539:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301817363 00000100:00000001:0.0:1781623660.342540:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301820023 00000100:00000001:0.0:1781623660.342543:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623660.342546:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623660.342548:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623660.342550:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623660.342557:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623660.342559:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=30 : 30 : 1e) 00000100:00000001:0.0:1781623660.342561:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623660.342562:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623660.342564:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623660.342566:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1781623660.342567:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623660.342569:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623660.342571:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623660.342572:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623660.342573:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623660.342574:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623660.342579:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731fb80 x1868160455843840/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623660.342584:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623660.342585:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623660.342587:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623660.342589:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623660.342590:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623660.342592:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455843840:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623660.342596:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623660.342598:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623660.342599:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623660.342601:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623660.342604:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cec200. 02000000:00000001:0.0:1781623660.342606:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623660.342608:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623660.342610:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7b00. 00000400:00000010:0.0:1781623660.342614:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9880. 00000100:00000200:0.0:1781623660.342617:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455843840, portal 25 00000100:00000001:0.0:1781623660.342618:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623660.342620:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246979456 : -123673462572160 : ffff8f850731fb80) 00000100:00000040:0.0:1781623660.342624:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731fb80 x1868160455843840/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623676 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623660.342630:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623660.342632:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623660.342634:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9220. 00000100:00000200:0.0:1781623660.342636:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455843840, offset 0 00000400:00000200:0.0:1781623660.342641:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623660.342645:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623660.342648:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623660.342651:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623660.342653:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623660.342655:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623660.342657:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623660.342661:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375882:375882:255:4294967295] 192.168.202.101@tcp LPNI seq info [375852:375852:7:4294967295] 00000400:00000200:0.0:1781623660.342665:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623660.342671:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623660.342675:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623660.342678:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0800. 00000800:00000200:0.0:1781623660.342682:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623660.342686:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623660.342688:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623660.342691:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623660.342693:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623660.342695:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301825143 00000100:00000001:0.0:1781623660.342700:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301820023 00000100:00000001:0.0:1781623660.342704:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301825143 00000100:00000001:0.0:1781623660.342706:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301820023 00000100:00000001:0.0:1781623660.342709:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623660.342710:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623660.342712:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623660.342715:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731dc00 x1868160455844096/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623660.342722:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623660.342723:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623660.342724:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623660.342726:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623660.342727:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623660.342729:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455844096:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623660.342732:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623660.342734:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623660.342735:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623660.342736:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623660.342739:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505ced600. 02000000:00000001:0.0:1781623660.342740:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623660.342744:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623660.342747:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7dc0. 00000400:00000010:0.0:1781623660.342750:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9d48. 00000100:00000200:0.0:1781623660.342752:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455844096, portal 4 00000100:00000001:0.0:1781623660.342754:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623660.342755:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246971392 : -123673462580224 : ffff8f850731dc00) 00000100:00000040:0.0:1781623660.342760:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731dc00 x1868160455844096/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623676 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623660.342766:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623660.342768:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623660.342770:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9e58. 00000100:00000200:0.0:1781623660.342773:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455844096, offset 0 00000400:00000200:0.0:1781623660.342776:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623660.342779:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623660.342783:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623660.342786:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623660.342788:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623660.342790:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623660.342793:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623660.342795:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375883:375883:254:4294967295] 192.168.202.101@tcp LPNI seq info [375853:375853:6:4294967295] 00000400:00000200:0.0:1781623660.342799:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623660.342805:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623660.342809:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623660.342812:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0e00. 00000800:00000200:0.0:1781623660.342832:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623660.342837:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623660.342839:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623660.342842:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623660.342845:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 446573 usecs (447 jiffies) 00000400:00000200:0.0:1781623660.342848:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623660.342850:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301817792 00000100:00000001:0.0:1781623660.342852:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301825143 00000100:00000001:0.0:1781623660.342854:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301817792 00000100:00000001:0.0:1781623660.342856:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301825143 00000100:00000001:0.0:1781623660.342858:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623660.342860:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623660.342862:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623660.342864:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623660.343202:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623660.343208:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0200. 00000400:00000200:3.0:1781623660.343214:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623660.343220:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623660.343225:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9550 00000400:00000010:3.0:1781623660.343227:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9550. 00000100:00000001:3.0:1781623660.343232:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623660.343237:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731ce00 x1868160455843968/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623660.343245:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623660.343248:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731ce00 x1868160455843968/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623695 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623660.343255:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623660.343257:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623660.343269:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623660.343271:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0800. 00000400:00000200:3.0:1781623660.343274:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623660.343277:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623660.343280:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9220 00000400:00000010:3.0:1781623660.343281:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9220. 00000100:00000001:3.0:1781623660.343283:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623660.343287:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731fb80 x1868160455843840/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623676 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623660.343294:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623660.343296:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731fb80 x1868160455843840/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623676 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623660.343301:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623660.343302:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623660.343361:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623660.343363:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0e00. 00000400:00000200:3.0:1781623660.343366:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623660.343369:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623660.343372:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9e58 00000400:00000010:3.0:1781623660.343373:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9e58. 00000100:00000001:3.0:1781623660.343376:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623660.343379:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731dc00 x1868160455844096/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623676 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623660.343386:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623660.343388:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731dc00 x1868160455844096/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623676 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623660.343393:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623660.343395:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1781623660.343593:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623660.343596:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781623660.353732:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623660.353748:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623660.353753:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623660.353755:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623660.353765:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623660.353773:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623660.353782:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623660.353788:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623660.353793:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623660.353797:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005aa080 00000400:00000200:3.0:1781623660.353802:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623660.353809:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8c35 [1] + 224 00000800:00000001:3.0:1781623660.353816:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623660.353836:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623660.353839:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623660.353843:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623660.353851:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623660.353860:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731ce00 x1868160455843968/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623695 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623660.353872:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731ce00 x1868160455843968/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623695 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623660.353893:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623660.353901:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623660.353905:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623660.353906:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623660.353908:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623660.353911:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623660.353914:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623660.353917:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623660.353919:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623660.353922:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623660.353924:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005aa100 00000400:00000200:3.0:1781623660.353927:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623660.353931:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8c45 [1] + 224 00000800:00000001:3.0:1781623660.353934:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623660.353937:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623660.353938:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623660.353941:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623660.353943:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623660.353957:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731dc00 x1868160455844096/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623676 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623660.353967:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731dc00 x1868160455844096/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623676 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623660.353974:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623660.353978:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623660.353982:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623660.353987:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623660.353989:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623660.353992:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623660.353995:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623660.353999:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623660.354002:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623660.354004:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623660.354007:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005aa000 00000400:00000200:3.0:1781623660.354010:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623660.354015:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8c3d [1] + 224 00000800:00000001:3.0:1781623660.354019:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623660.354044:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623660.354047:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623660.354050:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623660.354053:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623660.354057:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731fb80 x1868160455843840/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623676 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623660.354065:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731fb80 x1868160455843840/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623676 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623660.354073:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623660.354078:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623660.354081:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623660.354481:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623660.354486:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623660.354493:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623660.354495:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623660.354498:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7b00. 00000400:00000200:0.0:1781623660.354504:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9880 00000400:00000010:0.0:1781623660.354506:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9880. 00000100:00000001:0.0:1781623660.354509:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623660.354514:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731fb80 x1868160455843840/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623676 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623660.354522:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731fb80 x1868160455843840/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623676 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623660.354528:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623660.354530:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623660.354532:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623660.354535:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623660.354538:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623660.354540:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623660.354543:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623660.354550:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=137 v=5 (5 5 5 5) 00000100:00001000:0.0:1781623660.354554:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=58 v=5 (1 1 1 1) 00000100:00000001:0.0:1781623660.354556:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623660.354558:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623660.354561:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623660.354563:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623660.354566:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623660.354570:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731fb80 x1868160455843840/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623676 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623660.354578:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623660.354581:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623660.354583:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623660.354587:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731fb80 x1868160455843840/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623676 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623660.354595:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455843840:192.168.202.101@tcp:400:kworker.0 00000400:00000001:0.0:1781623660.354601:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623660.354602:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623660.354604:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7dc0. 00000400:00000200:0.0:1781623660.354606:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9d48 00000400:00000010:0.0:1781623660.354608:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9d48. 00000100:00000001:0.0:1781623660.354610:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623660.354613:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731dc00 x1868160455844096/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623676 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623660.354622:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731dc00 x1868160455844096/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623676 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623660.354628:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623660.354629:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623660.354631:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623660.354632:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623660.354634:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623660.354635:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623660.354636:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623660.354642:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=137 v=5 (5 5 5 5) 00000100:00001000:0.0:1781623660.354645:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=136 v=5 (1 1 1 0) 00000100:00000001:0.0:1781623660.354647:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623660.354649:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623660.354651:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623660.354654:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623660.354656:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623660.354658:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:0.0:1781623660.354661:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623660.354662:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623660.354665:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731dc00 x1868160455844096/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623676 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623660.354672:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623660.354674:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623660.354676:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623660.354679:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731dc00 x1868160455844096/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623676 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623660.354686:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455844096:192.168.202.101@tcp:400:kworker.0 00000400:00000001:0.0:1781623660.354691:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623660.354692:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623660.354694:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc72c0. 00000400:00000200:0.0:1781623660.354696:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e94c8 00000400:00000010:0.0:1781623660.354698:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e94c8. 00000100:00000001:0.0:1781623660.354700:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623660.354704:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731ce00 x1868160455843968/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623695 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623660.354712:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731ce00 x1868160455843968/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623695 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623660.354718:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623660.354719:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623660.354721:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623660.354722:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623660.354723:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623660.354725:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623660.354727:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623660.354731:0:2349:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=137 v=20 (20 20 20 20) 00000100:00001000:0.0:1781623660.354734:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=58 v=5 (1 1 1 1) 00000100:00000001:0.0:1781623660.354736:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623660.354737:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623660.354739:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623660.354741:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623660.354743:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623660.354744:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781623660.354745:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623660.354746:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623660.354750:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731ce00 x1868160455843968/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623695 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623660.354757:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623660.354759:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623660.354761:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623660.354764:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731ce00 x1868160455843968/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623695 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623660.354771:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455843968:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623660.354774:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623660.354777:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623660.354780:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731fb80 x1868160455843840/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623676 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623660.354787:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623660.354789:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623660.354792:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cec200. 02000000:00000001:0.0:1781623660.354796:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623660.354798:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623660.354800:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781623660.354802:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623660.354805:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0f00. 02000000:00000001:0.0:1781623660.354808:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623660.354810:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623660.354812:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731fb80. 00000100:00000001:0.0:1781623660.354816:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623660.354817:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623660.354819:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623660.354834:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731dc00 x1868160455844096/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623676 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623660.354841:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623660.354842:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623660.354844:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505ced600. 02000000:00000001:0.0:1781623660.354847:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623660.354848:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623660.354850:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:0.0:1781623660.354852:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623660.354853:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0900. 02000000:00000001:0.0:1781623660.354855:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623660.354856:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623660.354857:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731dc00. 00000100:00000001:0.0:1781623660.354859:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623660.354861:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623660.354862:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623660.354865:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731ce00 x1868160455843968/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623695 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623660.354871:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623660.354873:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623660.354874:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cecc00. 02000000:00000001:0.0:1781623660.354876:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623660.354878:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623660.354879:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781623660.354881:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623660.354882:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0d00. 02000000:00000001:0.0:1781623660.354884:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623660.354885:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623660.354886:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731ce00. 00000100:00000001:0.0:1781623660.354889:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623660.354890:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623660.354892:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623660.354899:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623660.354901:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623660.354903:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623660.354906:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623660.726793:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623660.726800:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623660.726806:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623660.726807:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623660.726810:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623660.726811:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623660.726912:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623660.726915:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623660.726918:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623661.752074:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623661.752081:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623661.752087:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623661.752088:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623661.752091:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623661.752092:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623661.753657:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623661.753663:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623661.753667:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623662.773159:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623662.773166:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623662.773173:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623662.773175:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623662.773178:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623662.773180:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623662.773274:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623662.773278:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623662.773280:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623663.797157:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623663.797166:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623663.797169:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623663.797175:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623663.797178:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623663.797179:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623663.797185:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623663.797188:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623663.797189:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623663.797192:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623663.797196:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623663.797197:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623663.797201:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623663.797202:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623663.797300:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623663.797304:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623663.797307:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623664.821357:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623664.821365:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623664.821372:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623664.821373:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623664.821376:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623664.821378:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623664.821551:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623664.821555:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623664.821559:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781623665.462117:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623665.462133:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623665.462148:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733c000. 00000020:00000040:1.0:1781623665.462157:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781623665.462164:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623665.462169:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623665.462175:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623665.462186:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85102c9000. 00000100:00000001:1.0:1781623665.462196:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623665.462212:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733c000 x1868160455844224/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623665.462238:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623665.462244:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623665.462252:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000053df1fcb] to pc [ptlrpcd_00_00+0] req@ffff8f850733c000 x1868160455844224/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623665.462293:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623665.462297:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623665.462301:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623665.462304:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733f800. 00000020:00000040:1.0:1781623665.462307:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781623665.462309:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623665.462311:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623665.462312:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623665.462316:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85102c9a00. 00000100:00000001:1.0:1781623665.462319:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623665.462324:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733f800 x1868160455844352/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623665.462332:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623665.462334:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623665.462338:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024db8907] to pc [ptlrpcd_00_01+1] req@ffff8f850733f800 x1868160455844352/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623665.462347:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623665.462350:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623665.462353:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623665.462357:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733f100. 00000020:00000040:1.0:1781623665.462359:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:1.0:1781623665.462361:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623665.462362:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623665.462364:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623665.462367:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85102c9e00. 00000100:00000001:1.0:1781623665.462370:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623665.462374:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f850733f100 x1868160455844480/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623665.462382:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623665.462385:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623665.462389:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8462c2d] to pc [ptlrpcd_00_00+0] req@ffff8f850733f100 x1868160455844480/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623665.462396:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623665.462399:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781623665.462402:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781623665.462409:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7160) 00000100:00000001:1.0:1781623665.462428:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623665.462432:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623665.462435:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623665.462441:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733f800 x1868160455844352/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623665.462450:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623665.462452:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623665.462457:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623665.462460:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623665.462463:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623665.462467:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455844352:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623665.462472:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623665.462480:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623665.462484:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623665.462487:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623665.462493:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557e00. 02000000:00000001:1.0:1781623665.462495:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623665.462504:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623665.462509:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631370. 00000400:00000010:1.0:1781623665.462518:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb17f8. 00000100:00000200:1.0:1781623665.462527:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455844352, portal 10 00000100:00000001:1.0:1781623665.462530:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623665.462532:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247109632 : -123673462441984 : ffff8f850733f800) 00000100:00000040:1.0:1781623665.462541:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733f800 x1868160455844352/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623665.462555:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623665.462559:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623665.462562:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1660. 00000100:00000200:1.0:1781623665.462566:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455844352, offset 0 00000400:00000200:1.0:1781623665.462574:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623665.462585:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623665.462595:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623665.462601:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623665.462606:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623665.462612:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623665.462615:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623665.462620:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375884:375884:256:4294967295] 192.168.202.101@tcp LPNI seq info [375854:375854:8:4294967295] 00000400:00000200:1.0:1781623665.462625:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623665.462649:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623665.462657:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623665.462662:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85102c9800. 00000800:00000200:1.0:1781623665.462670:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623665.462680:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623665.462685:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85102c9800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623665.462705:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623665.462711:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17928 usecs (18 jiffies) 00000400:00000200:1.0:1781623665.462715:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623665.462718:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301822483 00000100:00000001:1.0:1781623665.462722:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301825143 00000100:00000001:1.0:1781623665.462725:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301822483 00000100:00000001:1.0:1781623665.462728:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301825143 00000100:00000001:1.0:1781623665.462731:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623665.462734:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623665.462739:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623665.462742:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623665.462751:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623665.462753:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=30 : 30 : 1e) 00000100:00000001:1.0:1781623665.462765:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623665.462766:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623665.462768:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623665.462770:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1781623665.462772:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623665.462775:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623665.462776:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623665.462778:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623665.462779:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623665.462780:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623665.462784:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733c000 x1868160455844224/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623665.462792:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623665.462793:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623665.462796:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623665.462798:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623665.462800:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623665.462803:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455844224:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623665.462806:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623665.462809:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623665.462811:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623665.462813:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623665.462816:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e556c00. 02000000:00000001:1.0:1781623665.462818:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623665.462822:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623665.462825:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85076318f0. 00000400:00000010:1.0:1781623665.462829:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1d48. 00000100:00000200:1.0:1781623665.462831:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455844224, portal 25 00000100:00000001:1.0:1781623665.462834:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623665.462835:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247095296 : -123673462456320 : ffff8f850733c000) 00000100:00000040:1.0:1781623665.462840:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733c000 x1868160455844224/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623665.462847:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623665.462850:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623665.462852:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb13b8. 00000100:00000200:1.0:1781623665.462854:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455844224, offset 0 00000400:00000200:1.0:1781623665.462859:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623665.462863:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623665.462867:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623665.462870:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623665.462872:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623665.462874:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623665.462876:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623665.462879:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375885:375885:255:4294967295] 192.168.202.101@tcp LPNI seq info [375855:375855:7:4294967295] 00000400:00000200:1.0:1781623665.462883:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623665.462888:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623665.462892:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623665.462908:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85102c9400. 00000800:00000200:1.0:1781623665.462912:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623665.462916:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623665.462918:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85102c9400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623665.462921:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623665.462924:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623665.462925:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301830263 00000100:00000001:1.0:1781623665.462933:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301825143 00000100:00000001:1.0:1781623665.462936:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301830263 00000100:00000001:1.0:1781623665.462940:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301825143 00000100:00000001:1.0:1781623665.462943:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623665.462945:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623665.462947:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623665.462951:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733f100 x1868160455844480/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623665.462957:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623665.462958:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623665.462960:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623665.462962:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623665.462964:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623665.462966:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455844480:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623665.462969:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623665.462971:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623665.462972:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623665.462974:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623665.462977:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e556e00. 02000000:00000001:1.0:1781623665.462979:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623665.462982:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623665.462984:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631108. 00000400:00000010:1.0:1781623665.462988:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1dd0. 00000100:00000200:1.0:1781623665.462991:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455844480, portal 4 00000100:00000001:1.0:1781623665.462992:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623665.462993:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247107840 : -123673462443776 : ffff8f850733f100) 00000100:00000040:1.0:1781623665.462999:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733f100 x1868160455844480/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623665.463005:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623665.463007:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623665.463010:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1aa0. 00000100:00000200:1.0:1781623665.463012:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455844480, offset 0 00000400:00000200:1.0:1781623665.463016:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623665.463020:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623665.463023:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623665.463060:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623665.463063:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623665.463065:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623665.463067:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623665.463071:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375886:375886:254:4294967295] 192.168.202.101@tcp LPNI seq info [375856:375856:6:4294967295] 00000400:00000200:1.0:1781623665.463074:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623665.463080:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623665.463085:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623665.463088:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85102c9900. 00000800:00000200:1.0:1781623665.463092:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623665.463096:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623665.463099:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85102c9900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623665.463101:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623665.463104:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 445205 usecs (446 jiffies) 00000400:00000200:1.0:1781623665.463106:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623665.463108:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301822912 00000100:00000001:1.0:1781623665.463111:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301830263 00000100:00000001:1.0:1781623665.463113:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301822912 00000100:00000001:1.0:1781623665.463115:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301830263 00000100:00000001:1.0:1781623665.463117:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623665.463119:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623665.463121:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623665.463123:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623665.463324:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623665.463330:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85102c9800. 00000400:00000200:3.0:1781623665.463340:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623665.463346:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623665.463352:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1660 00000400:00000010:3.0:1781623665.463355:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1660. 00000100:00000001:3.0:1781623665.463362:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623665.463368:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733f800 x1868160455844352/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623665.463378:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623665.463383:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733f800 x1868160455844352/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623700 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623665.463391:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623665.463393:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623665.463407:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623665.463409:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85102c9400. 00000400:00000200:3.0:1781623665.463412:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623665.463416:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623665.463418:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb13b8 00000400:00000010:3.0:1781623665.463419:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb13b8. 00000100:00000001:3.0:1781623665.463422:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623665.463425:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733c000 x1868160455844224/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623665.463431:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623665.463434:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733c000 x1868160455844224/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623681 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623665.463441:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623665.463442:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623665.463521:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623665.463524:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85102c9900. 00000400:00000200:3.0:1781623665.463527:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623665.463531:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623665.463533:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1aa0 00000400:00000010:3.0:1781623665.463535:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1aa0. 00000100:00000001:3.0:1781623665.463537:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623665.463541:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733f100 x1868160455844480/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623665.463548:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623665.463551:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733f100 x1868160455844480/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623681 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623665.463558:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623665.463560:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1781623665.463627:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623665.463632:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781623665.466760:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623665.466782:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623665.466789:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623665.466792:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623665.466802:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623665.466811:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623665.466822:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623665.466829:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623665.466836:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623665.466840:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005aa200 00000400:00000200:3.0:1781623665.466846:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623665.466855:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8c4d [1] + 224 00000800:00000001:3.0:1781623665.466864:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623665.466869:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623665.466873:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623665.466877:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623665.466886:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623665.466907:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733f800 x1868160455844352/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623700 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623665.466920:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733f800 x1868160455844352/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623700 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623665.466946:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623665.466957:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623665.466961:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623665.466963:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623665.466964:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623665.466967:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623665.466971:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623665.466984:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623665.466987:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623665.466991:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623665.466993:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005aa280 00000400:00000200:3.0:1781623665.466997:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623665.467002:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8c5d [1] + 224 00000800:00000001:3.0:1781623665.467006:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623665.467009:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623665.467011:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623665.467014:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623665.467017:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623665.467023:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733f100 x1868160455844480/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623681 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623665.467088:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733f100 x1868160455844480/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623681 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623665.467096:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623665.467100:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623665.467104:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623665.467106:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623665.467108:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623665.467111:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623665.467115:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623665.467119:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623665.467122:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623665.467125:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623665.467128:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005aa180 00000400:00000200:3.0:1781623665.467132:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623665.467136:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8c55 [1] + 224 00000800:00000001:3.0:1781623665.467140:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623665.467146:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623665.467148:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623665.467151:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623665.467154:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623665.467159:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733c000 x1868160455844224/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623681 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623665.467167:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733c000 x1868160455844224/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623681 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623665.467175:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623665.467179:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623665.467181:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623665.467798:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623665.467803:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781623665.467812:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623665.467815:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623665.467819:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85076318f0. 00000400:00000200:1.0:1781623665.467825:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1d48 00000400:00000010:1.0:1781623665.467828:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1d48. 00000100:00000001:1.0:1781623665.467832:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623665.467838:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733c000 x1868160455844224/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623681 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623665.467848:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733c000 x1868160455844224/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623681 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623665.467860:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623665.467862:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623665.467865:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623665.467869:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623665.467872:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623665.467876:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623665.467879:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623665.467889:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=142 v=5 (5 5 5 5) 00000100:00001000:1.0:1781623665.467894:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=63 v=5 (1 1 1 1) 00000100:00000001:1.0:1781623665.467908:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623665.467910:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623665.467914:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623665.467917:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623665.467920:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623665.467934:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733c000 x1868160455844224/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623681 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623665.467942:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623665.467946:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623665.467948:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623665.467952:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733c000 x1868160455844224/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623681 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623665.467960:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455844224:192.168.202.101@tcp:400:kworker.0 00000400:00000001:1.0:1781623665.467967:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623665.467968:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623665.467970:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631108. 00000400:00000200:1.0:1781623665.467973:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1dd0 00000400:00000010:1.0:1781623665.467974:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1dd0. 00000100:00000001:1.0:1781623665.467976:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623665.467981:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733f100 x1868160455844480/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623681 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623665.467990:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733f100 x1868160455844480/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623681 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623665.467998:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623665.467999:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623665.468001:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623665.468002:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623665.468004:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623665.468005:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623665.468007:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623665.468013:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=142 v=5 (5 5 5 5) 00000100:00001000:1.0:1781623665.468017:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=141 v=5 (1 1 1 0) 00000100:00000001:1.0:1781623665.468019:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623665.468020:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623665.468022:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623665.468050:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623665.468056:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781623665.468058:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:1.0:1781623665.468060:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781623665.468062:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623665.468066:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733f100 x1868160455844480/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623681 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623665.468073:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623665.468075:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623665.468182:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623665.468188:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733f100 x1868160455844480/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623681 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623665.468196:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455844480:192.168.202.101@tcp:400:kworker.0 00000400:00000001:1.0:1781623665.468202:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623665.468203:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623665.468205:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631370. 00000400:00000200:1.0:1781623665.468209:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb17f8 00000400:00000010:1.0:1781623665.468211:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb17f8. 00000100:00000001:1.0:1781623665.468213:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623665.468218:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733f800 x1868160455844352/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623700 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623665.468227:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733f800 x1868160455844352/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623700 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623665.468547:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623665.468550:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623665.468551:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623665.468553:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623665.468554:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623665.468556:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623665.468557:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623665.468562:0:2350:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=142 v=20 (20 20 20 20) 00000100:00001000:1.0:1781623665.468565:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=63 v=5 (1 1 1 1) 00000100:00000001:1.0:1781623665.468568:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623665.468569:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623665.468570:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623665.468572:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623665.468574:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781623665.468575:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781623665.468577:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781623665.468579:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623665.468583:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733f800 x1868160455844352/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623700 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623665.468589:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623665.468591:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623665.468592:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623665.468595:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733f800 x1868160455844352/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623700 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623665.468602:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455844352:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623665.468606:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623665.468609:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623665.468613:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733c000 x1868160455844224/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623681 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623665.468621:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623665.468624:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623665.468628:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e556c00. 02000000:00000001:1.0:1781623665.468633:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623665.468636:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623665.468638:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781623665.468641:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623665.468644:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85102c9000. 02000000:00000001:1.0:1781623665.468648:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623665.468651:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623665.468653:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733c000. 00000100:00000001:1.0:1781623665.468657:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623665.468659:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623665.468660:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623665.468664:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733f100 x1868160455844480/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623681 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623665.468669:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623665.468670:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623665.468672:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e556e00. 02000000:00000001:1.0:1781623665.468674:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623665.468675:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623665.468676:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:1.0:1781623665.468678:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623665.468679:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85102c9e00. 02000000:00000001:1.0:1781623665.468681:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623665.468682:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623665.468683:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733f100. 00000100:00000001:1.0:1781623665.468686:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623665.468687:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623665.468689:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623665.468692:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733f800 x1868160455844352/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623700 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623665.468698:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623665.468700:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623665.468701:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557e00. 02000000:00000001:1.0:1781623665.468705:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623665.468706:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623665.468707:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781623665.468709:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623665.468710:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85102c9a00. 02000000:00000001:1.0:1781623665.468712:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623665.468713:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623665.468714:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733f800. 00000100:00000001:1.0:1781623665.468716:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623665.468717:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623665.468719:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623665.468728:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623665.468731:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623665.468734:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623665.468736:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623665.846860:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623665.846869:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623665.846876:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623665.846880:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623665.846882:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623665.846887:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623665.846891:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623665.846903:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623665.846906:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623665.846909:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623665.846913:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623665.846915:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623665.846917:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623665.846923:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623665.846930:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623665.846931:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623665.846933:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623665.846934:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623665.846935:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623665.846937:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623665.847145:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623665.847149:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623665.847154:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623666.869164:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623666.869172:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623666.869179:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623666.869180:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623666.869184:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623666.869185:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623666.869280:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623666.869283:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623666.869286:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623667.893311:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623667.893320:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623667.893326:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623667.893328:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623667.893331:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623667.893332:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623667.893429:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623667.893433:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623667.893436:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623668.918546:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623668.918552:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623668.918558:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623668.918559:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623668.918562:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623668.918564:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623668.918649:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623668.918653:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623668.918656:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623669.941236:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623669.941242:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623669.941246:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623669.941247:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623669.941250:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623669.941251:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623669.941337:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623669.941340:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623669.941342:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781623670.581496:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623670.581508:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623670.581519:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733f800. 00000020:00000040:1.0:1781623670.581525:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781623670.581529:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623670.581533:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623670.581538:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623670.581546:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85102c9a00. 00000100:00000001:1.0:1781623670.581553:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623670.581566:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733f800 x1868160455844608/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623670.581577:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623670.581582:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623670.581588:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024db8907] to pc [ptlrpcd_00_01+1] req@ffff8f850733f800 x1868160455844608/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623670.581627:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623670.581630:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623670.581634:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623670.581637:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733f100. 00000020:00000040:1.0:1781623670.581639:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781623670.581641:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623670.581643:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623670.581645:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623670.581648:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85102c9e00. 00000100:00000001:1.0:1781623670.581651:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623670.581656:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733f100 x1868160455844736/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623670.581663:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623670.581665:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623670.581669:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8462c2d] to pc [ptlrpcd_00_00+0] req@ffff8f850733f100 x1868160455844736/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623670.581676:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623670.581678:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623670.581680:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623670.581684:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733c000. 00000020:00000040:1.0:1781623670.581686:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:1.0:1781623670.581688:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623670.581689:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623670.581691:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623670.581694:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85102c9000. 00000100:00000001:1.0:1781623670.581696:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623670.581699:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f850733c000 x1868160455844864/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623670.581705:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623670.581707:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623670.581710:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000053df1fcb] to pc [ptlrpcd_00_01+1] req@ffff8f850733c000 x1868160455844864/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623670.581715:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623670.581718:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781623670.581721:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781623670.581725:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7165) 00000100:00000001:0.0:1781623670.582322:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623670.582327:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623670.582340:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623670.582347:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733f800 x1868160455844608/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623670.582355:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623670.582357:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623670.582361:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623670.582364:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623670.582367:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623670.582370:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455844608:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623670.582375:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623670.582382:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623670.582385:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623670.582388:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623670.582393:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cec400. 02000000:00000001:0.0:1781623670.582395:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623670.582401:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623670.582405:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc72c0. 00000400:00000010:0.0:1781623670.582411:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e94c8. 00000100:00000200:0.0:1781623670.582419:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455844608, portal 25 00000100:00000001:0.0:1781623670.582421:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623670.582423:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247109632 : -123673462441984 : ffff8f850733f800) 00000100:00000040:0.0:1781623670.582429:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733f800 x1868160455844608/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623670.582436:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623670.582439:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623670.582442:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9d48. 00000100:00000200:0.0:1781623670.582446:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455844608, offset 0 00000400:00000200:0.0:1781623670.582452:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623670.582461:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623670.582469:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623670.582476:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623670.582480:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623670.582484:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623670.582487:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623670.582491:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375887:375887:256:4294967295] 192.168.202.101@tcp LPNI seq info [375857:375857:8:4294967295] 00000400:00000200:0.0:1781623670.582496:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623670.582507:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623670.582513:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623670.582518:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0d00. 00000800:00000200:0.0:1781623670.582525:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623670.582532:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623670.582536:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623670.582556:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623670.582561:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623670.582564:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301835383 00000100:00000001:0.0:1781623670.582572:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301830263 00000100:00000001:0.0:1781623670.582576:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301835383 00000100:00000001:0.0:1781623670.582579:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301830263 00000100:00000001:0.0:1781623670.582582:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623670.582584:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623670.582587:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623670.582592:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733c000 x1868160455844864/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623670.582598:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623670.582599:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623670.582601:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623670.582604:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623670.582606:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623670.582609:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455844864:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623670.582612:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623670.582614:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623670.582616:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623670.582618:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623670.582621:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505ced400. 02000000:00000001:0.0:1781623670.582622:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623670.582625:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623670.582628:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7dc0. 00000400:00000010:0.0:1781623670.582632:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9880. 00000100:00000200:0.0:1781623670.582635:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455844864, portal 4 00000100:00000001:0.0:1781623670.582636:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623670.582637:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247095296 : -123673462456320 : ffff8f850733c000) 00000100:00000040:0.0:1781623670.582644:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733c000 x1868160455844864/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623670.582650:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623670.582652:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623670.582654:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9f68. 00000100:00000200:0.0:1781623670.582657:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455844864, offset 0 00000400:00000200:0.0:1781623670.582660:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623670.582664:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623670.582667:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623670.582669:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623670.582672:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623670.582674:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623670.582676:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623670.582678:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375888:375888:255:4294967295] 192.168.202.101@tcp LPNI seq info [375858:375858:7:4294967295] 00000400:00000200:0.0:1781623670.582682:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623670.582688:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623670.582692:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623670.582696:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0900. 00000800:00000200:0.0:1781623670.582699:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623670.582704:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623670.582706:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623670.582709:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623670.582713:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 443818 usecs (444 jiffies) 00000400:00000200:0.0:1781623670.582716:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623670.582718:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301828029 00000100:00000001:0.0:1781623670.582720:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301835383 00000100:00000001:0.0:1781623670.582722:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301828029 00000100:00000001:0.0:1781623670.582724:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301835383 00000100:00000001:0.0:1781623670.582727:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623670.582729:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623670.582731:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623670.582734:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623670.582742:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623670.582744:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781623670.582746:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623670.582748:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623670.582749:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623670.582752:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1781623670.582753:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623670.582755:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623670.582757:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623670.582758:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623670.582759:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623670.582760:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623670.582764:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733f100 x1868160455844736/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623670.582770:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623670.582771:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623670.582774:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623670.582775:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623670.582778:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623670.582781:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455844736:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623670.582784:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623670.582787:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623670.582788:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623670.582790:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623670.582793:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505ced800. 02000000:00000001:0.0:1781623670.582794:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623670.582798:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623670.582800:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7b00. 00000400:00000010:0.0:1781623670.582804:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9440. 00000100:00000200:0.0:1781623670.582806:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455844736, portal 10 00000100:00000001:0.0:1781623670.582808:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623670.582809:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247107840 : -123673462443776 : ffff8f850733f100) 00000100:00000040:0.0:1781623670.582815:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733f100 x1868160455844736/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623670.582821:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623670.582823:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623670.582825:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9ee0. 00000100:00000200:0.0:1781623670.582827:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455844736, offset 0 00000400:00000200:0.0:1781623670.582831:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623670.582835:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623670.582839:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623670.582842:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623670.582845:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623670.582847:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623670.582850:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623670.582863:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375889:375889:254:4294967295] 192.168.202.101@tcp LPNI seq info [375859:375859:6:4294967295] 00000400:00000200:0.0:1781623670.582868:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623670.582876:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623670.582880:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623670.582884:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0f00. 00000800:00000200:0.0:1781623670.582887:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623670.582891:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623670.582893:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623670.582897:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623670.582900:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17916 usecs (18 jiffies) 00000800:00000200:3.0:1781623670.582902:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1781623670.582904:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623670.582908:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301827603 00000800:00000010:3.0:1781623670.582910:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0d00. 00000100:00000001:0.0:1781623670.582911:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301835383 00000100:00000001:0.0:1781623670.582916:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301827603 00000100:00000001:0.0:1781623670.582918:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301835383 00000400:00000200:3.0:1781623670.582920:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1781623670.582921:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623670.582926:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623670.582931:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623670.582932:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:0.0:1781623670.582936:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623670.582940:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9d48 00000400:00000010:3.0:1781623670.582943:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9d48. 00000100:00000001:3.0:1781623670.582948:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1781623670.582951:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1781623670.582954:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733f800 x1868160455844608/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623670.582955:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623670.582967:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623670.582973:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733f800 x1868160455844608/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623686 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623670.582992:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623670.582993:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623670.583006:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623670.583008:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0900. 00000400:00000200:3.0:1781623670.583011:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623670.583014:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623670.583017:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9f68 00000400:00000010:3.0:1781623670.583018:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9f68. 00000100:00000001:3.0:1781623670.583021:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623670.583050:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733c000 x1868160455844864/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623670.583058:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623670.583061:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733c000 x1868160455844864/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623686 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623670.583066:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623670.583068:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623670.583684:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623670.583689:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0f00. 00000400:00000200:3.0:1781623670.583693:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623670.583697:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623670.583701:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9ee0 00000400:00000010:3.0:1781623670.583703:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9ee0. 00000100:00000001:3.0:1781623670.583706:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623670.583710:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733f100 x1868160455844736/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623670.583716:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623670.583719:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733f100 x1868160455844736/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623705 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623670.583724:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623670.583725:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781623670.587711:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623670.587732:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623670.587737:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623670.587739:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623670.587748:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623670.587756:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623670.587765:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623670.587771:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623670.587777:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623670.587782:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005aa300 00000400:00000200:3.0:1781623670.587786:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623670.587793:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8c65 [1] + 224 00000800:00000001:3.0:1781623670.587801:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623670.587805:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623670.587809:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623670.587814:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623670.587822:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623670.587831:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733f800 x1868160455844608/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623686 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623670.587842:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733f800 x1868160455844608/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623686 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623670.587946:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623670.587955:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623670.587959:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623670.587961:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623670.587964:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623670.587967:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623670.587971:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623670.587975:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623670.587978:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623670.587981:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623670.587984:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005aa400 00000400:00000200:3.0:1781623670.587988:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623670.587992:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8c6d [1] + 224 00000800:00000001:3.0:1781623670.587996:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623670.588000:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623670.588002:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623670.588004:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623670.588007:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623670.588012:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733c000 x1868160455844864/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623686 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623670.588021:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733c000 x1868160455844864/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623686 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623670.588108:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623670.588113:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623670.588117:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623670.588119:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623670.588121:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623670.588125:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623670.588128:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623670.588133:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623670.588135:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623670.588138:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623670.588140:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005aa380 00000400:00000200:3.0:1781623670.588143:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623670.588147:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8c75 [1] + 224 00000800:00000001:3.0:1781623670.588150:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623670.588155:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623670.588157:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623670.588159:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623670.588162:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623670.588166:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733f100 x1868160455844736/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623705 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623670.588174:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733f100 x1868160455844736/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623705 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623670.588180:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623670.588182:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623670.588185:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623670.588368:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623670.588373:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623670.588380:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623670.588382:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623670.588387:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7b00. 00000400:00000200:0.0:1781623670.588391:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9440 00000400:00000010:0.0:1781623670.588393:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9440. 00000100:00000001:0.0:1781623670.588397:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623670.588401:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733f100 x1868160455844736/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623705 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623670.588410:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733f100 x1868160455844736/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623705 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623670.588416:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623670.588417:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623670.588420:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623670.588426:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623670.588429:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623670.588431:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623670.588434:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623670.588445:0:2350:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=147 v=20 (20 20 20 20) 00000100:00001000:0.0:1781623670.588449:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=68 v=5 (1 1 1 1) 00000100:00000001:0.0:1781623670.588451:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623670.588453:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623670.588456:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623670.588459:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623670.588463:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623670.588465:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781623670.588467:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623670.588468:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623670.588472:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733f100 x1868160455844736/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623705 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623670.588479:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623670.588483:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623670.588484:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623670.588488:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733f100 x1868160455844736/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623705 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623670.588496:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455844736:192.168.202.101@tcp:400:kworker.0 00000400:00000001:0.0:1781623670.588501:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623670.588502:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623670.588503:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc72c0. 00000400:00000200:0.0:1781623670.588506:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e94c8 00000400:00000010:0.0:1781623670.588507:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e94c8. 00000100:00000001:0.0:1781623670.588509:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623670.588512:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733f800 x1868160455844608/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623686 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623670.588519:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733f800 x1868160455844608/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623686 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623670.588530:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623670.588532:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623670.588533:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623670.588535:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623670.588536:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623670.588537:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623670.588539:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623670.588542:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=147 v=5 (5 5 5 5) 00000100:00001000:0.0:1781623670.588544:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=68 v=5 (1 1 1 1) 00000100:00000001:0.0:1781623670.588546:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623670.588548:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623670.588549:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623670.588550:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623670.588552:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623670.588556:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733f800 x1868160455844608/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623686 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623670.588562:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623670.588564:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623670.588565:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623670.588568:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733f800 x1868160455844608/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623686 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623670.588576:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455844608:192.168.202.101@tcp:400:kworker.0 00000400:00000001:0.0:1781623670.588581:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623670.588582:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623670.588584:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7dc0. 00000400:00000200:0.0:1781623670.588586:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9880 00000400:00000010:0.0:1781623670.588587:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9880. 00000100:00000001:0.0:1781623670.588589:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623670.588592:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733c000 x1868160455844864/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623686 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623670.588600:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733c000 x1868160455844864/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623686 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623670.588607:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623670.588609:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623670.588611:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623670.588612:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623670.588613:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623670.588614:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623670.588616:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623670.588620:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=147 v=5 (5 5 5 5) 00000100:00001000:0.0:1781623670.588622:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=146 v=5 (1 1 1 0) 00000100:00000001:0.0:1781623670.588624:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623670.588625:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623670.588626:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623670.588628:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623670.588630:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623670.588631:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:0.0:1781623670.588633:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623670.588634:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623670.588637:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733c000 x1868160455844864/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623686 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623670.588642:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623670.588644:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623670.588645:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623670.588648:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733c000 x1868160455844864/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623686 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623670.588654:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455844864:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623670.588657:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623670.588660:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623670.588663:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733f100 x1868160455844736/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623705 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623670.588669:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623670.588673:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623670.588678:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505ced800. 02000000:00000001:0.0:1781623670.588683:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623670.588685:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623670.588687:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781623670.588689:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623670.588692:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85102c9e00. 02000000:00000001:0.0:1781623670.588696:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623670.588698:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623670.588700:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733f100. 00000100:00000001:0.0:1781623670.588704:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623670.588706:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623670.588707:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623670.588711:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733f800 x1868160455844608/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623686 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623670.588716:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623670.588717:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623670.588718:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cec400. 02000000:00000001:0.0:1781623670.588720:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623670.588721:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623670.588722:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781623670.588723:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623670.588725:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85102c9a00. 02000000:00000001:0.0:1781623670.588726:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623670.588727:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623670.588728:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733f800. 00000100:00000001:0.0:1781623670.588730:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623670.588731:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623670.588733:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623670.588735:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733c000 x1868160455844864/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623686 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623670.588740:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623670.588741:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623670.588742:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505ced400. 02000000:00000001:0.0:1781623670.588744:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623670.588745:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623670.588746:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:0.0:1781623670.588748:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623670.588750:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85102c9000. 02000000:00000001:0.0:1781623670.588752:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623670.588752:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623670.588754:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733c000. 00000100:00000001:0.0:1781623670.588756:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623670.588757:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623670.588759:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623670.588767:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623670.588769:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623670.588771:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623670.588774:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623670.965154:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623670.965161:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623670.965167:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623670.965168:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623670.965171:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623670.965172:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623670.965424:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623670.965427:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623670.965430:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623671.989154:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623671.989161:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623671.989166:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623671.989168:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623671.989170:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623671.989172:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623671.989951:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623671.989959:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623671.989963:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623673.013406:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623673.013412:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623673.013418:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623673.013419:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623673.013422:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623673.013423:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623673.013907:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623673.013911:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623673.013914:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623674.037545:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623674.037558:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623674.037561:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623674.037570:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623674.037573:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623674.037575:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623674.037581:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623674.037584:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623674.037586:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623674.037588:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623674.037594:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623674.037595:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623674.037600:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623674.037601:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623674.041258:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623674.041268:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623674.041274:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623675.061204:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623675.061215:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623675.061223:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623675.061224:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623675.061228:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623675.061229:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623675.064221:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623675.064231:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623675.064238:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781623675.701237:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623675.701249:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623675.701263:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511280380. 00000020:00000040:3.0:1781623675.701269:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781623675.701273:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623675.701277:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623675.701283:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623675.701291:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7df00. 00000100:00000001:3.0:1781623675.701298:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623675.701309:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511280380 x1868160455844992/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623675.701319:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623675.701323:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623675.701329:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc0c9a06] to pc [ptlrpcd_01_01+1] req@ffff8f8511280380 x1868160455844992/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623675.701363:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623675.701366:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623675.701369:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623675.701371:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511281180. 00000020:00000040:3.0:1781623675.701373:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781623675.701374:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623675.701375:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623675.701377:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623675.701379:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d900. 00000100:00000001:3.0:1781623675.701381:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623675.701383:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511281180 x1868160455845120/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623675.701388:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623675.701390:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623675.701392:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc6d7584] to pc [ptlrpcd_01_00+0] req@ffff8f8511281180 x1868160455845120/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623675.701398:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623675.701399:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623675.701402:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623675.701404:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511282680. 00000020:00000040:3.0:1781623675.701406:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:3.0:1781623675.701407:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623675.701408:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623675.701409:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623675.701411:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d500. 00000100:00000001:3.0:1781623675.701413:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623675.701415:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f8511282680 x1868160455845248/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623675.701420:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623675.701421:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623675.701423:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008781aa17] to pc [ptlrpcd_01_01+1] req@ffff8f8511282680 x1868160455845248/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623675.701427:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623675.701428:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781623675.701437:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781623675.701441:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7170) 00000100:00000001:3.0:1781623675.701455:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623675.701458:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623675.701460:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623675.701464:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511281180 x1868160455845120/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623675.701468:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623675.701470:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623675.701473:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623675.701475:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623675.701477:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623675.701480:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455845120:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623675.701484:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623675.701491:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623675.701493:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623675.701495:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623675.701499:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ece00. 02000000:00000001:3.0:1781623675.701500:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623675.701508:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623675.701512:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c87e8. 00000400:00000010:3.0:1781623675.701521:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70110. 00000100:00000200:3.0:1781623675.701531:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455845120, portal 10 00000100:00000001:3.0:1781623675.701533:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623675.701535:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414101888 : -123673295449728 : ffff8f8511281180) 00000100:00000040:3.0:1781623675.701544:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511281180 x1868160455845120/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623675.701553:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623675.701556:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623675.701559:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70d48. 00000100:00000200:3.0:1781623675.701563:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455845120, offset 0 00000400:00000200:3.0:1781623675.701570:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623675.701589:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623675.701597:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623675.701603:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623675.701607:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623675.701610:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623675.701612:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623675.701616:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375890:375890:256:4294967295] 192.168.202.101@tcp LPNI seq info [375860:375860:8:4294967295] 00000400:00000200:3.0:1781623675.701619:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623675.701627:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623675.701631:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623675.701636:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d000. 00000800:00000200:3.0:1781623675.701644:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623675.701653:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623675.701658:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623675.701672:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623675.701678:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17905 usecs (18 jiffies) 00000400:00000200:3.0:1781623675.701682:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623675.701684:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301832722 00000100:00000001:3.0:1781623675.701687:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301835383 00000100:00000001:3.0:1781623675.701689:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301832722 00000100:00000001:3.0:1781623675.701691:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301835383 00000100:00000001:3.0:1781623675.701694:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623675.701696:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623675.701698:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623675.701700:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623675.701707:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623675.701709:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=30 : 30 : 1e) 00000100:00000001:3.0:1781623675.701711:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623675.701711:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623675.701713:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623675.701714:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1781623675.701715:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623675.701717:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623675.701718:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623675.701719:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623675.701720:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623675.701721:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623675.701724:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511280380 x1868160455844992/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623675.701731:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623675.701732:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623675.701735:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623675.701737:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623675.701739:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623675.701741:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455844992:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623675.701744:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623675.701747:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623675.701748:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623675.701750:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623675.701756:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ec400. 02000000:00000001:3.0:1781623675.701759:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623675.701762:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623675.701765:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8aa8. 00000400:00000010:3.0:1781623675.701768:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e707f8. 00000100:00000200:3.0:1781623675.701771:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455844992, portal 25 00000100:00000001:3.0:1781623675.701774:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623675.701775:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414098304 : -123673295453312 : ffff8f8511280380) 00000100:00000040:3.0:1781623675.701779:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511280380 x1868160455844992/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623675.701784:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623675.701786:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623675.701788:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70aa0. 00000100:00000200:3.0:1781623675.701790:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455844992, offset 0 00000400:00000200:3.0:1781623675.701795:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623675.701798:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623675.701802:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623675.701816:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623675.701819:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623675.701821:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623675.701824:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623675.701826:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375891:375891:255:4294967295] 192.168.202.101@tcp LPNI seq info [375861:375861:7:4294967295] 00000400:00000200:3.0:1781623675.701831:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623675.701836:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623675.701841:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623675.701844:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d100. 00000800:00000200:3.0:1781623675.701848:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623675.701851:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623675.701853:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623675.701855:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623675.701857:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623675.701859:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301840502 00000100:00000001:3.0:1781623675.701866:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301835383 00000100:00000001:3.0:1781623675.701868:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301840502 00000100:00000001:3.0:1781623675.701870:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301835383 00000100:00000001:3.0:1781623675.701872:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623675.701874:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623675.701876:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623675.701878:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511282680 x1868160455845248/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623675.701883:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623675.701884:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623675.701885:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623675.701887:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623675.701888:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623675.701889:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511282680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455845248:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623675.701891:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623675.701893:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623675.701894:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623675.701895:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623675.701897:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ede00. 02000000:00000001:3.0:1781623675.701898:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623675.701900:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623675.701902:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c89a0. 00000400:00000010:3.0:1781623675.701904:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70990. 00000100:00000200:3.0:1781623675.701906:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455845248, portal 4 00000100:00000001:3.0:1781623675.701907:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623675.701908:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414107264 : -123673295444352 : ffff8f8511282680) 00000100:00000040:3.0:1781623675.701912:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511282680 x1868160455845248/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623675.701916:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623675.701918:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623675.701919:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e705d8. 00000100:00000200:3.0:1781623675.701920:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455845248, offset 0 00000400:00000200:3.0:1781623675.701923:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623675.701925:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623675.701927:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623675.701929:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623675.701931:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623675.701932:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623675.701934:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623675.701936:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375892:375892:254:4294967295] 192.168.202.101@tcp LPNI seq info [375862:375862:6:4294967295] 00000400:00000200:3.0:1781623675.701938:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623675.701942:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623675.701945:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623675.701947:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7db00. 00000800:00000200:3.0:1781623675.701949:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623675.701951:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623675.701953:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7db00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623675.701954:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623675.701956:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 442445 usecs (443 jiffies) 00000400:00000200:3.0:1781623675.701958:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623675.701960:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301833147 00000100:00000001:3.0:1781623675.701961:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301840502 00000100:00000001:3.0:1781623675.701963:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301833147 00000100:00000001:3.0:1781623675.701964:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301840502 00000100:00000001:3.0:1781623675.701965:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623675.701966:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623675.701967:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623675.701968:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623675.702012:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623675.702015:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d000. 00000400:00000200:3.0:1781623675.702022:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1781623675.702130:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623675.702133:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623675.702164:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623675.702172:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70d48 00000400:00000010:3.0:1781623675.702174:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70d48. 00000100:00000001:3.0:1781623675.702180:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623675.702185:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511281180 x1868160455845120/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623675.702202:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623675.702205:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511281180 x1868160455845120/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623710 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623675.702210:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623675.702211:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623675.702223:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623675.702225:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d100. 00000400:00000200:3.0:1781623675.702227:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623675.702229:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623675.702231:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70aa0 00000400:00000010:3.0:1781623675.702232:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70aa0. 00000100:00000001:3.0:1781623675.702233:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623675.702235:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511280380 x1868160455844992/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623675.702240:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623675.702241:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511280380 x1868160455844992/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623691 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623675.702245:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623675.702246:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623675.702303:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623675.702305:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7db00. 00000400:00000200:3.0:1781623675.702306:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623675.702308:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623675.702309:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e705d8 00000400:00000010:3.0:1781623675.702310:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e705d8. 00000100:00000001:3.0:1781623675.702312:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623675.702314:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511282680 x1868160455845248/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623675.702319:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623675.702320:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511282680 x1868160455845248/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623691 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623675.702328:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623675.702329:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781623675.705325:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623675.705347:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623675.705353:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623675.705355:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623675.705366:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623675.705376:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623675.705386:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623675.705392:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623675.705399:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623675.705404:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005aa580 00000400:00000200:3.0:1781623675.705410:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623675.705419:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8c9d [1] + 224 00000800:00000001:3.0:1781623675.705429:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623675.705435:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623675.705439:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623675.705444:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623675.705488:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623675.705501:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511282680 x1868160455845248/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623691 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623675.705514:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511282680 x1868160455845248/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623691 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623675.705543:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623675.705554:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623675.705558:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623675.705602:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623675.705608:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781623675.705617:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623675.705619:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623675.705623:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c89a0. 00000400:00000200:2.0:1781623675.705631:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70990 00000400:00000010:2.0:1781623675.705633:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70990. 00000100:00000001:2.0:1781623675.705637:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623675.705642:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511282680 x1868160455845248/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623691 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623675.705651:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511282680 x1868160455845248/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623691 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623675.705656:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623675.705658:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623675.705661:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623675.705665:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623675.705668:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623675.705671:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623675.705675:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623675.705686:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=152 v=5 (5 5 5 5) 00000100:00001000:2.0:1781623675.705691:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=151 v=5 (1 1 1 0) 00000100:00000001:2.0:1781623675.705694:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623675.705696:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623675.705699:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623675.705703:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623675.705707:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781623675.705710:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:2.0:1781623675.705712:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781623675.705714:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623675.705719:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511282680 x1868160455845248/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623691 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623675.705726:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623675.705730:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623675.705733:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623675.705736:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511282680 x1868160455845248/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623691 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623675.705744:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511282680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455845248:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623675.705750:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623675.705753:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623675.705756:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511282680 x1868160455845248/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623691 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623675.705763:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623675.705766:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623675.705771:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ede00. 02000000:00000001:2.0:1781623675.705774:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623675.705777:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623675.705780:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:2.0:1781623675.705782:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623675.705785:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d500. 02000000:00000001:2.0:1781623675.705789:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623675.705791:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623675.705793:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511282680. 00000100:00000001:2.0:1781623675.705797:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623675.705798:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623675.705802:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623675.705803:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623675.705817:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623675.705819:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623675.705821:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781623675.708990:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623675.709011:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623675.709017:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623675.709019:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623675.709073:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623675.709083:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623675.709094:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623675.709100:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623675.709107:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623675.709112:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005aa480 00000400:00000200:3.0:1781623675.709118:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623675.709127:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8c8d [1] + 224 00000800:00000001:3.0:1781623675.709139:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623675.709211:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623675.709217:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623675.709225:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623675.709237:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623675.709250:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511280380 x1868160455844992/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623691 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623675.709262:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511280380 x1868160455844992/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623691 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623675.709286:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623675.709299:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623675.709304:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623675.709307:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623675.709309:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623675.709313:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623675.709316:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623675.709322:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623675.709325:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623675.709328:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623675.709331:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005aa500 00000400:00000200:2.0:1781623675.709335:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623675.709340:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8c7d [1] + 224 00000800:00000001:2.0:1781623675.709344:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623675.709349:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623675.709351:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623675.709355:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623675.709358:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623675.709362:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511281180 x1868160455845120/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623710 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623675.709369:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511281180 x1868160455845120/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623710 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623675.709376:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623675.709379:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623675.709382:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623675.711225:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623675.711236:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781623675.711248:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623675.711251:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623675.711256:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8aa8. 00000400:00000200:3.0:1781623675.713111:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e707f8 00000400:00000010:3.0:1781623675.713121:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e707f8. 00000100:00000001:3.0:1781623675.713131:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623675.713148:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511280380 x1868160455844992/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623691 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623675.713161:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511280380 x1868160455844992/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623691 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623675.713170:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623675.713174:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623675.713178:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623675.713182:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623675.713186:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623675.713189:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623675.713192:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623675.713201:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=152 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623675.713207:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=73 v=5 (1 1 1 1) 00000100:00000001:3.0:1781623675.713210:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623675.713211:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623675.713215:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623675.713217:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623675.713220:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623675.713226:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511280380 x1868160455844992/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623691 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623675.713236:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623675.713240:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623675.713242:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623675.713246:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511280380 x1868160455844992/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623691 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623675.713255:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455844992:192.168.202.101@tcp:400:kworker.0 00000400:00000001:3.0:1781623675.713266:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623675.713268:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623675.713271:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c87e8. 00000400:00000200:3.0:1781623675.713275:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70110 00000400:00000010:3.0:1781623675.713277:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70110. 00000100:00000001:3.0:1781623675.713279:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623675.713283:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511281180 x1868160455845120/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623710 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623675.713292:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511281180 x1868160455845120/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623710 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623675.713298:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623675.713299:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623675.713301:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623675.713302:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623675.713303:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623675.713305:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623675.713306:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623675.713326:0:2351:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=152 v=20 (20 20 20 20) 00000100:00001000:3.0:1781623675.713330:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=73 v=5 (1 1 1 1) 00000100:00000001:3.0:1781623675.713332:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623675.713333:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623675.713335:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623675.713338:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623675.713341:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623675.713344:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781623675.713346:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623675.713348:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623675.713351:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511281180 x1868160455845120/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623710 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623675.713357:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623675.713359:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623675.713360:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623675.713364:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511281180 x1868160455845120/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623710 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623675.713371:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455845120:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623675.713375:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623675.713379:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623675.713382:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511280380 x1868160455844992/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623691 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623675.713388:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623675.713392:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623675.713396:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ec400. 02000000:00000001:3.0:1781623675.713400:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623675.713403:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623675.713406:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781623675.713408:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623675.713411:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7df00. 02000000:00000001:3.0:1781623675.713415:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623675.713417:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623675.713419:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511280380. 00000100:00000001:3.0:1781623675.713423:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623675.713425:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623675.713426:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623675.713430:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511281180 x1868160455845120/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623710 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623675.713435:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623675.713436:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623675.713439:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ece00. 02000000:00000001:3.0:1781623675.713440:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623675.713441:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623675.713443:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781623675.713444:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623675.713446:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d900. 02000000:00000001:3.0:1781623675.713448:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623675.713449:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623675.713450:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511281180. 00000100:00000001:3.0:1781623675.713452:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623675.713453:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623675.713456:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623675.713467:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623675.713468:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623675.713471:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623675.713474:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623676.085285:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623676.085295:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623676.085303:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623676.085307:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623676.085713:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623676.085718:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623676.085722:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623676.085725:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623676.085728:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623676.085731:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623676.085737:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623676.085739:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623676.085741:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623676.085747:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623676.085750:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623676.085751:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623676.085753:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623676.085754:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623676.085755:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623676.085757:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623676.086862:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623676.086870:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623676.086876:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623677.110125:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623677.110133:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623677.110138:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623677.110139:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623677.110144:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623677.110145:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623677.110322:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623677.110326:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623677.110328:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623678.133200:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623678.133210:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623678.133219:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623678.133220:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623678.133224:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623678.133225:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623678.133324:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623678.133332:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623678.133337:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623679.157452:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623679.157458:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623679.157462:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623679.157463:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623679.157465:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623679.157466:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623679.157552:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623679.157556:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623679.157559:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623680.181857:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623680.181865:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623680.181871:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623680.181873:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623680.181876:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623680.181877:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623680.182014:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623680.182017:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623680.182020:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781623680.821288:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623680.821299:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623680.821320:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0f100. 00000020:00000040:2.0:1781623680.821326:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781623680.821331:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623680.821335:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623680.821340:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623680.821349:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3500. 00000100:00000001:2.0:1781623680.821357:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623680.821370:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0f100 x1868160455845376/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623680.821383:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623680.821387:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623680.821403:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6db9cef] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0f100 x1868160455845376/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623680.821429:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623680.821604:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623680.821609:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623680.821611:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623680.821617:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0f100 x1868160455845376/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623680.821626:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623680.821628:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623680.821632:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623680.821634:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623680.821638:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623680.821641:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455845376:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623680.821646:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623680.821652:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623680.821655:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623680.821658:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623680.821664:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ece00. 02000000:00000001:3.0:1781623680.821667:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623680.821675:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623680.821680:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c87e8. 00000400:00000010:3.0:1781623680.821687:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70110. 00000100:00000200:3.0:1781623680.821694:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455845376, portal 25 00000100:00000001:3.0:1781623680.821697:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623680.821698:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272077056 : -123673437474560 : ffff8f8508b0f100) 00000100:00000040:3.0:1781623680.821704:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0f100 x1868160455845376/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623680.821712:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623680.821715:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623680.821718:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e707f8. 00000100:00000200:3.0:1781623680.821721:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455845376, offset 0 00000400:00000200:3.0:1781623680.821729:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623680.821738:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623680.821746:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623680.821752:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623680.821757:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623680.821794:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623680.821797:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623680.821927:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375893:375893:256:4294967295] 192.168.202.101@tcp LPNI seq info [375863:375863:8:4294967295] 00000400:00000200:3.0:1781623680.821933:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623680.821943:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623680.821950:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623680.821956:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d900. 00000800:00000200:3.0:1781623680.821963:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623680.821971:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623680.821976:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623680.821989:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623680.821993:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623680.821996:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301845622 00000100:00000001:3.0:1781623680.822002:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301840502 00000100:00000001:3.0:1781623680.822007:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301845622 00000100:00000001:3.0:1781623680.822010:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301840502 00000100:00000001:3.0:1781623680.822014:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623680.822017:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623680.822020:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623680.822022:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623680.822064:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623680.822068:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781623680.822070:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623680.822072:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623680.822073:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623680.822075:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623680.822194:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623680.822198:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d900. 00000400:00000200:3.0:1781623680.822203:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623680.822209:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623680.822214:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e707f8 00000400:00000010:3.0:1781623680.822216:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e707f8. 00000100:00000001:3.0:1781623680.822220:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623680.822224:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0f100 x1868160455845376/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623680.822233:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623680.822237:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0f100 x1868160455845376/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623696 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623680.822243:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623680.822245:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1781623680.822275:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623680.822278:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623680.823151:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623680.823159:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623680.823168:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0ea00. 00000020:00000040:2.0:1781623680.823173:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781623680.823177:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623680.823181:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623680.823185:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623680.823193:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3a00. 00000100:00000001:2.0:1781623680.823199:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623680.823208:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0ea00 x1868160455845504/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623680.823218:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623680.823222:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623680.823228:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c67663d] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0ea00 x1868160455845504/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623680.823254:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623680.823256:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623680.823259:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623680.823263:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0e680. 00000020:00000040:2.0:1781623680.823265:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:2.0:1781623680.823266:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623680.823268:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623680.823270:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623680.823273:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3000. 00000100:00000001:2.0:1781623680.823275:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623680.823278:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f8508b0e680 x1868160455845632/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623680.823284:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623680.823286:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623680.823290:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000215f4291] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0e680 x1868160455845632/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623680.823302:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623680.823304:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781623680.823307:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781623680.823324:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7175) 00000100:00000001:3.0:1781623680.824008:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623680.824012:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623680.824014:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623680.824021:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0ea00 x1868160455845504/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623680.824062:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623680.824065:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623680.824068:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623680.824070:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623680.824073:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623680.824076:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455845504:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623680.824080:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623680.824086:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623680.824089:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623680.824091:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623680.824098:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096eda00. 02000000:00000001:3.0:1781623680.824100:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623680.824106:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623680.824109:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8aa8. 00000400:00000010:3.0:1781623680.824116:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e707f8. 00000100:00000200:3.0:1781623680.824122:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455845504, portal 10 00000100:00000001:3.0:1781623680.824124:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623680.824126:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272075264 : -123673437476352 : ffff8f8508b0ea00) 00000100:00000040:3.0:1781623680.824132:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0ea00 x1868160455845504/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623680.824139:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623680.824141:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623680.824144:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e705d8. 00000100:00000200:3.0:1781623680.824146:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455845504, offset 0 00000400:00000200:3.0:1781623680.824152:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623680.824159:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623680.824165:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623680.824170:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623680.824173:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623680.824177:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623680.824179:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623680.824183:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375894:375894:256:4294967295] 192.168.202.101@tcp LPNI seq info [375864:375864:8:4294967295] 00000400:00000200:3.0:1781623680.824186:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623680.824195:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623680.824201:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623680.824206:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d900. 00000800:00000200:3.0:1781623680.824212:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623680.824219:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623680.824223:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623680.824240:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623680.824245:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17901 usecs (18 jiffies) 00000400:00000200:3.0:1781623680.824247:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623680.824250:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301837845 00000100:00000001:3.0:1781623680.824253:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301845622 00000100:00000001:3.0:1781623680.824255:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301837845 00000100:00000001:3.0:1781623680.824257:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301845622 00000100:00000001:3.0:1781623680.824259:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623680.824262:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623680.824264:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623680.824266:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623680.824273:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623680.824276:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=30 : 30 : 1e) 00000100:00000001:3.0:1781623680.824278:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623680.824279:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623680.824281:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623680.824283:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1781623680.824285:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623680.824287:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623680.824288:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623680.824289:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623680.824291:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623680.824292:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623680.824296:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0e680 x1868160455845632/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623680.824303:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623680.824304:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623680.824307:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623680.824611:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623680.824614:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623680.824618:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455845632:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623680.824622:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623680.824625:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623680.824626:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623680.824628:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623680.824631:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ec800. 02000000:00000001:3.0:1781623680.824633:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623680.824636:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623680.824639:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8e70. 00000400:00000010:3.0:1781623680.824642:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70aa0. 00000100:00000200:3.0:1781623680.824645:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455845632, portal 4 00000100:00000001:3.0:1781623680.824647:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623680.824648:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272074368 : -123673437477248 : ffff8f8508b0e680) 00000100:00000040:3.0:1781623680.824654:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0e680 x1868160455845632/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623680.824660:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623680.824662:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623680.824665:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70d48. 00000100:00000200:3.0:1781623680.824667:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455845632, offset 0 00000400:00000200:3.0:1781623680.824671:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623680.824674:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623680.824678:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623680.824681:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623680.824683:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623680.824686:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623680.824688:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623680.824691:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375895:375895:255:4294967295] 192.168.202.101@tcp LPNI seq info [375865:375865:7:4294967295] 00000400:00000200:3.0:1781623680.824695:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623680.824702:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623680.824707:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623680.824710:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7df00. 00000800:00000200:3.0:1781623680.824714:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623680.824719:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623680.824721:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7df00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623680.824724:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623680.824726:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 441070 usecs (442 jiffies) 00000400:00000200:3.0:1781623680.824729:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623680.824732:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301838269 00000100:00000001:3.0:1781623680.824734:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301845622 00000100:00000001:3.0:1781623680.824736:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301838269 00000100:00000001:3.0:1781623680.824738:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301845622 00000100:00000001:3.0:1781623680.824740:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623680.824742:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623680.824744:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623680.824746:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781623680.824996:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623680.825001:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d900. 00000400:00000200:2.0:1781623680.825008:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623680.825012:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623680.825018:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e705d8 00000400:00000010:2.0:1781623680.825021:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e705d8. 00000100:00000001:2.0:1781623680.825041:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623680.825047:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0ea00 x1868160455845504/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623680.825057:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623680.825060:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0ea00 x1868160455845504/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623715 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623680.825068:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623680.825069:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781623680.825386:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623680.825501:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7df00. 00000400:00000200:2.0:1781623680.825505:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623680.825510:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623680.825513:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70d48 00000400:00000010:2.0:1781623680.825515:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70d48. 00000100:00000001:2.0:1781623680.825518:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623680.825522:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0e680 x1868160455845632/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623680.825530:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623680.825533:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0e680 x1868160455845632/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623696 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623680.825546:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623680.826167:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623680.826171:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623680.826174:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623680.826179:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623680.826235:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781623680.834436:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623680.834452:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623680.834456:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623680.834459:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623680.834468:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623680.834476:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623680.834485:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623680.834490:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623680.834495:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623680.834500:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005aa600 00000400:00000200:3.0:1781623680.834505:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623680.834512:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8cad [1] + 224 00000800:00000001:3.0:1781623680.834520:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623680.834524:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623680.834527:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623680.834531:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623680.834539:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623680.834609:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0f100 x1868160455845376/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623696 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623680.834624:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0f100 x1868160455845376/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623696 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623680.834652:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623680.834661:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623680.834666:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623680.834668:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623680.834670:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623680.834673:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623680.834677:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623680.834682:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623680.834685:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623680.834688:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623680.834691:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005aa700 00000400:00000200:3.0:1781623680.834695:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623680.834699:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8ccd [1] + 224 00000800:00000001:3.0:1781623680.834703:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623680.834707:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623680.834709:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623680.834712:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623680.834716:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623680.834720:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0e680 x1868160455845632/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623696 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623680.834731:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0e680 x1868160455845632/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623696 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623680.834749:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623680.834752:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623680.834755:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623680.834769:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623680.834773:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623680.834776:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623680.834779:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623680.834784:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623680.834786:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623680.834789:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623680.834791:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005aa680 00000400:00000200:3.0:1781623680.834795:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623680.834862:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8cbd [1] + 224 00000800:00000001:3.0:1781623680.834867:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623680.834888:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623680.834890:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623680.834894:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623680.834897:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623680.834902:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0ea00 x1868160455845504/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623715 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623680.834910:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0ea00 x1868160455845504/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623715 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623680.834917:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623680.834920:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623680.834923:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623680.834937:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623680.834940:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781623680.834947:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623680.834949:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623680.834952:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8e70. 00000400:00000200:3.0:1781623680.834957:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70aa0 00000400:00000010:3.0:1781623680.834960:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70aa0. 00000100:00000001:3.0:1781623680.834963:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623680.834966:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0e680 x1868160455845632/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623696 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623680.834974:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0e680 x1868160455845632/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623696 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623680.834979:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623680.834981:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623680.834984:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623680.834988:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623680.834990:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623680.834992:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623680.834995:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623680.835003:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=7 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623680.835007:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=6 v=5 (1 1 1 1) 00000100:00000001:3.0:1781623680.835009:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623680.835011:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623680.835013:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623680.835016:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623680.835020:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623680.835021:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:3.0:1781623680.835023:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623680.835043:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623680.835048:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0e680 x1868160455845632/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623696 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623680.835054:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623680.835057:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623680.835059:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623680.835063:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0e680 x1868160455845632/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623696 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623680.835070:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455845632:192.168.202.101@tcp:400:kworker.0 00000400:00000001:3.0:1781623680.835076:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623680.835078:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623680.835080:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8aa8. 00000400:00000200:3.0:1781623680.835083:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e707f8 00000400:00000010:3.0:1781623680.835084:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e707f8. 00000100:00000001:3.0:1781623680.835086:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623680.835090:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0ea00 x1868160455845504/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623715 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623680.835098:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0ea00 x1868160455845504/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623715 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623680.835103:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623680.835105:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623680.835106:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623680.835108:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623680.835109:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623680.835110:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623680.835112:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623680.835116:0:2352:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=7 v=20 (20 20 20 20) 00000100:00001000:3.0:1781623680.835119:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=78 v=5 (1 1 1 1) 00000100:00000001:3.0:1781623680.835121:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623680.835122:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623680.835124:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623680.835125:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623680.835128:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623680.835129:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781623680.835130:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623680.835132:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623680.835136:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0ea00 x1868160455845504/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623715 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623680.835142:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623680.835144:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623680.835145:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623680.835149:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0ea00 x1868160455845504/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623715 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623680.835162:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455845504:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623680.835166:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623680.835168:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623680.835171:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0e680 x1868160455845632/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623696 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623680.835178:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623680.835180:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623680.835184:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ec800. 02000000:00000001:3.0:1781623680.835187:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623680.835190:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623680.835192:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:3.0:1781623680.835194:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623680.835197:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3000. 02000000:00000001:3.0:1781623680.835201:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623680.835203:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623680.835205:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0e680. 00000100:00000001:3.0:1781623680.835209:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623680.835210:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623680.835212:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623680.835215:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0ea00 x1868160455845504/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623715 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623680.835222:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623680.835223:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623680.835225:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096eda00. 02000000:00000001:3.0:1781623680.835227:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623680.835228:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623680.835229:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781623680.835230:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623680.835232:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3a00. 02000000:00000001:3.0:1781623680.835234:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623680.835235:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623680.835236:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0ea00. 00000100:00000001:3.0:1781623680.835238:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623680.835239:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623680.835242:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623680.835249:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623680.835251:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623680.835253:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623680.835255:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623680.836054:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623680.836058:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781623680.836064:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623680.836066:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623680.836068:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c87e8. 00000400:00000200:2.0:1781623680.836073:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70110 00000400:00000010:2.0:1781623680.836075:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70110. 00000100:00000001:2.0:1781623680.836078:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623680.836085:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0f100 x1868160455845376/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623696 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623680.836095:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0f100 x1868160455845376/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623696 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623680.836102:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623680.836104:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623680.836106:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623680.836107:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623680.836109:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623680.836111:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623680.836113:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623680.836117:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=7 v=5 (5 5 5 5) 00000100:00001000:2.0:1781623680.836120:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=78 v=5 (1 1 1 1) 00000100:00000001:2.0:1781623680.836123:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623680.836124:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623680.836126:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623680.836128:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623680.836130:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623680.836134:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0f100 x1868160455845376/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623696 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623680.836140:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623680.836142:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623680.836143:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623680.836148:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0f100 x1868160455845376/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623696 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623680.836155:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455845376:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623680.836159:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623680.836161:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623680.836164:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0f100 x1868160455845376/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623696 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623680.836171:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623680.836172:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623680.836175:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ece00. 02000000:00000001:2.0:1781623680.836177:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623680.836179:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623680.836180:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781623680.836182:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623680.836184:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3500. 02000000:00000001:2.0:1781623680.836187:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623680.836189:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623680.836190:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0f100. 00000100:00000001:2.0:1781623680.836193:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623680.836194:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623680.836196:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623680.836201:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623680.836202:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623680.836204:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623680.836206:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623681.205170:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623681.205178:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623681.205184:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623681.205186:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623681.205188:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623681.205190:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623681.205279:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623681.205283:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623681.205286:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623682.229163:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623682.229170:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623682.229174:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623682.229175:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623682.229180:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623682.229181:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623682.229260:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623682.229266:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623682.229268:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623683.253130:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623683.253135:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623683.253139:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623683.253140:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623683.253142:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623683.253143:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623683.253239:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623683.253242:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623683.253244:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623684.277687:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623684.277705:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623684.277708:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623684.277714:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623684.277717:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623684.277718:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623684.277723:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623684.277733:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623684.277735:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623684.277738:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623684.277742:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623684.277744:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623684.277747:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623684.277748:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623684.277808:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623684.277812:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623684.277815:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623685.301549:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623685.301557:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623685.301563:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623685.301567:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623685.301570:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623685.301574:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623685.301578:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623685.301580:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623685.301582:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623685.301584:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623685.301587:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623685.301589:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623685.301591:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623685.301597:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623685.301600:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623685.301601:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623685.301603:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623685.301604:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623685.301606:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623685.301607:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623685.301749:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623685.301753:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623685.301756:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781623685.941183:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623685.941202:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623685.941211:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733fb80. 00000020:00000040:1.0:1781623685.941218:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781623685.941227:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623685.941232:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623685.941238:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623685.941249:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85102c9000. 00000100:00000001:1.0:1781623685.941384:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623685.941399:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733fb80 x1868160455845760/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623685.941410:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623685.941414:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623685.941421:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000451a50df] to pc [ptlrpcd_00_00+0] req@ffff8f850733fb80 x1868160455845760/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623685.941452:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623685.941455:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623685.941458:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623685.941462:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733ed80. 00000020:00000040:1.0:1781623685.941464:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781623685.941466:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623685.941468:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623685.941470:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623685.941474:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85102c9a00. 00000100:00000001:1.0:1781623685.941477:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623685.941481:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733ed80 x1868160455845888/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623685.941489:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623685.941491:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623685.941494:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000923b046] to pc [ptlrpcd_00_01+1] req@ffff8f850733ed80 x1868160455845888/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623685.941502:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623685.941504:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623685.941507:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623685.941510:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733d500. 00000020:00000040:1.0:1781623685.941512:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:1.0:1781623685.941514:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623685.941515:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623685.941518:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623685.941521:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85102c9e00. 00000100:00000001:1.0:1781623685.941523:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623685.941527:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f850733d500 x1868160455846016/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623685.941532:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623685.941534:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623685.941537:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000e3ddb18] to pc [ptlrpcd_00_00+0] req@ffff8f850733d500 x1868160455846016/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623685.941544:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623685.941546:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781623685.941550:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781623685.941555:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7180) 00000100:00000001:1.0:1781623685.941688:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623685.941692:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623685.941694:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623685.941700:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733ed80 x1868160455845888/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623685.941709:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623685.941723:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623685.941727:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623685.941730:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623685.941733:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623685.941736:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455845888:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623685.941741:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623685.941747:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623685.941749:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623685.941752:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1781623685.941846:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623685.941849:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623685.941851:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623685.941857:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733fb80 x1868160455845760/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623685.941864:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623685.941866:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623685.941868:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623685.941869:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623685.941872:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623685.941874:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455845760:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623685.941878:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623685.941881:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623685.941882:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623685.941884:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623685.941888:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cecc00. 02000000:00000001:0.0:1781623685.941891:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623685.941898:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623685.941902:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7dc0. 00000400:00000010:0.0:1781623685.941910:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9880. 00000100:00000200:0.0:1781623685.941929:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455845760, portal 25 00000100:00000001:0.0:1781623685.941932:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623685.941934:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247110528 : -123673462441088 : ffff8f850733fb80) 00000100:00000040:0.0:1781623685.941941:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733fb80 x1868160455845760/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623685.941949:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623685.941952:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623685.941955:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e94c8. 00000100:00000200:0.0:1781623685.941959:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455845760, offset 0 00000400:00000200:0.0:1781623685.941965:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623685.941973:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623685.941981:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623685.941987:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623685.942001:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623685.942005:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623685.942008:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623685.942012:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375896:375896:256:4294967295] 192.168.202.101@tcp LPNI seq info [375866:375866:8:4294967295] 00000400:00000200:0.0:1781623685.942017:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623685.942062:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623685.942069:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623685.942074:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0a00. 00000800:00000200:0.0:1781623685.942081:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623685.942090:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623685.942094:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623685.942102:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623685.942106:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623685.942109:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301850743 00000100:00000001:0.0:1781623685.942114:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301845622 00000100:00000001:0.0:1781623685.942118:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301850743 00000100:00000001:0.0:1781623685.942122:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301845622 00000100:00000001:0.0:1781623685.942125:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623685.942127:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623685.942130:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623685.942134:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733d500 x1868160455846016/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623685.942140:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623685.942141:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623685.942143:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623685.942144:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623685.942146:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623685.942149:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455846016:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623685.942152:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623685.942154:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623685.942156:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623685.942158:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623685.942161:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505ced600. 02000000:00000001:0.0:1781623685.942162:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623685.942165:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623685.942168:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc72c0. 00000400:00000010:0.0:1781623685.942171:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9440. 00000100:00000200:0.0:1781623685.942174:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455846016, portal 4 00000100:00000001:0.0:1781623685.942175:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623685.942177:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247100672 : -123673462450944 : ffff8f850733d500) 00000100:00000040:0.0:1781623685.942183:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733d500 x1868160455846016/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623685.942196:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623685.942199:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623685.942202:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9660. 00000100:00000200:0.0:1781623685.942205:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455846016, offset 0 00000400:00000200:0.0:1781623685.942209:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623685.942212:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623685.942216:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623685.942218:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623685.942220:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623685.942222:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623685.942223:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623685.942226:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375897:375897:255:4294967295] 192.168.202.101@tcp LPNI seq info [375867:375867:7:4294967295] 00000400:00000200:0.0:1781623685.942229:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623685.942235:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623685.942238:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623685.942241:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0300. 00000800:00000200:0.0:1781623685.942244:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623685.942248:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623685.942250:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623685.942253:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623685.942293:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623685.942392:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0a00. 00000400:00000200:3.0:1781623685.942398:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623685.942403:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623685.942409:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e94c8 00000400:00000010:3.0:1781623685.942411:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e94c8. 00000100:00000001:3.0:1781623685.942415:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623685.942420:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733fb80 x1868160455845760/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781623685.942462:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 439733 usecs (440 jiffies) 00000400:00000200:0.0:1781623685.942468:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623685.942471:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301843385 00000100:00000001:0.0:1781623685.942473:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301850743 00000100:00000001:0.0:1781623685.942475:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301843385 00000100:00000001:0.0:1781623685.942477:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301850743 00000100:00000001:0.0:1781623685.942479:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623685.942481:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623685.942484:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623685.942486:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623685.942493:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623685.942496:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781623685.942498:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623685.942499:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623685.942501:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623685.942503:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623685.942604:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623685.942610:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733fb80 x1868160455845760/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623701 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623685.942617:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623685.942619:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623685.942665:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623685.942668:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0300. 00000400:00000200:3.0:1781623685.942671:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623685.942674:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623685.942677:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9660 00000400:00000010:3.0:1781623685.942679:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9660. 00000100:00000001:3.0:1781623685.942682:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623685.942686:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733d500 x1868160455846016/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623685.942693:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623685.942696:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733d500 x1868160455846016/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623701 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623685.942702:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623685.942704:0:2344:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:1.0:1781623685.943132:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557e00. 02000000:00000001:1.0:1781623685.943135:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623685.943140:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623685.943144:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631370. 00000400:00000010:1.0:1781623685.943148:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb17f8. 00000100:00000200:1.0:1781623685.943153:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455845888, portal 10 00000100:00000001:1.0:1781623685.943156:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623685.943157:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247106944 : -123673462444672 : ffff8f850733ed80) 00000100:00000040:1.0:1781623685.943165:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733ed80 x1868160455845888/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623685.943173:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623685.943175:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623685.943178:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1dd0. 00000100:00000200:1.0:1781623685.943180:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455845888, offset 0 00000400:00000200:1.0:1781623685.943186:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623685.943242:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623685.943248:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623685.943251:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623685.943254:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623685.943321:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623685.943324:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623685.943328:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375898:375898:256:4294967295] 192.168.202.101@tcp LPNI seq info [375868:375868:8:4294967295] 00000400:00000200:1.0:1781623685.943332:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623685.943340:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623685.943345:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623685.943349:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85102c9900. 00000800:00000200:1.0:1781623685.943354:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623685.943359:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623685.943362:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85102c9900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623685.943375:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623685.943378:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17897 usecs (18 jiffies) 00000400:00000200:1.0:1781623685.943381:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623685.943383:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301842964 00000100:00000001:1.0:1781623685.943386:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301850743 00000100:00000001:1.0:1781623685.943389:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301842964 00000100:00000001:1.0:1781623685.943391:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301850743 00000100:00000001:1.0:1781623685.943394:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623685.943396:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623685.943400:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623685.943402:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623685.943407:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623685.943409:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=30 : 30 : 1e) 00000100:00000001:1.0:1781623685.943412:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623685.943413:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623685.943415:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623685.943417:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623685.944078:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623685.944084:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85102c9900. 00000400:00000200:3.0:1781623685.944089:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623685.944106:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623685.944112:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1dd0 00000400:00000010:3.0:1781623685.944115:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1dd0. 00000100:00000001:3.0:1781623685.944119:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623685.944124:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733ed80 x1868160455845888/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623685.944133:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623685.944136:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733ed80 x1868160455845888/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623720 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623685.944142:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623685.944143:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781623685.951910:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623685.951987:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623685.951992:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623685.951994:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623685.952002:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623685.952010:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623685.952018:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623685.952023:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623685.952095:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623685.952099:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005aa800 00000400:00000200:2.0:1781623685.952104:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623685.952111:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8ced [1] + 224 00000800:00000001:2.0:1781623685.952118:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623685.952124:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623685.952127:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623685.952131:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623685.952138:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623685.952146:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733ed80 x1868160455845888/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623720 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623685.952157:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733ed80 x1868160455845888/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623720 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623685.952167:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623685.952175:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623685.952178:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623685.952360:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623685.952365:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623685.952957:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623685.952963:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781623685.952970:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623685.952972:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623685.952976:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631370. 00000400:00000200:1.0:1781623685.952980:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb17f8 00000400:00000010:1.0:1781623685.952983:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb17f8. 00000100:00000001:1.0:1781623685.952987:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623685.953004:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733ed80 x1868160455845888/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623720 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623685.953015:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733ed80 x1868160455845888/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623720 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623685.953023:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623685.953045:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623685.953048:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623685.953052:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623685.953055:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623685.953057:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623685.953060:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623685.953069:0:2350:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=12 v=20 (20 20 20 20) 00000100:00001000:1.0:1781623685.953074:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=83 v=5 (1 1 1 1) 00000100:00000001:1.0:1781623685.953077:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623685.953078:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623685.953082:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623685.953085:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623685.953089:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781623685.953091:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781623685.953093:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781623685.953095:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623685.953101:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733ed80 x1868160455845888/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623720 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623685.953109:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623685.953113:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623685.953115:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623685.953120:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733ed80 x1868160455845888/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623720 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623685.953128:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455845888:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623685.953134:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623685.953137:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623685.953141:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733ed80 x1868160455845888/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623720 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623685.953148:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623685.953151:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623685.953155:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557e00. 02000000:00000001:1.0:1781623685.953160:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623685.953163:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623685.953165:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781623685.953167:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623685.953170:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85102c9a00. 02000000:00000001:1.0:1781623685.953174:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623685.953176:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623685.953177:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733ed80. 00000100:00000001:1.0:1781623685.953181:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623685.953183:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623685.953185:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623685.953192:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623685.953194:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623685.953196:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623685.953198:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623685.953420:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623685.953426:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623685.953540:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623685.953544:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623685.953548:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623685.953552:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005aa880 00000400:00000200:2.0:1781623685.953556:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623685.953561:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8ce5 [1] + 224 00000800:00000001:2.0:1781623685.953565:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623685.953572:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623685.953574:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623685.953578:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623685.953582:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623685.953588:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733d500 x1868160455846016/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623701 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623685.953596:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733d500 x1868160455846016/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623701 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623685.953639:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623685.953642:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623685.953659:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623685.953666:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623685.953670:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623685.953672:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623685.953675:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623685.953678:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623685.953681:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623685.953686:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623685.953689:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623685.953691:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623685.953694:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005aa780 00000400:00000200:2.0:1781623685.953698:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623685.953702:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8cdd [1] + 224 00000800:00000001:2.0:1781623685.953705:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623685.953724:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623685.953727:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623685.953730:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623685.953733:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623685.953737:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733fb80 x1868160455845760/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623701 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623685.953746:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733fb80 x1868160455845760/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623701 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623685.953752:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623685.953756:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623685.953760:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1781623685.953789:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623685.953791:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623685.953794:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc72c0. 00000400:00000200:0.0:1781623685.953798:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9440 00000400:00000010:0.0:1781623685.953799:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9440. 00000100:00000001:0.0:1781623685.953802:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623685.953806:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733d500 x1868160455846016/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623701 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623685.953813:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733d500 x1868160455846016/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623701 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623685.953818:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623685.953820:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623685.953822:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623685.953824:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623685.953825:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623685.953827:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623685.953829:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623685.953835:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=12 v=5 (5 5 5 5) 00000100:00001000:0.0:1781623685.953838:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=11 v=5 (1 1 1 1) 00000100:00000001:0.0:1781623685.953840:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623685.953841:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623685.953843:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623685.953845:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623685.953847:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623685.953849:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:0.0:1781623685.953850:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623685.953852:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623685.953855:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733d500 x1868160455846016/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623701 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623685.953862:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623685.953865:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623685.953866:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623685.953869:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733d500 x1868160455846016/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623701 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623685.953877:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455846016:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623685.953881:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623685.953883:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623685.953886:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733d500 x1868160455846016/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623701 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623685.953892:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623685.953894:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623685.953896:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505ced600. 02000000:00000001:0.0:1781623685.953901:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623685.953903:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623685.953904:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:0.0:1781623685.953906:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623685.953908:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85102c9e00. 02000000:00000001:0.0:1781623685.953910:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623685.953911:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623685.953989:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733d500. 00000100:00000001:0.0:1781623685.953993:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623685.953994:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623685.953997:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623685.953998:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623685.953999:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623685.954002:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623685.954004:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623685.954005:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7dc0. 00000400:00000200:0.0:1781623685.954008:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9880 00000400:00000010:0.0:1781623685.954010:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9880. 00000100:00000001:0.0:1781623685.954012:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623685.954016:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733fb80 x1868160455845760/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623701 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623685.954107:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733fb80 x1868160455845760/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623701 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623685.954115:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623685.954116:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623685.954118:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623685.954119:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623685.954120:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623685.954122:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623685.954123:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623685.954126:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=12 v=5 (5 5 5 5) 00000100:00001000:0.0:1781623685.954129:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=83 v=5 (1 1 1 1) 00000100:00000001:0.0:1781623685.954131:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623685.954132:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623685.954134:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623685.954135:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623685.954137:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623685.954141:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733fb80 x1868160455845760/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623701 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623685.954147:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623685.954148:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623685.954150:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623685.954153:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733fb80 x1868160455845760/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623701 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623685.954160:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455845760:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623685.954164:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623685.954166:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623685.954169:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733fb80 x1868160455845760/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623701 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623685.954178:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623685.954180:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623685.954181:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cecc00. 02000000:00000001:0.0:1781623685.954183:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623685.954185:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623685.954186:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781623685.954188:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623685.954658:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85102c9000. 02000000:00000001:0.0:1781623685.954662:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623685.954663:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623685.954664:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733fb80. 00000100:00000001:0.0:1781623685.954667:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623685.954668:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623685.954671:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623685.954676:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623685.954678:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623685.954680:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623685.954681:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623686.331368:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623686.331375:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623686.331380:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623686.331381:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623686.331384:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623686.331385:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623686.331404:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623686.331406:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623686.331409:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623687.350369:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623687.350376:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623687.350382:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623687.350383:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623687.350386:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623687.350388:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623687.350460:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623687.350465:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623687.350468:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623688.373246:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623688.373253:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623688.373260:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623688.373261:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623688.373263:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623688.373265:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623688.373423:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623688.373427:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623688.373430:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623689.397179:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623689.397186:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623689.397191:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623689.397192:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623689.397196:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623689.397197:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623689.397220:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623689.397222:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623689.397225:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623690.421191:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623690.421198:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623690.421203:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623690.421205:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623690.421209:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623690.421210:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623690.421330:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623690.421334:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623690.421337:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781623691.063231:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623691.063242:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623691.063255:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0f100. 00000020:00000040:2.0:1781623691.063260:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781623691.063265:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623691.063268:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623691.063273:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623691.063281:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3500. 00000100:00000001:2.0:1781623691.063288:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623691.063300:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0f100 x1868160455846144/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623691.063311:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623691.063316:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623691.063322:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6db9cef] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0f100 x1868160455846144/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623691.063359:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623691.063362:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623691.063365:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623691.063368:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0ce00. 00000020:00000040:2.0:1781623691.063370:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781623691.063373:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623691.063374:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623691.063375:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623691.063378:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3300. 00000100:00000001:2.0:1781623691.063381:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623691.063385:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0ce00 x1868160455846272/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623691.063392:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623691.063393:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623691.063397:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e9d049] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0ce00 x1868160455846272/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623691.063404:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623691.063406:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623691.063409:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623691.063412:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0fb80. 00000020:00000040:2.0:1781623691.063414:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:2.0:1781623691.063415:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623691.063416:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623691.063418:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623691.063420:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3200. 00000100:00000001:2.0:1781623691.063422:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623691.063425:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f8508b0fb80 x1868160455846400/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623691.063431:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623691.063433:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623691.063436:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e233249c] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0fb80 x1868160455846400/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623691.063442:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623691.063444:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781623691.063447:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781623691.063452:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7185) 00000100:00000001:2.0:1781623691.063464:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623691.063467:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623691.063469:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623691.063473:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0ce00 x1868160455846272/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623691.063480:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623691.063482:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623691.063485:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623691.063488:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623691.063490:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623691.063493:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455846272:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623691.063497:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623691.063503:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623691.063505:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623691.063508:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623691.063511:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078200. 02000000:00000001:2.0:1781623691.063514:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623691.063522:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623691.063526:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08a50. 00000400:00000010:2.0:1781623691.063532:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d088. 00000100:00000200:2.0:1781623691.063539:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455846272, portal 10 00000100:00000001:2.0:1781623691.063542:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623691.063543:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272068096 : -123673437483520 : ffff8f8508b0ce00) 00000100:00000040:2.0:1781623691.063551:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0ce00 x1868160455846272/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623726 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623691.063558:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623691.063560:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623691.063563:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901daa0. 00000100:00000200:2.0:1781623691.063566:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455846272, offset 0 00000400:00000200:2.0:1781623691.063572:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623691.063580:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623691.063587:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623691.063593:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623691.063596:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623691.063600:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623691.063602:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623691.063606:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375899:375899:256:4294967295] 192.168.202.101@tcp LPNI seq info [375869:375869:8:4294967295] 00000400:00000200:2.0:1781623691.063610:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623691.063620:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623691.063625:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623691.063629:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3400. 00000800:00000200:2.0:1781623691.063635:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623691.063642:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623691.063646:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623691.063656:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623691.063659:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17893 usecs (18 jiffies) 00000400:00000200:2.0:1781623691.063662:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623691.063676:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301848084 00000100:00000001:2.0:1781623691.063680:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301850743 00000100:00000001:2.0:1781623691.063682:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301848084 00000100:00000001:2.0:1781623691.063684:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301850743 00000100:00000001:2.0:1781623691.063686:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623691.063689:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623691.063691:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623691.063694:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623691.063701:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623691.063711:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=30 : 30 : 1e) 00000100:00000001:2.0:1781623691.063713:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623691.063714:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623691.063716:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623691.063718:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1781623691.063719:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623691.063721:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623691.063722:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623691.063724:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623691.063725:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623691.063726:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623691.063730:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0f100 x1868160455846144/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623691.063737:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623691.063739:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623691.063741:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623691.063742:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623691.063744:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623691.063746:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455846144:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623691.063749:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623691.063751:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623691.063754:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623691.063755:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623691.063758:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078e00. 02000000:00000001:2.0:1781623691.063760:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623691.063764:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623691.063767:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f082c0. 00000400:00000010:2.0:1781623691.063771:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d908. 00000100:00000200:2.0:1781623691.063773:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455846144, portal 25 00000100:00000001:2.0:1781623691.063775:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623691.063776:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272077056 : -123673437474560 : ffff8f8508b0f100) 00000100:00000040:2.0:1781623691.063780:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0f100 x1868160455846144/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623691.063785:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623691.063787:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623691.063789:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d330. 00000100:00000200:2.0:1781623691.063791:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455846144, offset 0 00000400:00000200:2.0:1781623691.063795:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623691.063798:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623691.063801:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623691.063804:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623691.063806:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623691.063807:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623691.063809:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623691.063812:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375900:375900:255:4294967295] 192.168.202.101@tcp LPNI seq info [375870:375870:7:4294967295] 00000400:00000200:2.0:1781623691.063815:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623691.063820:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623691.063823:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623691.063826:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3700. 00000800:00000200:2.0:1781623691.063830:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623691.063833:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623691.063835:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623691.063838:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623691.063840:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623691.063842:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301855864 00000100:00000001:2.0:1781623691.063848:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301850743 00000100:00000001:2.0:1781623691.063851:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301855864 00000100:00000001:2.0:1781623691.063854:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301850743 00000100:00000001:2.0:1781623691.063856:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623691.063858:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623691.063860:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623691.063864:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0fb80 x1868160455846400/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623691.063869:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623691.063871:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623691.063872:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623691.063874:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623691.063875:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623691.063877:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455846400:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623691.063880:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623691.063882:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623691.063883:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623691.063885:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623691.063887:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078800. 02000000:00000001:2.0:1781623691.063888:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623691.063891:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623691.063893:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08000. 00000400:00000010:2.0:1781623691.063896:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d990. 00000100:00000200:2.0:1781623691.063898:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455846400, portal 4 00000100:00000001:2.0:1781623691.063899:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623691.063901:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272079744 : -123673437471872 : ffff8f8508b0fb80) 00000100:00000040:2.0:1781623691.063905:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0fb80 x1868160455846400/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623691.063912:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623691.063915:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623691.063917:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d440. 00000100:00000200:2.0:1781623691.063919:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455846400, offset 0 00000400:00000200:2.0:1781623691.063923:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623691.063926:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623691.063929:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623691.063931:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623691.063933:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623691.063935:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623691.063937:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623691.063940:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375901:375901:254:4294967295] 192.168.202.101@tcp LPNI seq info [375871:375871:6:4294967295] 00000400:00000200:2.0:1781623691.063944:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623691.063949:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623691.063953:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623691.063956:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3900. 00000800:00000200:2.0:1781623691.063960:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623691.063963:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623691.063966:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623691.063968:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623691.063971:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 438407 usecs (439 jiffies) 00000400:00000200:2.0:1781623691.063973:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623691.063975:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301848505 00000100:00000001:2.0:1781623691.063977:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301855864 00000100:00000001:2.0:1781623691.063979:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301848505 00000100:00000001:2.0:1781623691.063981:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301855864 00000100:00000001:2.0:1781623691.063983:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623691.063985:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623691.063987:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623691.063989:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623691.064120:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623691.064124:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623691.064165:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623691.064169:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3400. 00000400:00000200:3.0:1781623691.064176:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623691.064182:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623691.064188:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901daa0 00000400:00000010:3.0:1781623691.064192:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901daa0. 00000100:00000001:3.0:1781623691.064197:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623691.064202:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0ce00 x1868160455846272/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623726 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623691.064211:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623691.064214:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0ce00 x1868160455846272/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623726 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623691.064220:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623691.064221:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623691.064233:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623691.064235:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3700. 00000400:00000200:3.0:1781623691.064237:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623691.064239:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623691.064242:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d330 00000400:00000010:3.0:1781623691.064243:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d330. 00000100:00000001:3.0:1781623691.064245:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623691.064248:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0f100 x1868160455846144/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623691.064254:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623691.064257:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0f100 x1868160455846144/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623707 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623691.064262:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623691.064263:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623691.064328:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623691.064330:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3900. 00000400:00000200:3.0:1781623691.064333:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623691.064335:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623691.064337:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d440 00000400:00000010:3.0:1781623691.064339:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d440. 00000100:00000001:3.0:1781623691.064341:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623691.064344:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0fb80 x1868160455846400/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623691.064349:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623691.064353:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0fb80 x1868160455846400/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623707 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623691.064358:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623691.064359:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781623691.069165:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623691.069186:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623691.069190:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623691.069193:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623691.069202:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623691.069221:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623691.069230:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623691.069235:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623691.069240:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623691.069244:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005aa980 00000400:00000200:2.0:1781623691.069250:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623691.069255:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8cf5 [1] + 224 00000800:00000001:2.0:1781623691.069263:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623691.069269:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623691.069272:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623691.069286:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623691.069294:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623691.069303:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0ce00 x1868160455846272/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623726 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623691.069315:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0ce00 x1868160455846272/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623726 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623691.069335:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623691.069344:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623691.069347:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623691.069602:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623691.069607:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781623691.069614:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623691.069625:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623691.069629:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08a50. 00000400:00000200:3.0:1781623691.069634:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d088 00000400:00000010:3.0:1781623691.069636:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d088. 00000100:00000001:3.0:1781623691.069639:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623691.069644:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0ce00 x1868160455846272/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623726 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623691.069655:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0ce00 x1868160455846272/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623726 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623691.069661:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623691.069663:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623691.069675:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623691.069679:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623691.069681:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623691.069684:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623691.069687:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623691.069704:0:2351:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=18 v=20 (20 20 20 20) 00000100:00001000:3.0:1781623691.069709:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=89 v=5 (1 1 1 1) 00000100:00000001:3.0:1781623691.069711:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623691.069713:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623691.069716:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623691.069719:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623691.069722:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623691.069724:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781623691.069726:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623691.069728:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623691.069732:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0ce00 x1868160455846272/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623726 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623691.069744:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623691.069748:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623691.069749:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623691.069754:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0ce00 x1868160455846272/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623726 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623691.069761:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455846272:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623691.069766:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623691.069768:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623691.069772:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0ce00 x1868160455846272/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623726 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623691.069778:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623691.069781:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623691.069785:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078200. 02000000:00000001:3.0:1781623691.069788:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623691.069790:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623691.069792:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781623691.069795:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623691.069797:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3300. 02000000:00000001:3.0:1781623691.069801:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623691.069803:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623691.069805:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0ce00. 00000100:00000001:3.0:1781623691.069808:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623691.069810:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623691.069813:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623691.069815:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623691.069816:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623691.069818:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623691.069819:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781623691.072436:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623691.072451:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623691.072455:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623691.072458:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623691.072469:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623691.072477:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623691.072487:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623691.072492:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623691.072497:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623691.072502:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005aa900 00000400:00000200:3.0:1781623691.072506:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623691.072512:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8d05 [1] + 224 00000800:00000001:3.0:1781623691.072519:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623691.072526:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623691.072529:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623691.072533:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623691.072540:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623691.072548:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0f100 x1868160455846144/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623707 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623691.072560:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0f100 x1868160455846144/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623707 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623691.072585:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623691.072593:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623691.072596:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623691.072833:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623691.072837:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781623691.072854:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623691.072856:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623691.072860:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f082c0. 00000400:00000200:2.0:1781623691.072980:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d908 00000400:00000010:2.0:1781623691.072984:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d908. 00000100:00000001:2.0:1781623691.072989:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623691.072994:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0f100 x1868160455846144/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623707 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623691.073008:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0f100 x1868160455846144/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623707 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623691.073014:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623691.073015:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623691.073018:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623691.073021:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623691.073023:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623691.073055:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623691.073060:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623691.073065:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=18 v=5 (5 5 5 5) 00000100:00001000:2.0:1781623691.073070:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=89 v=5 (1 1 1 1) 00000100:00000001:2.0:1781623691.073073:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623691.073074:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623691.073077:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623691.073079:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623691.073081:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623691.073086:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0f100 x1868160455846144/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623707 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623691.073094:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623691.073097:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623691.073099:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623691.073104:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0f100 x1868160455846144/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623707 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623691.073112:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455846144:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623691.073118:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623691.073121:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623691.073124:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0f100 x1868160455846144/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623707 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623691.073131:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623691.073134:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623691.073139:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078e00. 02000000:00000001:2.0:1781623691.073142:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623691.073144:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623691.073146:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781623691.073148:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623691.073748:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3500. 02000000:00000001:2.0:1781623691.073756:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623691.073758:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623691.073761:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0f100. 00000100:00000001:2.0:1781623691.073764:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623691.073765:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623691.073769:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623691.073771:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623691.073772:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623691.073774:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623691.073776:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781623691.078556:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623691.078575:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623691.078580:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623691.078582:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623691.078592:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623691.078599:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623691.078609:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623691.078615:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623691.078758:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623691.078763:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005aaa00 00000400:00000200:2.0:1781623691.078767:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623691.078774:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8d15 [1] + 224 00000800:00000001:2.0:1781623691.078783:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623691.078794:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623691.078798:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623691.078803:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623691.078810:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623691.078821:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0fb80 x1868160455846400/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623707 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623691.078837:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0fb80 x1868160455846400/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623707 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623691.079019:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623691.079023:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623691.079156:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623691.079167:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623691.079170:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1781623691.079363:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623691.079365:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623691.079369:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08000. 00000400:00000200:3.0:1781623691.079375:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d990 00000400:00000010:3.0:1781623691.079378:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d990. 00000100:00000001:3.0:1781623691.079381:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623691.079386:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0fb80 x1868160455846400/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623707 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623691.079395:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0fb80 x1868160455846400/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623707 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623691.079406:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623691.079408:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623691.079411:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623691.079414:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623691.079416:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623691.079418:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623691.079421:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623691.079430:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=18 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623691.079434:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=17 v=5 (1 1 1 1) 00000100:00000001:3.0:1781623691.079436:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623691.079438:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623691.079441:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623691.079444:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623691.079447:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623691.079449:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:3.0:1781623691.079450:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623691.079452:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623691.079456:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0fb80 x1868160455846400/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623707 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623691.079462:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623691.079465:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623691.079467:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623691.079471:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0fb80 x1868160455846400/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623707 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623691.079478:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455846400:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623691.079482:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623691.079485:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623691.079488:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0fb80 x1868160455846400/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623707 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623691.079495:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623691.079497:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623691.079501:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078800. 02000000:00000001:3.0:1781623691.079505:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623691.079507:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623691.079509:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:3.0:1781623691.079511:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623691.079514:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3200. 02000000:00000001:3.0:1781623691.079518:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623691.079520:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623691.079522:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0fb80. 00000100:00000001:3.0:1781623691.079525:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623691.079527:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623691.079529:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623691.079535:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623691.079537:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623691.079539:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623691.079541:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623691.445159:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623691.445166:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623691.445172:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623691.445173:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623691.445175:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623691.445176:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623691.445446:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623691.445449:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623691.445452:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623692.469153:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623692.469160:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623692.469166:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623692.469167:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623692.469170:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623692.469171:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623692.469203:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623692.469206:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623692.469208:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623693.493156:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623693.493166:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623693.493169:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623693.493175:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623693.493178:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623693.493179:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623693.493184:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623693.493187:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623693.493189:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623693.493192:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623693.493196:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623693.493197:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623693.493201:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623693.493202:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623693.493309:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623693.493312:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623693.493315:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623694.518747:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623694.518754:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623694.518760:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623694.518761:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623694.518764:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623694.518765:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623694.522163:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623694.522169:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623694.522173:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623695.541225:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623695.541234:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623695.541250:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623695.541253:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623695.541256:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623695.541259:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623695.541263:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623695.541265:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623695.541267:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623695.541269:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623695.541273:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623695.541274:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623695.541275:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623695.541280:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623695.541282:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623695.541283:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623695.541285:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623695.541286:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623695.541287:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623695.541288:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623695.541318:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623695.541321:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623695.541324:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781623696.181220:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623696.181230:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623696.181242:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0f100. 00000020:00000040:2.0:1781623696.181248:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781623696.181251:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623696.181254:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623696.181259:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623696.181267:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3500. 00000100:00000001:2.0:1781623696.181273:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623696.181286:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0f100 x1868160455846528/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623696.181297:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623696.181301:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623696.181308:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6db9cef] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0f100 x1868160455846528/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623696.181376:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623696.181380:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623696.181383:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623696.181389:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0f100 x1868160455846528/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623696.181397:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623696.181399:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623696.181403:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623696.181405:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623696.181408:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623696.181411:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455846528:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623696.181415:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623696.181421:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623696.181423:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623696.181426:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623696.181431:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ec000. 02000000:00000001:3.0:1781623696.181433:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623696.181441:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623696.181445:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8aa8. 00000400:00000010:3.0:1781623696.181451:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e707f8. 00000100:00000200:3.0:1781623696.181458:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455846528, portal 25 00000100:00000001:3.0:1781623696.181460:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623696.181462:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272077056 : -123673437474560 : ffff8f8508b0f100) 00000100:00000040:3.0:1781623696.181467:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0f100 x1868160455846528/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623696.181474:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623696.181477:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623696.181480:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70aa0. 00000100:00000200:3.0:1781623696.181482:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455846528, offset 0 00000400:00000200:3.0:1781623696.181489:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623696.181498:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623696.181506:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623696.181511:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623696.181516:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623696.181520:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623696.181522:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623696.181526:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375902:375902:256:4294967295] 192.168.202.101@tcp LPNI seq info [375872:375872:8:4294967295] 00000400:00000200:3.0:1781623696.181530:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623696.181539:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623696.181545:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623696.181550:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7db00. 00000800:00000200:3.0:1781623696.181558:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623696.181566:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623696.181570:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7db00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623696.181583:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623696.181588:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623696.181591:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301860982 00000100:00000001:3.0:1781623696.181599:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301855864 00000100:00000001:3.0:1781623696.181604:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301860982 00000100:00000001:3.0:1781623696.181608:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301855864 00000100:00000001:3.0:1781623696.181611:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623696.181614:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623696.181628:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623696.181630:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623696.181656:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623696.181659:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623696.181662:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623696.181665:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0c380. 00000020:00000040:2.0:1781623696.181668:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781623696.181670:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623696.181671:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623696.181673:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623696.181677:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3200. 00000100:00000001:2.0:1781623696.181680:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623696.181685:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0c380 x1868160455846656/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623696.181693:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623696.181695:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623696.181699:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008362c9ca] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0c380 x1868160455846656/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623696.183771:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623696.183778:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781623696.183785:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623696.183787:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623696.183791:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623696.183795:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1781623696.183796:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623696.183798:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623696.183800:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623696.183801:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623696.183802:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623696.183804:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623696.183816:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0c380 x1868160455846656/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623696.183838:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623696.183840:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623696.183844:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623696.183848:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623696.183850:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623696.183853:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455846656:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623696.183857:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623696.183863:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623696.183866:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623696.183869:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623696.183879:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ed400. 02000000:00000001:3.0:1781623696.183881:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623696.183889:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623696.183893:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8e70. 00000400:00000010:3.0:1781623696.183901:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70e58. 00000100:00000200:3.0:1781623696.183909:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455846656, portal 10 00000100:00000001:3.0:1781623696.183911:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623696.183913:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272065408 : -123673437486208 : ffff8f8508b0c380) 00000100:00000040:3.0:1781623696.183919:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0c380 x1868160455846656/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623696.183926:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623696.183928:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623696.183931:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70908. 00000100:00000200:3.0:1781623696.183934:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455846656, offset 0 00000400:00000200:3.0:1781623696.183941:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623696.183949:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623696.183956:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623696.183962:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623696.183967:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623696.183970:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623696.183973:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623696.183976:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375903:375903:255:4294967295] 192.168.202.101@tcp LPNI seq info [375873:375873:7:4294967295] 00000400:00000200:3.0:1781623696.183980:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623696.183990:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623696.183996:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623696.184001:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d100. 00000800:00000200:3.0:1781623696.184008:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623696.184016:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623696.184020:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623696.184040:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623696.184046:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17881 usecs (18 jiffies) 00000400:00000200:3.0:1781623696.184050:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623696.184053:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301853202 00000100:00000001:3.0:1781623696.184056:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301860982 00000100:00000001:3.0:1781623696.184059:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301853202 00000100:00000001:3.0:1781623696.184062:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301860982 00000100:00000001:3.0:1781623696.184064:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623696.184066:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623696.184069:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623696.184071:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623696.184128:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623696.184132:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7db00. 00000400:00000200:3.0:1781623696.184137:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623696.184142:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623696.184147:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70aa0 00000400:00000010:3.0:1781623696.184149:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70aa0. 00000100:00000001:3.0:1781623696.184153:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623696.184158:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0f100 x1868160455846528/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623696.184167:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623696.184171:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0f100 x1868160455846528/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623712 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623696.184178:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623696.184179:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623696.184246:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623696.184248:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d100. 00000400:00000200:3.0:1781623696.184251:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623696.184254:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623696.184256:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70908 00000400:00000010:3.0:1781623696.184257:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70908. 00000100:00000001:3.0:1781623696.184259:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623696.184263:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0c380 x1868160455846656/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623696.184269:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623696.184272:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0c380 x1868160455846656/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623731 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623696.184283:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623696.184285:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1781623696.184295:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623696.184298:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623696.184714:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623696.184717:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623696.184721:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623696.184724:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623696.184764:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623696.184769:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623696.184772:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623696.184779:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0d880. 00000020:00000040:2.0:1781623696.184784:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:2.0:1781623696.184787:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623696.184790:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623696.184795:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623696.184801:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3300. 00000100:00000001:2.0:1781623696.184808:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623696.184815:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f8508b0d880 x1868160455846784/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623696.184882:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623696.184886:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623696.184892:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000750808ff] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0d880 x1868160455846784/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623696.185157:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623696.185160:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623696.185162:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623696.185167:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0d880 x1868160455846784/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623696.185175:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623696.185177:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623696.185181:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623696.185183:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623696.185186:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623696.185189:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455846784:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623696.185192:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623696.185197:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623696.185199:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623696.185202:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623696.185207:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ec800. 02000000:00000001:3.0:1781623696.185208:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623696.185214:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623696.185218:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c86e0. 00000400:00000010:3.0:1781623696.185222:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70908. 00000100:00000200:3.0:1781623696.185227:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455846784, portal 4 00000100:00000001:3.0:1781623696.185229:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623696.185231:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272070784 : -123673437480832 : ffff8f8508b0d880) 00000100:00000040:3.0:1781623696.185238:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0d880 x1868160455846784/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623696.185249:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623696.185251:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623696.185254:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70aa0. 00000100:00000200:3.0:1781623696.185256:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455846784, offset 0 00000400:00000200:3.0:1781623696.185262:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623696.185268:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623696.185273:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623696.185278:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623696.185282:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623696.185285:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623696.185287:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623696.185290:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375904:375904:256:4294967295] 192.168.202.101@tcp LPNI seq info [375874:375874:8:4294967295] 00000400:00000200:3.0:1781623696.185294:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623696.185301:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623696.185306:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623696.185310:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d100. 00000800:00000200:3.0:1781623696.185315:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623696.185320:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623696.185324:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623696.185349:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623696.185352:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 437103 usecs (438 jiffies) 00000400:00000200:3.0:1781623696.185355:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623696.185358:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301853626 00000100:00000001:3.0:1781623696.185361:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301860982 00000100:00000001:3.0:1781623696.185363:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301853626 00000100:00000001:3.0:1781623696.185365:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301860982 00000100:00000001:3.0:1781623696.185367:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623696.185370:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623696.185373:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623696.185375:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623696.185478:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623696.185481:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781623696.185485:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781623696.185490:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7190) 00000800:00000200:2.0:1781623696.185570:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623696.185574:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d100. 00000400:00000200:2.0:1781623696.185578:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623696.185582:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623696.185586:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70aa0 00000400:00000010:2.0:1781623696.185588:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70aa0. 00000100:00000001:2.0:1781623696.185592:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623696.185596:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0d880 x1868160455846784/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623696.185603:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623696.185606:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0d880 x1868160455846784/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623712 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623696.185613:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623696.185614:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1781623696.185633:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623696.185635:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623696.192072:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623696.192079:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781623696.192084:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623696.192087:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623696.192091:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623696.192094:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781623696.192251:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623696.192263:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623696.192266:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623696.192269:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623696.192279:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623696.192286:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623696.192295:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623696.192299:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623696.192305:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623696.192309:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005aaa80 00000400:00000200:2.0:1781623696.192314:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623696.192320:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8d25 [1] + 224 00000800:00000001:2.0:1781623696.192328:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623696.192331:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623696.192335:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623696.192340:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623696.192347:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623696.192355:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0f100 x1868160455846528/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623712 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623696.192367:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0f100 x1868160455846528/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623712 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623696.192389:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623696.192397:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623696.192400:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623696.192402:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623696.192404:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623696.192407:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623696.192411:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623696.192415:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623696.192418:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623696.192420:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623696.192423:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005aab00 00000400:00000200:2.0:1781623696.192427:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623696.192432:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8d35 [1] + 224 00000800:00000001:2.0:1781623696.192435:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623696.192438:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623696.192440:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623696.192443:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623696.192446:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623696.192451:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0c380 x1868160455846656/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623731 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623696.192460:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0c380 x1868160455846656/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623731 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623696.192467:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623696.192470:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623696.192473:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623696.192475:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623696.192477:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623696.192479:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623696.192482:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623696.192486:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623696.192489:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623696.192492:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623696.192495:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005aab80 00000400:00000200:2.0:1781623696.192499:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623696.192503:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8d45 [1] + 224 00000800:00000001:2.0:1781623696.192507:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623696.192511:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623696.192513:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623696.192516:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623696.192518:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623696.192522:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0d880 x1868160455846784/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623712 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623696.192529:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0d880 x1868160455846784/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623712 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623696.192536:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623696.192539:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623696.192552:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623696.193084:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623696.193088:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781623696.193094:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623696.193096:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623696.193099:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c86e0. 00000400:00000200:3.0:1781623696.193104:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70908 00000400:00000010:3.0:1781623696.193107:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70908. 00000100:00000001:3.0:1781623696.193110:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623696.193116:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0d880 x1868160455846784/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623712 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623696.193124:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0d880 x1868160455846784/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623712 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623696.193131:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623696.193132:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623696.193134:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623696.193137:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623696.193140:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623696.193142:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623696.193145:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623696.193154:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=23 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623696.193158:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=22 v=5 (1 1 1 1) 00000100:00000001:3.0:1781623696.193161:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623696.193163:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623696.193165:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623696.193168:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623696.193172:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623696.193174:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:3.0:1781623696.193176:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623696.193178:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623696.193182:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0d880 x1868160455846784/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623712 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623696.193189:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623696.193192:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623696.193193:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623696.193197:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0d880 x1868160455846784/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623712 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623696.193203:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455846784:192.168.202.101@tcp:400:kworker.0 00000400:00000001:3.0:1781623696.193208:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623696.193209:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623696.193210:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8e70. 00000400:00000200:3.0:1781623696.193213:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70e58 00000400:00000010:3.0:1781623696.193214:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70e58. 00000100:00000001:3.0:1781623696.193215:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623696.193218:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0c380 x1868160455846656/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623731 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623696.193225:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0c380 x1868160455846656/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623731 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623696.193230:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623696.193231:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623696.193232:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623696.193233:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623696.193234:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623696.193236:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623696.193237:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623696.193241:0:2351:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=23 v=20 (20 20 20 20) 00000100:00001000:3.0:1781623696.193243:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=94 v=5 (1 1 1 1) 00000100:00000001:3.0:1781623696.193245:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623696.193247:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623696.193248:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623696.193250:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623696.193252:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623696.193253:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781623696.193254:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623696.193255:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623696.193258:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0c380 x1868160455846656/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623731 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623696.193264:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623696.193266:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623696.193267:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623696.193270:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0c380 x1868160455846656/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623731 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623696.193276:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455846656:192.168.202.101@tcp:400:kworker.0 00000400:00000001:3.0:1781623696.193279:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623696.193280:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623696.193282:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8aa8. 00000400:00000200:3.0:1781623696.193283:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e707f8 00000400:00000010:3.0:1781623696.193285:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e707f8. 00000100:00000001:3.0:1781623696.193287:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623696.193289:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0f100 x1868160455846528/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623712 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623696.193297:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0f100 x1868160455846528/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623712 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623696.193302:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623696.193303:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623696.193305:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623696.193306:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623696.193307:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623696.193308:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623696.193310:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623696.193312:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=23 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623696.193315:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=94 v=5 (1 1 1 1) 00000100:00000001:3.0:1781623696.193318:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623696.193319:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623696.193321:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623696.193322:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623696.193324:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623696.193339:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0f100 x1868160455846528/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623712 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623696.193346:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623696.193347:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623696.193348:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623696.193351:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0f100 x1868160455846528/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623712 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623696.193358:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455846528:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623696.193361:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623696.193363:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623696.193366:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0d880 x1868160455846784/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623712 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623696.193372:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623696.193374:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623696.193378:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ec800. 02000000:00000001:3.0:1781623696.193382:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623696.193385:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623696.193387:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:3.0:1781623696.193389:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623696.193391:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3300. 02000000:00000001:3.0:1781623696.193396:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623696.193398:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623696.193399:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0d880. 00000100:00000001:3.0:1781623696.193404:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623696.193405:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623696.193407:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623696.193410:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0c380 x1868160455846656/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623731 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623696.193416:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623696.193418:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623696.193419:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ed400. 02000000:00000001:3.0:1781623696.193421:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623696.193422:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623696.193423:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781623696.193425:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623696.193427:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3200. 02000000:00000001:3.0:1781623696.193428:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623696.193429:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623696.193430:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0c380. 00000100:00000001:3.0:1781623696.193432:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623696.193434:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623696.193435:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623696.193438:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0f100 x1868160455846528/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623712 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623696.193443:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623696.193445:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623696.193446:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ec000. 02000000:00000001:3.0:1781623696.193448:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623696.193449:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623696.193450:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781623696.193451:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623696.193453:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3500. 02000000:00000001:3.0:1781623696.193455:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623696.193455:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623696.193457:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0f100. 00000100:00000001:3.0:1781623696.193459:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623696.193460:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623696.193462:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623696.193468:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623696.193469:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623696.193471:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623696.193473:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623696.565502:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623696.565510:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623696.565526:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623696.565527:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623696.565531:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623696.565532:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623696.565653:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623696.565657:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623696.565660:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623697.589171:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623697.589178:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623697.589184:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623697.589186:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623697.589190:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623697.589191:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623697.589336:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623697.589339:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623697.589342:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623698.613153:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623698.613161:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623698.613168:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623698.613169:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623698.613174:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623698.613175:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623698.613200:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623698.613204:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623698.613206:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623699.637222:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623699.637231:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623699.637237:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623699.637238:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623699.637242:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623699.637243:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623699.638574:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623699.638580:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623699.638585:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623700.661193:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623700.661199:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623700.661208:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623700.661209:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623700.661212:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623700.661213:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623700.661375:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623700.661378:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623700.661381:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781623701.301375:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623701.301387:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623701.301396:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733ed80. 00000020:00000040:1.0:1781623701.301401:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781623701.301406:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623701.301409:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623701.301415:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623701.301433:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85102c9a00. 00000100:00000001:1.0:1781623701.301440:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623701.301452:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733ed80 x1868160455846912/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623701.301463:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623701.301467:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623701.301474:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000923b046] to pc [ptlrpcd_00_01+1] req@ffff8f850733ed80 x1868160455846912/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623701.301495:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623701.301497:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623701.301501:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623701.301504:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733dc00. 00000020:00000040:1.0:1781623701.301506:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781623701.301508:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623701.301509:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623701.301511:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623701.301515:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85102c9400. 00000100:00000001:1.0:1781623701.301517:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623701.301521:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733dc00 x1868160455847040/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623701.301528:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623701.301530:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623701.301534:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033ccbb42] to pc [ptlrpcd_00_00+0] req@ffff8f850733dc00 x1868160455847040/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623701.301541:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623701.301543:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623701.301545:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623701.301548:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733ea00. 00000020:00000040:1.0:1781623701.301550:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:1.0:1781623701.301552:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623701.301553:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623701.301555:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623701.301558:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85102c9800. 00000100:00000001:1.0:1781623701.301560:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623701.301564:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f850733ea00 x1868160455847168/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623701.301584:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623701.301586:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623701.301590:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002bbec9a1] to pc [ptlrpcd_00_01+1] req@ffff8f850733ea00 x1868160455847168/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623701.301604:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623701.301606:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781623701.301609:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781623701.301614:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7196) 00000100:00000001:1.0:1781623701.301629:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623701.301633:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623701.301635:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623701.301640:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733ed80 x1868160455846912/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623701.301648:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623701.301650:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623701.301654:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623701.301657:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623701.301659:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623701.301663:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455846912:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623701.301668:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623701.301674:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623701.301676:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623701.301679:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623701.301684:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557200. 02000000:00000001:1.0:1781623701.301686:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623701.301693:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623701.301697:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631370. 00000400:00000010:1.0:1781623701.301703:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb17f8. 00000100:00000200:1.0:1781623701.301710:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455846912, portal 25 00000100:00000001:1.0:1781623701.301712:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623701.301714:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247106944 : -123673462444672 : ffff8f850733ed80) 00000100:00000040:1.0:1781623701.301719:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733ed80 x1868160455846912/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623701.301727:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623701.301730:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623701.301733:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1d48. 00000100:00000200:1.0:1781623701.301736:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455846912, offset 0 00000400:00000200:1.0:1781623701.301743:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623701.301751:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623701.301760:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623701.301765:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623701.301769:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623701.301773:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623701.301776:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623701.301780:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375905:375905:256:4294967295] 192.168.202.101@tcp LPNI seq info [375875:375875:8:4294967295] 00000400:00000200:1.0:1781623701.301785:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623701.301795:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623701.301802:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623701.301806:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85102c9000. 00000800:00000200:1.0:1781623701.301813:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623701.301822:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623701.301826:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85102c9000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623701.301834:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623701.301838:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623701.301840:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301866102 00000800:00000200:2.0:1781623701.302135:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623701.302141:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85102c9000. 00000400:00000200:2.0:1781623701.302144:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623701.302150:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623701.302155:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1d48 00000400:00000010:2.0:1781623701.302157:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1d48. 00000100:00000001:2.0:1781623701.302161:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623701.302165:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733ed80 x1868160455846912/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623701.302173:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623701.302177:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733ed80 x1868160455846912/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623717 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623701.302184:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623701.302185:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1781623701.302399:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301860982 00000100:00000001:1.0:1781623701.302405:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301866102 00000100:00000001:1.0:1781623701.302410:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301860982 00000100:00000001:1.0:1781623701.302413:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623701.302415:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623701.302418:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623701.302559:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733ea00 x1868160455847168/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623701.302567:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623701.302569:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623701.302582:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623701.302585:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623701.302587:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623701.302590:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455847168:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623701.302594:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623701.302597:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623701.302599:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623701.302600:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623701.302605:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557a00. 02000000:00000001:1.0:1781623701.302607:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623701.302611:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623701.302614:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631108. 00000400:00000010:1.0:1781623701.302617:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1110. 00000100:00000200:1.0:1781623701.302621:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455847168, portal 4 00000100:00000001:1.0:1781623701.302623:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623701.302624:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247106048 : -123673462445568 : ffff8f850733ea00) 00000100:00000040:1.0:1781623701.302630:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733ea00 x1868160455847168/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623701.302636:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623701.302638:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623701.302640:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb12a8. 00000100:00000200:1.0:1781623701.302642:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455847168, offset 0 00000400:00000200:1.0:1781623701.302647:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623701.302651:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623701.302655:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623701.302659:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623701.302661:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623701.302664:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623701.302666:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623701.302669:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375906:375906:256:4294967295] 192.168.202.101@tcp LPNI seq info [375876:375876:8:4294967295] 00000400:00000200:1.0:1781623701.302672:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623701.302678:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623701.302683:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623701.302686:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85102c9e00. 00000800:00000200:1.0:1781623701.302690:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623701.302695:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623701.302698:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85102c9e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623701.302854:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623701.302865:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 435778 usecs (436 jiffies) 00000400:00000200:1.0:1781623701.302868:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623701.302871:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301858741 00000100:00000001:1.0:1781623701.302873:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301866102 00000100:00000001:1.0:1781623701.302875:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301858741 00000100:00000001:1.0:1781623701.302877:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301866102 00000100:00000001:1.0:1781623701.302878:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623701.302880:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623701.302883:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623701.302885:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623701.302893:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623701.302894:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781623701.302897:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623701.302898:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623701.302899:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623701.302902:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1781623701.302904:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623701.302905:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623701.302907:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623701.302908:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623701.302909:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623701.302910:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623701.302914:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733dc00 x1868160455847040/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623701.302921:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623701.302922:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623701.302925:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623701.302926:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623701.302928:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623701.302931:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455847040:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623701.302934:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623701.302937:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623701.302939:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623701.302940:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623701.302944:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e556200. 02000000:00000001:1.0:1781623701.302946:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623701.302950:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623701.302953:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85076318f0. 00000400:00000010:1.0:1781623701.302956:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1880. 00000100:00000200:1.0:1781623701.302959:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455847040, portal 10 00000100:00000001:1.0:1781623701.302961:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623701.302962:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247102464 : -123673462449152 : ffff8f850733dc00) 00000100:00000040:1.0:1781623701.302967:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733dc00 x1868160455847040/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623701.302973:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623701.302975:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623701.302978:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1088. 00000100:00000200:1.0:1781623701.302980:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455847040, offset 0 00000400:00000200:1.0:1781623701.302984:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623701.302988:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623701.302992:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623701.302994:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623701.302996:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623701.302999:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623701.303001:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623701.303004:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375907:375907:255:4294967295] 192.168.202.101@tcp LPNI seq info [375877:375877:7:4294967295] 00000400:00000200:1.0:1781623701.303008:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623701.303014:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623701.303018:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623701.303021:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85102c9900. 00000800:00000200:1.0:1781623701.303044:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623701.303048:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623701.303051:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85102c9900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623701.303054:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623701.303057:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17877 usecs (18 jiffies) 00000400:00000200:1.0:1781623701.303059:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623701.303061:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301858323 00000100:00000001:1.0:1781623701.303063:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301866102 00000100:00000001:1.0:1781623701.303065:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301858323 00000100:00000001:1.0:1781623701.303067:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301866102 00000100:00000001:1.0:1781623701.303069:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623701.303071:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623701.303073:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623701.303075:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623701.303086:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623701.303088:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781623701.310764:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623701.310788:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623701.310794:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623701.310797:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623701.310806:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623701.310814:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623701.310825:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623701.310830:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623701.310836:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623701.310841:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005aac00 00000400:00000200:2.0:1781623701.310858:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623701.310871:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8d55 [1] + 224 00000800:00000001:2.0:1781623701.310878:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623701.310889:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623701.310892:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623701.310896:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623701.310904:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623701.310913:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733ed80 x1868160455846912/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623717 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623701.310924:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733ed80 x1868160455846912/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623717 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623701.310946:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:2.0:1781623701.310987:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623701.310991:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85102c9e00. 00000400:00000200:2.0:1781623701.310995:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623701.310998:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623701.311002:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb12a8 00000400:00000010:2.0:1781623701.311005:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb12a8. 00000100:00000001:2.0:1781623701.311009:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623701.311013:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733ea00 x1868160455847168/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623701.311040:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623701.311044:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733ea00 x1868160455847168/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623717 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623701.311058:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623701.311060:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781623701.311065:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623701.311068:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1781623701.311132:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623701.311135:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85102c9900. 00000400:00000200:2.0:1781623701.311138:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623701.311142:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623701.311145:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1088 00000400:00000010:2.0:1781623701.311147:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1088. 00000100:00000001:2.0:1781623701.311149:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623701.311154:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733dc00 x1868160455847040/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623701.311161:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623701.311164:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733dc00 x1868160455847040/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623736 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623701.311171:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623701.311172:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1781623701.311331:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623701.311336:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781623701.311342:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623701.311345:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623701.311348:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631370. 00000400:00000200:1.0:1781623701.311353:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb17f8 00000400:00000010:1.0:1781623701.311355:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb17f8. 00000100:00000001:1.0:1781623701.311357:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623701.311362:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733ed80 x1868160455846912/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623717 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623701.311371:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733ed80 x1868160455846912/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623717 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623701.311377:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623701.311379:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623701.311382:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623701.311385:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623701.311387:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623701.311389:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623701.311392:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623701.311400:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=28 v=5 (5 5 5 5) 00000100:00001000:1.0:1781623701.311404:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=99 v=5 (1 1 1 1) 00000100:00000001:1.0:1781623701.311407:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623701.311408:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623701.311411:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623701.311413:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623701.311416:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623701.311420:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733ed80 x1868160455846912/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623717 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623701.311438:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623701.311442:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623701.311444:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623701.311448:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733ed80 x1868160455846912/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623717 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623701.311455:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455846912:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623701.311460:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623701.311461:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623701.311464:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733ed80 x1868160455846912/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623717 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623701.311471:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623701.311474:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623701.311477:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557200. 02000000:00000001:1.0:1781623701.311482:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623701.311485:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623701.311486:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781623701.311488:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623701.311490:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85102c9a00. 02000000:00000001:1.0:1781623701.311494:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623701.311495:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623701.311498:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733ed80. 00000100:00000001:1.0:1781623701.311501:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623701.311503:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623701.311506:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623701.311507:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623701.311509:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623701.311510:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623701.311511:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781623701.322187:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623701.322205:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623701.322210:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623701.322213:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623701.322222:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623701.322230:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623701.322239:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623701.322245:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623701.322251:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623701.322255:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005aad00 00000400:00000200:3.0:1781623701.322261:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623701.322268:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8d5d [1] + 224 00000800:00000001:3.0:1781623701.322274:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623701.322282:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623701.322284:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623701.322289:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623701.322296:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623701.322304:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733ea00 x1868160455847168/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623717 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623701.322316:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733ea00 x1868160455847168/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623717 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623701.322333:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623701.322340:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623701.322344:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623701.322409:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623701.322414:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781623701.322421:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623701.322433:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623701.322437:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631108. 00000400:00000200:1.0:1781623701.322441:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1110 00000400:00000010:1.0:1781623701.322443:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1110. 00000100:00000001:1.0:1781623701.322446:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623701.322451:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733ea00 x1868160455847168/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623717 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623701.322461:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733ea00 x1868160455847168/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623717 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623701.322467:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623701.322469:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623701.322471:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623701.322475:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623701.322477:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623701.322480:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623701.322483:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623701.322491:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=28 v=5 (5 5 5 5) 00000100:00001000:1.0:1781623701.322495:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=27 v=5 (1 1 1 1) 00000100:00000001:1.0:1781623701.322498:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623701.322500:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623701.322502:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623701.322506:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623701.322509:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781623701.322512:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:1.0:1781623701.322514:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781623701.322515:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623701.322520:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733ea00 x1868160455847168/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623717 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623701.322527:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623701.322531:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623701.322532:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623701.322537:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733ea00 x1868160455847168/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623717 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623701.322544:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455847168:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623701.322548:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623701.322551:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623701.322554:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733ea00 x1868160455847168/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623717 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623701.322560:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623701.322562:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623701.322566:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557a00. 02000000:00000001:1.0:1781623701.322582:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623701.322585:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623701.322587:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:1.0:1781623701.322589:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623701.322592:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85102c9800. 02000000:00000001:1.0:1781623701.322596:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623701.322598:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623701.322600:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733ea00. 00000100:00000001:1.0:1781623701.322604:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623701.322605:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623701.322608:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623701.322610:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623701.322611:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623701.322613:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623701.322615:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781623701.324686:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623701.324700:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623701.324705:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623701.324707:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623701.324715:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623701.324722:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623701.324729:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623701.324734:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623701.324739:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623701.324743:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005aac80 00000400:00000200:2.0:1781623701.324749:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623701.324755:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8d65 [1] + 224 00000800:00000001:2.0:1781623701.324761:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623701.326710:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623701.326720:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623701.326730:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623701.326739:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623701.326750:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733dc00 x1868160455847040/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623736 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623701.326763:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733dc00 x1868160455847040/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623736 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623701.326783:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623701.326795:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623701.326801:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623701.327774:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623701.327780:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781623701.327787:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623701.327789:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623701.327793:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85076318f0. 00000400:00000200:1.0:1781623701.327798:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1880 00000400:00000010:1.0:1781623701.327800:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1880. 00000100:00000001:1.0:1781623701.327803:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623701.327811:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733dc00 x1868160455847040/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623736 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623701.327820:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733dc00 x1868160455847040/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623736 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623701.327827:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623701.327829:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623701.327831:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623701.327834:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623701.327836:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623701.327838:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623701.327840:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623701.327850:0:2350:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=28 v=20 (20 20 20 20) 00000100:00001000:1.0:1781623701.327854:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=99 v=5 (1 1 1 1) 00000100:00000001:1.0:1781623701.327856:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623701.327858:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623701.327860:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623701.327864:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623701.327867:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781623701.327870:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781623701.327877:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781623701.327878:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623701.327883:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733dc00 x1868160455847040/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623736 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623701.327890:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623701.327894:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623701.327895:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623701.327899:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733dc00 x1868160455847040/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623736 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623701.327907:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455847040:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623701.327912:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623701.327914:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623701.327917:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733dc00 x1868160455847040/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623736 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623701.327923:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623701.327925:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623701.327928:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e556200. 02000000:00000001:1.0:1781623701.327931:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623701.327934:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623701.327936:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781623701.327938:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623701.327940:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85102c9400. 02000000:00000001:1.0:1781623701.327943:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623701.327945:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623701.327947:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733dc00. 00000100:00000001:1.0:1781623701.327950:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623701.327951:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623701.327953:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623701.327960:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623701.327962:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623701.327964:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623701.327966:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623701.685212:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623701.685221:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623701.685227:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623701.685228:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623701.685231:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623701.685232:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623701.685259:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623701.685262:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623701.685265:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623702.709184:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623702.709192:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623702.709197:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623702.709199:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623702.709202:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623702.709203:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623702.709792:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623702.709796:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623702.709800:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623703.733158:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623703.733167:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623703.733169:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623703.733176:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623703.733178:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623703.733180:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623703.733185:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623703.733188:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623703.733190:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623703.733192:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623703.733197:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623703.733198:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623703.733202:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623703.733203:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623703.733307:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623703.733310:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623703.733313:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623704.757749:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623704.757757:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623704.757764:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623704.757765:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623704.757769:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623704.757770:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623704.757803:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623704.757806:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623704.757809:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623705.781220:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623705.781230:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623705.781238:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623705.781243:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623705.781257:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623705.781262:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623705.781266:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623705.781269:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623705.781271:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623705.781273:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623705.781278:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623705.781280:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623705.781281:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623705.781293:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623705.781295:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623705.781297:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623705.781298:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623705.781300:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623705.781301:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623705.781303:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623705.781524:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623705.781538:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623705.781542:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781623706.421183:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623706.421196:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623706.421209:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733dc00. 00000020:00000040:1.0:1781623706.421217:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781623706.421222:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623706.421227:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623706.421233:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623706.421295:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85102c9400. 00000100:00000001:1.0:1781623706.421304:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623706.421319:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733dc00 x1868160455847296/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623706.421332:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623706.421337:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623706.421344:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033ccbb42] to pc [ptlrpcd_00_00+0] req@ffff8f850733dc00 x1868160455847296/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623706.421417:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623706.421422:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623706.421426:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623706.421432:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733dc00 x1868160455847296/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623706.421441:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623706.421444:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623706.421449:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623706.421452:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623706.421455:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623706.421459:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455847296:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623706.421464:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623706.421472:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623706.421475:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623706.421477:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623706.421483:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505ced000. 02000000:00000001:0.0:1781623706.421485:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623706.421493:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623706.421498:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7dc0. 00000400:00000010:0.0:1781623706.421506:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9880. 00000100:00000200:0.0:1781623706.421513:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455847296, portal 25 00000100:00000001:0.0:1781623706.421516:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623706.421518:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247102464 : -123673462449152 : ffff8f850733dc00) 00000100:00000040:0.0:1781623706.421523:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733dc00 x1868160455847296/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623706.421544:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623706.421547:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623706.421550:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9440. 00000100:00000200:0.0:1781623706.421554:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455847296, offset 0 00000400:00000200:0.0:1781623706.421561:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623706.421571:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623706.421581:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623706.421587:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623706.421593:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623706.421597:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623706.421600:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623706.421604:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375908:375908:256:4294967295] 192.168.202.101@tcp LPNI seq info [375878:375878:8:4294967295] 00000400:00000200:0.0:1781623706.421609:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623706.421620:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623706.421626:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623706.421632:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0b00. 00000800:00000200:0.0:1781623706.421640:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623706.421649:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623706.421654:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623706.421674:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623706.421679:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623706.421682:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301871222 00000100:00000001:0.0:1781623706.421690:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301866102 00000100:00000001:0.0:1781623706.421696:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301871222 00000100:00000001:0.0:1781623706.421699:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301866102 00000100:00000001:0.0:1781623706.421703:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623706.421706:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623706.421709:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623706.421711:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1781623706.421872:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623706.421878:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0b00. 00000400:00000200:3.0:1781623706.421883:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623706.421889:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623706.421895:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9440 00000400:00000010:3.0:1781623706.421898:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9440. 00000100:00000001:3.0:1781623706.421902:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623706.421906:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733dc00 x1868160455847296/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623706.421916:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623706.421920:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733dc00 x1868160455847296/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623722 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623706.421927:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623706.421929:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1781623706.422149:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623706.422153:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623706.422157:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623706.422163:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733ea00. 00000020:00000040:1.0:1781623706.422167:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781623706.422170:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623706.422172:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623706.422174:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623706.422180:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85102c9800. 00000100:00000001:1.0:1781623706.422183:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623706.422188:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733ea00 x1868160455847424/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623706.422197:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623706.422199:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623706.422203:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002bbec9a1] to pc [ptlrpcd_00_01+1] req@ffff8f850733ea00 x1868160455847424/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623706.423702:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623706.423708:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781623706.423715:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623706.423717:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623706.423722:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623706.423725:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1781623706.423728:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623706.423730:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623706.423731:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623706.423733:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623706.423734:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623706.423737:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623706.423749:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733ea00 x1868160455847424/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623706.423760:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623706.423762:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623706.423767:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623706.423771:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623706.423774:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623706.423777:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455847424:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623706.423782:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623706.423789:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623706.423793:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623706.423795:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623706.423805:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505ced800. 02000000:00000001:0.0:1781623706.423807:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623706.423814:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623706.423819:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc72c0. 00000400:00000010:0.0:1781623706.423826:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9dd0. 00000100:00000200:0.0:1781623706.423833:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455847424, portal 10 00000100:00000001:0.0:1781623706.423836:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623706.423837:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247106048 : -123673462445568 : ffff8f850733ea00) 00000100:00000040:0.0:1781623706.423846:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733ea00 x1868160455847424/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623706.423854:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623706.423857:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623706.423860:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9b28. 00000100:00000200:0.0:1781623706.423864:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455847424, offset 0 00000400:00000200:0.0:1781623706.423871:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623706.423881:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623706.423888:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623706.423894:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623706.423903:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623706.423908:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623706.423911:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623706.423915:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375909:375909:256:4294967295] 192.168.202.101@tcp LPNI seq info [375879:375879:8:4294967295] 00000400:00000200:0.0:1781623706.423920:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623706.423931:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623706.423937:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623706.423941:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0c00. 00000800:00000200:0.0:1781623706.423948:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623706.423957:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623706.423961:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623706.423971:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623706.423976:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17895 usecs (18 jiffies) 00000400:00000200:0.0:1781623706.423979:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623706.423982:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301863443 00000100:00000001:0.0:1781623706.423985:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301871222 00000100:00000001:0.0:1781623706.423988:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301863443 00000100:00000001:0.0:1781623706.423990:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301871222 00000100:00000001:0.0:1781623706.423992:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623706.423995:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623706.423997:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623706.424002:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623706.424057:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623706.424059:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781623706.424419:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623706.424425:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0c00. 00000400:00000200:2.0:1781623706.424429:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623706.424435:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623706.424442:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9b28 00000400:00000010:2.0:1781623706.424445:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9b28. 00000100:00000001:2.0:1781623706.424448:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623706.424453:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733ea00 x1868160455847424/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623706.424464:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623706.424468:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733ea00 x1868160455847424/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623741 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623706.424475:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623706.424476:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781623706.424496:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623706.424507:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623706.424510:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623706.424512:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623706.424517:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623706.424522:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623706.424539:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623706.424542:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623706.424548:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623706.424552:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005aad80 00000400:00000200:2.0:1781623706.424557:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623706.424564:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8d6d [1] + 224 00000800:00000001:2.0:1781623706.424570:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623706.424577:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623706.424579:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623706.424582:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623706.424587:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623706.424592:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733dc00 x1868160455847296/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623722 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623706.424601:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733dc00 x1868160455847296/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623722 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623706.424618:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623706.424625:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623706.424628:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623706.425239:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623706.425253:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623706.425262:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623706.425263:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623706.425267:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7dc0. 00000400:00000200:0.0:1781623706.425273:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9880 00000400:00000010:0.0:1781623706.425276:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9880. 00000100:00000001:0.0:1781623706.425279:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623706.425286:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733dc00 x1868160455847296/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623722 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623706.425303:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733dc00 x1868160455847296/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623722 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623706.425309:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623706.425311:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623706.425314:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623706.425317:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623706.425320:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623706.425322:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623706.425326:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623706.425333:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=33 v=5 (5 5 5 5) 00000100:00001000:0.0:1781623706.425338:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=104 v=5 (1 1 1 1) 00000100:00000001:0.0:1781623706.425341:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623706.425343:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623706.425347:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623706.425349:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623706.425352:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623706.425358:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733dc00 x1868160455847296/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623722 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623706.425364:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623706.425368:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623706.425370:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623706.425374:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733dc00 x1868160455847296/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623722 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623706.425381:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455847296:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623706.425386:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623706.425389:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623706.425392:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733dc00 x1868160455847296/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623722 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623706.425399:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623706.425401:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623706.425406:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505ced000. 02000000:00000001:0.0:1781623706.425411:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623706.425414:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623706.425417:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781623706.425419:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623706.425422:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85102c9400. 02000000:00000001:0.0:1781623706.425425:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623706.425427:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623706.425429:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733dc00. 00000100:00000001:0.0:1781623706.425433:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623706.425435:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623706.425437:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623706.425439:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623706.425440:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623706.425441:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623706.425443:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623706.426015:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623706.426023:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623706.426041:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623706.426050:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733ed80. 00000020:00000040:1.0:1781623706.426055:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:1.0:1781623706.426060:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623706.426063:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623706.426069:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623706.426077:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85102c9a00. 00000100:00000001:1.0:1781623706.426085:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623706.426092:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f850733ed80 x1868160455847552/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623706.426103:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623706.426108:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623706.426114:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000923b046] to pc [ptlrpcd_00_00+0] req@ffff8f850733ed80 x1868160455847552/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623706.426130:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623706.426133:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781623706.426136:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781623706.426143:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7201) 00000100:00000001:0.0:1781623706.426203:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1781623706.426207:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1781623706.426208:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623706.426217:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623706.426220:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623706.426222:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623706.426223:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623706.426225:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623706.426231:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733ed80 x1868160455847552/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623706.426238:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623706.426240:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623706.426303:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623706.426305:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623706.426308:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623706.426312:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455847552:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623706.426317:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623706.426325:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623706.426328:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623706.426331:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623706.426338:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505ced000. 02000000:00000001:0.0:1781623706.426340:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623706.426349:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623706.426352:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7dc0. 00000400:00000010:0.0:1781623706.426359:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9880. 00000100:00000200:0.0:1781623706.426366:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455847552, portal 4 00000100:00000001:0.0:1781623706.426368:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623706.426370:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247106944 : -123673462444672 : ffff8f850733ed80) 00000100:00000040:0.0:1781623706.426378:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733ed80 x1868160455847552/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623706.426386:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623706.426389:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623706.426392:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9330. 00000100:00000200:0.0:1781623706.426396:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455847552, offset 0 00000400:00000200:0.0:1781623706.426403:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623706.426412:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623706.426419:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623706.426425:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623706.426431:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623706.426435:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623706.426438:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623706.426442:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375910:375910:256:4294967295] 192.168.202.101@tcp LPNI seq info [375880:375880:8:4294967295] 00000400:00000200:0.0:1781623706.426447:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623706.426458:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623706.426464:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623706.426469:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0400. 00000800:00000200:0.0:1781623706.426475:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623706.426560:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623706.426565:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623706.426583:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623706.426589:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 434510 usecs (435 jiffies) 00000400:00000200:0.0:1781623706.426594:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623706.426597:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301863864 00000100:00000001:0.0:1781623706.426600:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301871222 00000100:00000001:0.0:1781623706.426603:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301863864 00000100:00000001:0.0:1781623706.426606:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301871222 00000100:00000001:0.0:1781623706.426608:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623706.426611:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623706.426614:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623706.426616:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623706.426631:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623706.426632:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623706.426634:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623706.426636:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781623706.427009:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623706.427017:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0400. 00000400:00000200:2.0:1781623706.427022:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623706.427058:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623706.427065:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9330 00000400:00000010:2.0:1781623706.427068:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9330. 00000100:00000001:2.0:1781623706.427072:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623706.427077:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733ed80 x1868160455847552/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623706.427086:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623706.427089:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733ed80 x1868160455847552/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623722 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623706.427095:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623706.427096:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781623706.429553:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623706.429578:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623706.429585:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623706.429587:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623706.429599:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623706.429609:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623706.429622:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623706.429628:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623706.429634:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623706.429639:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005aae00 00000400:00000200:3.0:1781623706.429645:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623706.429653:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8d75 [1] + 224 00000800:00000001:3.0:1781623706.429663:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623706.429671:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623706.429675:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623706.429680:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623706.429689:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623706.429700:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733ea00 x1868160455847424/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623741 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623706.429712:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733ea00 x1868160455847424/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623741 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623706.429854:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623706.429859:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623706.429878:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623706.429889:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623706.429893:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1781623706.430427:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623706.430430:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623706.430434:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc72c0. 00000400:00000200:0.0:1781623706.430440:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9dd0 00000400:00000010:0.0:1781623706.430443:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9dd0. 00000100:00000001:0.0:1781623706.430447:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623706.430455:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733ea00 x1868160455847424/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623741 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623706.430464:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733ea00 x1868160455847424/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623741 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623706.430470:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623706.430472:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623706.430475:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623706.430479:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623706.430482:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623706.430553:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623706.430558:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623706.430570:0:2349:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=33 v=20 (20 20 20 20) 00000100:00001000:0.0:1781623706.430576:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=104 v=5 (1 1 1 1) 00000100:00000001:0.0:1781623706.430579:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623706.430581:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623706.430585:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623706.430588:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623706.430593:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623706.430595:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781623706.430597:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623706.430599:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623706.430604:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733ea00 x1868160455847424/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623741 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623706.430613:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623706.430618:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623706.430621:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623706.430626:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733ea00 x1868160455847424/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623741 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623706.430633:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455847424:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623706.430639:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623706.430642:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623706.430645:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733ea00 x1868160455847424/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623741 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623706.430651:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623706.430653:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623706.430657:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505ced800. 02000000:00000001:0.0:1781623706.430663:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623706.430666:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623706.430669:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781623706.430671:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623706.430675:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85102c9800. 02000000:00000001:0.0:1781623706.430679:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623706.430682:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623706.430684:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733ea00. 00000100:00000001:0.0:1781623706.430688:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623706.430691:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623706.430694:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623706.430704:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623706.430706:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623706.430709:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623706.430712:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781623706.436500:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623706.436519:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623706.436539:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623706.436542:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623706.436554:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623706.436562:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623706.436574:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623706.436580:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623706.436587:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623706.436592:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005aae80 00000400:00000200:2.0:1781623706.436596:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623706.436603:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8d7d [1] + 224 00000800:00000001:2.0:1781623706.436611:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623706.436676:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623706.436679:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623706.436683:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623706.436691:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623706.436701:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733ed80 x1868160455847552/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623722 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623706.436710:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733ed80 x1868160455847552/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623722 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623706.436760:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623706.436765:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623706.436779:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623706.436788:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623706.436791:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1781623706.442147:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623706.442155:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623706.442160:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7dc0. 00000400:00000200:0.0:1781623706.442172:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9880 00000400:00000010:0.0:1781623706.442175:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9880. 00000100:00000001:0.0:1781623706.442181:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623706.442196:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733ed80 x1868160455847552/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623722 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623706.442209:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733ed80 x1868160455847552/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623722 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623706.442219:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623706.442222:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623706.442226:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623706.442230:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623706.442233:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623706.442235:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623706.442238:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623706.442291:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=33 v=5 (5 5 5 5) 00000100:00001000:0.0:1781623706.442295:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=32 v=5 (1 1 1 1) 00000100:00000001:0.0:1781623706.442297:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623706.442299:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623706.442301:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623706.442305:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623706.442308:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623706.442310:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:0.0:1781623706.442312:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623706.442313:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623706.442317:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733ed80 x1868160455847552/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623722 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623706.442323:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623706.442327:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623706.442329:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623706.442332:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733ed80 x1868160455847552/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623722 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623706.442336:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455847552:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623706.442340:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623706.442342:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623706.442344:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733ed80 x1868160455847552/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623722 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623706.442349:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623706.442351:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623706.442355:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505ced000. 02000000:00000001:0.0:1781623706.442360:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623706.442363:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623706.442365:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:0.0:1781623706.442368:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623706.442370:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85102c9a00. 02000000:00000001:0.0:1781623706.442374:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623706.442376:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623706.442377:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733ed80. 00000100:00000001:0.0:1781623706.442380:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623706.442381:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623706.442384:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623706.442394:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623706.442396:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623706.442399:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623706.442402:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623706.807070:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623706.807081:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623706.807088:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623706.807090:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623706.807093:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623706.807095:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623706.807947:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623706.807954:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623706.807959:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623707.829158:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623707.829166:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623707.829174:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623707.829175:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623707.829179:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623707.829180:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623707.829207:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623707.829210:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623707.829213:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623708.854236:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623708.854246:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623708.854254:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623708.854256:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623708.854259:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623708.854261:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623708.855329:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623708.855337:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623708.855342:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623709.877154:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623709.877165:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623709.877173:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623709.877175:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623709.877179:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623709.877180:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623709.877377:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623709.877383:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623709.877386:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623710.902057:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623710.902066:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623710.902073:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623710.902075:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623710.902079:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623710.902080:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623710.902125:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623710.902128:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623710.902132:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781623711.541231:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623711.541242:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623711.541257:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731ce00. 00000020:00000040:0.0:1781623711.541263:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781623711.541268:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623711.541271:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623711.541277:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623711.541285:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0000. 00000100:00000001:0.0:1781623711.541293:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623711.541305:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731ce00 x1868160455847680/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623711.541314:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623711.541319:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623711.541325:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006be3e00e] to pc [ptlrpcd_00_01+1] req@ffff8f850731ce00 x1868160455847680/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623711.541357:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623711.541360:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623711.541363:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623711.541365:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731dc00. 00000020:00000040:0.0:1781623711.541366:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781623711.541368:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623711.541369:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623711.541370:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623711.541373:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0100. 00000100:00000001:0.0:1781623711.541375:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623711.541378:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731dc00 x1868160455847808/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623711.541383:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623711.541384:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623711.541387:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064d3ee66] to pc [ptlrpcd_00_00+0] req@ffff8f850731dc00 x1868160455847808/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623711.541393:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623711.541395:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623711.541399:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623711.541403:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731fb80. 00000020:00000040:0.0:1781623711.541405:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:0.0:1781623711.541415:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623711.541416:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623711.541418:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623711.541424:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0400. 00000100:00000001:0.0:1781623711.541427:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623711.541432:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f850731fb80 x1868160455847936/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623711.541439:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623711.541441:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623711.541445:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000865dba0e] to pc [ptlrpcd_00_01+1] req@ffff8f850731fb80 x1868160455847936/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623711.541453:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623711.541455:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781623711.541458:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781623711.541462:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7206) 00000100:00000001:0.0:1781623711.541509:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623711.541513:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623711.541516:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623711.541522:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731dc00 x1868160455847808/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623711.541531:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623711.541533:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623711.541538:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623711.541542:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623711.541633:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623711.541636:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623711.541638:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623711.541645:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731ce00 x1868160455847680/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623711.541652:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623711.541653:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623711.541655:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623711.541657:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623711.541659:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623711.541663:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455847680:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623711.541669:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623711.541677:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623711.541680:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623711.541683:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623711.541690:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557200. 02000000:00000001:1.0:1781623711.541692:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623711.541701:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623711.541706:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85076318f0. 00000400:00000010:1.0:1781623711.541714:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1880. 00000100:00000200:1.0:1781623711.541722:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455847680, portal 25 00000100:00000001:1.0:1781623711.541725:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623711.541727:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246967808 : -123673462583808 : ffff8f850731ce00) 00000100:00000040:1.0:1781623711.541734:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731ce00 x1868160455847680/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623711.541742:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623711.541745:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623711.541748:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1110. 00000100:00000200:1.0:1781623711.541752:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455847680, offset 0 00000400:00000200:1.0:1781623711.541759:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623711.541768:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623711.541778:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623711.541796:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623711.541801:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623711.541806:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623711.541809:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623711.541813:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375911:375911:256:4294967295] 192.168.202.101@tcp LPNI seq info [375881:375881:8:4294967295] 00000400:00000200:1.0:1781623711.541818:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623711.541829:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623711.541836:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623711.541843:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85102c9a00. 00000800:00000200:1.0:1781623711.541851:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623711.541861:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623711.541866:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85102c9a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623711.541888:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623711.541892:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623711.541895:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301876342 00000100:00000001:1.0:1781623711.541905:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301871222 00000100:00000001:1.0:1781623711.541964:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301876342 00000100:00000001:1.0:1781623711.541969:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301871222 00000100:00000001:1.0:1781623711.541973:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623711.541977:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623711.541980:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623711.541984:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731fb80 x1868160455847936/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623711.541991:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623711.541992:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623711.541994:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623711.541995:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623711.541997:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623711.542000:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455847936:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623711.542003:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623711.542006:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623711.542007:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623711.542009:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623711.542012:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557e00. 02000000:00000001:1.0:1781623711.542014:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623711.542018:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623711.542020:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631108. 00000400:00000010:1.0:1781623711.542061:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb17f8. 00000100:00000200:1.0:1781623711.542065:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455847936, portal 4 00000100:00000001:1.0:1781623711.542067:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623711.542068:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246979456 : -123673462572160 : ffff8f850731fb80) 00000100:00000040:1.0:1781623711.542076:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731fb80 x1868160455847936/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623711.542082:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623711.542084:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623711.542088:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1550. 00000100:00000200:1.0:1781623711.542090:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455847936, offset 0 00000400:00000200:1.0:1781623711.542095:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623711.542098:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623711.542102:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623711.542104:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623711.542107:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623711.542109:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623711.542112:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623711.542115:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375912:375912:255:4294967295] 192.168.202.101@tcp LPNI seq info [375882:375882:7:4294967295] 00000400:00000200:1.0:1781623711.542119:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623711.542126:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623711.542131:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623711.542135:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85102c9800. 00000800:00000200:1.0:1781623711.542138:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623711.542143:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623711.542146:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85102c9800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623711.542149:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623711.542153:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 433231 usecs (434 jiffies) 00000400:00000200:1.0:1781623711.542156:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623711.542159:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301868979 00000100:00000001:1.0:1781623711.542162:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301876342 00000100:00000001:1.0:1781623711.542164:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301868979 00000100:00000001:1.0:1781623711.542166:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301876342 00000100:00000001:1.0:1781623711.542169:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623711.542171:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623711.542173:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623711.542177:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623711.542184:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623711.542186:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781623711.542188:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623711.542190:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623711.542191:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623711.542193:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623711.542323:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623711.542330:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85102c9a00. 00000400:00000200:3.0:1781623711.542338:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623711.542345:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623711.542352:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1110 00000400:00000010:3.0:1781623711.542354:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1110. 00000100:00000001:3.0:1781623711.542360:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623711.542365:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731ce00 x1868160455847680/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623711.542374:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623711.542378:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731ce00 x1868160455847680/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623727 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623711.542384:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623711.542386:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623711.542469:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623711.542472:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85102c9800. 00000400:00000200:3.0:1781623711.542474:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623711.542488:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623711.542490:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1550 00000400:00000010:3.0:1781623711.542492:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1550. 00000100:00000001:3.0:1781623711.542494:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623711.542497:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731fb80 x1868160455847936/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623711.542503:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623711.542506:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731fb80 x1868160455847936/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623727 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623711.542516:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623711.542517:0:2344:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1781623711.542823:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623711.542829:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455847808:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623711.542834:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623711.542838:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623711.542840:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623711.542842:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623711.542848:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cecc00. 02000000:00000001:0.0:1781623711.542850:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623711.542854:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623711.542858:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7dc0. 00000400:00000010:0.0:1781623711.542863:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9880. 00000100:00000200:0.0:1781623711.542868:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455847808, portal 10 00000100:00000001:0.0:1781623711.542870:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623711.542871:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246971392 : -123673462580224 : ffff8f850731dc00) 00000100:00000040:0.0:1781623711.542878:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731dc00 x1868160455847808/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623711.542886:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623711.542888:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623711.542891:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9dd0. 00000100:00000200:0.0:1781623711.542893:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455847808, offset 0 00000400:00000200:0.0:1781623711.542899:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623711.542904:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623711.543011:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623711.543015:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623711.543018:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623711.543021:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623711.543023:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623711.543046:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375913:375913:256:4294967295] 192.168.202.101@tcp LPNI seq info [375883:375883:8:4294967295] 00000400:00000200:0.0:1781623711.543051:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623711.543060:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623711.543066:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623711.543072:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0c00. 00000800:00000200:0.0:1781623711.543077:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623711.543084:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623711.543088:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623711.543097:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623711.543101:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17886 usecs (18 jiffies) 00000400:00000200:0.0:1781623711.543104:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623711.543107:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301868564 00000100:00000001:0.0:1781623711.543110:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301876342 00000100:00000001:0.0:1781623711.543113:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301868564 00000100:00000001:0.0:1781623711.543115:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301876342 00000100:00000001:0.0:1781623711.543118:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623711.543121:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623711.543124:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623711.543127:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623711.543135:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623711.543137:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=30 : 30 : 1e) 00000100:00000001:0.0:1781623711.543140:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623711.543141:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623711.543143:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623711.543145:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781623711.544339:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623711.544351:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0c00. 00000400:00000200:2.0:1781623711.544359:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623711.544368:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623711.544377:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9dd0 00000400:00000010:2.0:1781623711.544380:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9dd0. 00000100:00000001:2.0:1781623711.544385:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623711.544393:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731dc00 x1868160455847808/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623711.544418:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623711.544424:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731dc00 x1868160455847808/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623746 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623711.544431:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623711.544433:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781623711.546326:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623711.546347:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623711.546352:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623711.546355:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623711.546366:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623711.546375:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623711.546386:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623711.546403:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623711.546410:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623711.546416:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005ab000 00000400:00000200:3.0:1781623711.546421:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623711.546430:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8d8d [1] + 224 00000800:00000001:3.0:1781623711.546439:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623711.546445:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623711.546448:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623711.546453:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623711.546464:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623711.546474:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731fb80 x1868160455847936/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623727 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623711.546497:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731fb80 x1868160455847936/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623727 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623711.546521:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623711.546533:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623711.546537:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623711.546539:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623711.546541:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623711.546544:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623711.546547:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623711.546552:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623711.546555:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623711.546558:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623711.546561:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005aaf00 00000400:00000200:3.0:1781623711.546565:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623711.546570:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8d85 [1] + 224 00000800:00000001:3.0:1781623711.546574:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623711.546581:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623711.546584:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623711.546587:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623711.546591:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623711.546596:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731ce00 x1868160455847680/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623727 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623711.546605:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731ce00 x1868160455847680/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623727 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623711.546612:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623711.546615:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623711.546619:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623711.546734:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623711.546740:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781623711.546749:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623711.546751:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623711.546756:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85076318f0. 00000400:00000200:1.0:1781623711.546761:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1880 00000400:00000010:1.0:1781623711.546765:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1880. 00000100:00000001:1.0:1781623711.546769:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623711.546774:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731ce00 x1868160455847680/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623727 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623711.546795:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731ce00 x1868160455847680/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623727 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623711.546802:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623711.546804:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623711.546806:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623711.546811:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623711.546815:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623711.546817:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623711.546820:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623711.546829:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=38 v=5 (5 5 5 5) 00000100:00001000:1.0:1781623711.546835:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=109 v=5 (1 1 1 1) 00000100:00000001:1.0:1781623711.546838:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623711.546840:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623711.546843:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623711.546846:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623711.546848:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623711.546853:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731ce00 x1868160455847680/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623727 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623711.546862:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623711.546866:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623711.546868:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623711.546872:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731ce00 x1868160455847680/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623727 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623711.546880:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455847680:192.168.202.101@tcp:400:kworker.0 00000400:00000001:1.0:1781623711.546886:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623711.546888:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623711.546889:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631108. 00000400:00000200:1.0:1781623711.546892:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb17f8 00000400:00000010:1.0:1781623711.546895:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb17f8. 00000100:00000001:1.0:1781623711.546897:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623711.546900:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731fb80 x1868160455847936/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623727 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623711.547146:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731fb80 x1868160455847936/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623727 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623711.547155:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623711.547157:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623711.547159:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623711.547161:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623711.547162:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623711.547163:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623711.547165:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623711.547172:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=38 v=5 (5 5 5 5) 00000100:00001000:1.0:1781623711.551835:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=37 v=5 (1 1 1 1) 00000100:00000001:1.0:1781623711.551840:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623711.551842:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623711.551846:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623711.551850:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623711.551855:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781623711.551858:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:1.0:1781623711.551860:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781623711.551862:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623711.551874:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731fb80 x1868160455847936/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623727 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623711.551885:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623711.551889:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623711.551890:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623711.551895:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731fb80 x1868160455847936/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623727 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623711.551904:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455847936:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623711.551911:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623711.551915:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623711.551920:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731ce00 x1868160455847680/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623727 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623711.551927:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623711.551930:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623711.551935:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557200. 02000000:00000001:1.0:1781623711.551942:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623711.551945:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623711.551948:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781623711.551950:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623711.551953:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0000. 02000000:00000001:1.0:1781623711.551957:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623711.551958:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623711.551960:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731ce00. 00000100:00000001:1.0:1781623711.551966:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623711.551967:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623711.551969:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623711.551973:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731fb80 x1868160455847936/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623727 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623711.551979:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623711.551980:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623711.551982:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557e00. 02000000:00000001:1.0:1781623711.551984:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623711.551985:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623711.551986:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:1.0:1781623711.551987:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623711.551989:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0400. 02000000:00000001:1.0:1781623711.551991:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623711.551992:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623711.551993:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731fb80. 00000100:00000001:1.0:1781623711.551996:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623711.551997:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623711.551999:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623711.552007:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623711.552009:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623711.552012:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623711.552014:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781623711.556968:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623711.556993:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623711.556998:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623711.557001:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623711.557014:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623711.557024:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623711.557080:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623711.557087:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623711.557094:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623711.557100:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005aaf80 00000400:00000200:2.0:1781623711.557106:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623711.557114:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8d95 [1] + 224 00000800:00000001:2.0:1781623711.557124:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623711.557271:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623711.557276:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623711.557282:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623711.557294:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623711.557306:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731dc00 x1868160455847808/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623746 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623711.557319:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731dc00 x1868160455847808/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623746 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623711.557337:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623711.557348:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623711.557352:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623711.558591:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623711.558603:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623711.558648:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623711.558651:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623711.558657:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7dc0. 00000400:00000200:0.0:1781623711.558664:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9880 00000400:00000010:0.0:1781623711.558667:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9880. 00000100:00000001:0.0:1781623711.558672:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623711.558682:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731dc00 x1868160455847808/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623746 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623711.558704:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731dc00 x1868160455847808/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623746 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623711.558717:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623711.558719:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623711.558722:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623711.558726:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623711.558729:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623711.558733:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623711.558736:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623711.558749:0:2349:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=38 v=20 (20 20 20 20) 00000100:00001000:0.0:1781623711.558754:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=109 v=5 (1 1 1 1) 00000100:00000001:0.0:1781623711.558756:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623711.558758:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623711.558761:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623711.558765:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623711.558770:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623711.558772:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781623711.558774:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623711.558776:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623711.558780:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731dc00 x1868160455847808/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623746 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623711.558787:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623711.558791:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623711.558793:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623711.558798:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731dc00 x1868160455847808/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623746 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623711.558806:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455847808:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623711.558811:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623711.558814:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623711.558818:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731dc00 x1868160455847808/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623746 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623711.558824:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623711.558828:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623711.558832:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cecc00. 02000000:00000001:0.0:1781623711.558836:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623711.558839:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623711.558842:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781623711.558844:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623711.558847:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0100. 02000000:00000001:0.0:1781623711.558851:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623711.558854:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623711.558856:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731dc00. 00000100:00000001:0.0:1781623711.558860:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623711.558862:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623711.558865:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623711.558874:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623711.558876:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623711.558877:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623711.558879:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623711.925130:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623711.925137:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623711.925142:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623711.925143:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623711.925145:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623711.925146:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623711.925286:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623711.925290:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623711.925292:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623712.951749:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623712.951759:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623712.951767:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623712.951768:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623712.951772:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623712.951773:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623712.958694:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623712.958705:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623712.958711:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623713.974210:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623713.974224:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623713.974228:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623713.974236:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623713.974238:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623713.974240:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623713.974247:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623713.974250:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623713.974253:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623713.974256:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623713.974261:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623713.974263:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623713.974267:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623713.974268:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623713.974303:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623713.974307:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623713.974310:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623714.997247:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623714.997253:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623714.997259:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623714.997260:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623714.997264:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623714.997265:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623714.997367:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623714.997370:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623714.997373:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623716.021149:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623716.021163:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623716.021168:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623716.021171:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623716.021174:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623716.021178:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623716.021181:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623716.021183:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623716.021184:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623716.021186:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623716.021188:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623716.021190:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623716.021191:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623716.021196:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623716.021198:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623716.021199:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623716.021200:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623716.021201:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623716.021203:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623716.021204:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623716.021335:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623716.021338:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623716.021341:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781623716.661635:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623716.661647:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623716.661659:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731dc00. 00000020:00000040:0.0:1781623716.661666:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781623716.661670:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623716.661674:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623716.661679:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623716.661687:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0300. 00000100:00000001:0.0:1781623716.661694:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623716.661706:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731dc00 x1868160455848064/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623716.661716:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623716.661721:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623716.661727:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064d3ee66] to pc [ptlrpcd_00_00+0] req@ffff8f850731dc00 x1868160455848064/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623716.661764:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623716.661767:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623716.661770:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623716.661773:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731ed80. 00000020:00000040:0.0:1781623716.661775:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781623716.661777:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623716.661778:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623716.661780:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623716.661782:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0a00. 00000100:00000001:0.0:1781623716.661785:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623716.661790:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731ed80 x1868160455848192/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623716.661797:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623716.661799:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623716.661803:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3dd1577] to pc [ptlrpcd_00_01+1] req@ffff8f850731ed80 x1868160455848192/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623716.661810:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623716.661813:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623716.661815:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623716.661819:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731f480. 00000020:00000040:0.0:1781623716.661822:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:0.0:1781623716.661824:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623716.661825:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623716.661827:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623716.661830:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0f00. 00000100:00000001:0.0:1781623716.661833:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623716.661837:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f850731f480 x1868160455848320/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623716.661848:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623716.661850:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623716.661853:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007be101f7] to pc [ptlrpcd_00_00+0] req@ffff8f850731f480 x1868160455848320/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623716.661859:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623716.661862:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781623716.661865:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781623716.661870:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7211) 00000100:00000001:1.0:1781623716.661991:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623716.661996:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623716.661998:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623716.662004:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731dc00 x1868160455848064/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623716.662012:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623716.662013:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623716.662017:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623716.662020:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623716.662022:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623716.662050:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455848064:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623716.662055:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623716.662062:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623716.662065:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623716.662067:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623716.662073:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e556c00. 02000000:00000001:1.0:1781623716.662076:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623716.662084:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623716.662088:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631108. 00000400:00000010:1.0:1781623716.662095:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb17f8. 00000100:00000200:1.0:1781623716.662104:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455848064, portal 25 00000100:00000001:1.0:1781623716.662107:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623716.662108:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246971392 : -123673462580224 : ffff8f850731dc00) 00000100:00000040:1.0:1781623716.662114:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731dc00 x1868160455848064/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623716.662121:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623716.662124:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623716.662127:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1880. 00000100:00000200:1.0:1781623716.662131:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455848064, offset 0 00000400:00000200:1.0:1781623716.662137:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623716.662146:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623716.662156:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623716.662162:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623716.662166:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623716.662170:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623716.662173:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623716.662177:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375914:375914:256:4294967295] 192.168.202.101@tcp LPNI seq info [375884:375884:8:4294967295] 00000400:00000200:1.0:1781623716.662181:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623716.662192:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623716.662197:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623716.662202:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85102c9400. 00000800:00000200:1.0:1781623716.662209:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623716.662217:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623716.662221:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85102c9400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623716.662242:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623716.662246:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623716.662249:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301881462 00000100:00000001:1.0:1781623716.662256:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301876342 00000100:00000001:1.0:1781623716.662260:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301881462 00000100:00000001:1.0:1781623716.662264:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301876342 00000100:00000001:1.0:1781623716.662267:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623716.662269:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623716.662272:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623716.662276:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731f480 x1868160455848320/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623716.662282:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623716.662284:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623716.662286:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623716.662288:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623716.662290:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623716.662292:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455848320:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623716.662296:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623716.662298:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623716.662299:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623716.662301:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623716.662304:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557e00. 02000000:00000001:1.0:1781623716.662306:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623716.662310:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623716.662313:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85076318f0. 00000400:00000010:1.0:1781623716.662316:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1f68. 00000100:00000200:1.0:1781623716.662329:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455848320, portal 4 00000100:00000001:1.0:1781623716.662331:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623716.662332:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246977664 : -123673462573952 : ffff8f850731f480) 00000100:00000040:1.0:1781623716.662339:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731f480 x1868160455848320/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623716.662344:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623716.662346:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623716.662350:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1550. 00000100:00000200:1.0:1781623716.662352:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455848320, offset 0 00000400:00000200:1.0:1781623716.662356:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623716.662359:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623716.662363:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623716.662365:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623716.662367:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623716.662369:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623716.662371:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623716.662374:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375915:375915:255:4294967295] 192.168.202.101@tcp LPNI seq info [375885:375885:7:4294967295] 00000400:00000200:1.0:1781623716.662377:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623716.662383:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623716.662386:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623716.662390:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85102c9900. 00000800:00000200:1.0:1781623716.662393:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623716.662398:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623716.662400:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85102c9900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623716.662403:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623716.662407:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 431920 usecs (432 jiffies) 00000400:00000200:1.0:1781623716.662410:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623716.662411:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301874096 00000100:00000001:1.0:1781623716.662414:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301881462 00000100:00000001:1.0:1781623716.662415:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301874096 00000100:00000001:1.0:1781623716.662417:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301881462 00000100:00000001:1.0:1781623716.662419:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623716.662421:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623716.662424:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623716.662426:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623716.662444:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623716.662447:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781623716.662449:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623716.662450:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623716.662452:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623716.662454:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1781623716.662456:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623716.662458:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623716.662459:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623716.662461:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623716.662462:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623716.662463:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623716.662467:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731ed80 x1868160455848192/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623716.662473:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623716.662475:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623716.662477:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623716.662479:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623716.662481:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623716.662483:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455848192:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623716.662487:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623716.662490:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623716.662491:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623716.662493:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623716.662496:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557c00. 02000000:00000001:1.0:1781623716.662499:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623716.662502:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623716.662505:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631370. 00000400:00000010:1.0:1781623716.662508:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1110. 00000100:00000200:1.0:1781623716.662511:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455848192, portal 10 00000100:00000001:1.0:1781623716.662513:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623716.662514:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246975872 : -123673462575744 : ffff8f850731ed80) 00000100:00000040:1.0:1781623716.662520:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731ed80 x1868160455848192/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623716.662526:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623716.662528:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623716.662530:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1088. 00000100:00000200:1.0:1781623716.662531:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455848192, offset 0 00000400:00000200:1.0:1781623716.662536:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623716.662539:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623716.662543:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623716.662545:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623716.662547:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623716.662549:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623716.662551:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623716.662554:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375916:375916:254:4294967295] 192.168.202.101@tcp LPNI seq info [375886:375886:6:4294967295] 00000400:00000200:1.0:1781623716.662558:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623716.662563:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623716.662567:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623716.662571:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85102c9e00. 00000800:00000200:1.0:1781623716.662574:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623716.662579:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623716.662581:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85102c9e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623716.662584:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623716.662586:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17891 usecs (18 jiffies) 00000400:00000200:1.0:1781623716.662589:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623716.662591:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301873682 00000100:00000001:1.0:1781623716.662593:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301881462 00000100:00000001:1.0:1781623716.662595:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301873682 00000100:00000001:1.0:1781623716.662596:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301881462 00000100:00000001:1.0:1781623716.662598:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623716.662600:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623716.662602:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623716.662604:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623716.662616:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623716.662619:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623716.663081:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623716.663087:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85102c9400. 00000400:00000200:3.0:1781623716.663094:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623716.663100:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623716.663106:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1880 00000400:00000010:3.0:1781623716.663108:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1880. 00000100:00000001:3.0:1781623716.663114:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623716.663118:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731dc00 x1868160455848064/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623716.663128:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623716.663132:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731dc00 x1868160455848064/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623732 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623716.663139:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623716.663141:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623716.663153:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623716.663155:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85102c9900. 00000400:00000200:3.0:1781623716.663157:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623716.663160:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623716.663162:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1550 00000400:00000010:3.0:1781623716.663164:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1550. 00000100:00000001:3.0:1781623716.663166:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623716.663169:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731f480 x1868160455848320/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623716.663175:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623716.663177:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731f480 x1868160455848320/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623732 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623716.663184:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623716.663185:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623716.663240:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623716.663243:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85102c9e00. 00000400:00000200:3.0:1781623716.663245:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623716.663249:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623716.663251:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1088 00000400:00000010:3.0:1781623716.663252:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1088. 00000100:00000001:3.0:1781623716.663254:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623716.663257:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731ed80 x1868160455848192/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623716.663263:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623716.663266:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731ed80 x1868160455848192/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623751 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623716.663272:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623716.663273:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781623716.667336:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623716.667358:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623716.667363:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623716.667365:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623716.667375:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623716.667384:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623716.667393:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623716.667398:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623716.667404:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623716.667408:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005ab080 00000400:00000200:2.0:1781623716.667413:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623716.667419:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8d9d [1] + 224 00000800:00000001:2.0:1781623716.667426:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623716.667443:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623716.667447:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623716.667451:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623716.667460:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623716.667470:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731dc00 x1868160455848064/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623732 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623716.667481:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731dc00 x1868160455848064/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623732 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623716.667502:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623716.667510:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623716.667513:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623716.667656:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623716.667660:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781623716.667667:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623716.667669:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623716.667673:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631108. 00000400:00000200:1.0:1781623716.667677:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb17f8 00000400:00000010:1.0:1781623716.667680:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb17f8. 00000100:00000001:1.0:1781623716.667683:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623716.667688:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731dc00 x1868160455848064/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623732 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623716.667697:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731dc00 x1868160455848064/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623732 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623716.667703:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623716.667705:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623716.667708:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623716.667712:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623716.667715:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623716.667717:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623716.667721:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623716.667728:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=43 v=5 (5 5 5 5) 00000100:00001000:1.0:1781623716.667732:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=114 v=5 (1 1 1 1) 00000100:00000001:1.0:1781623716.667735:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623716.667737:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623716.667740:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623716.667742:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623716.667745:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623716.667750:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731dc00 x1868160455848064/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623732 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623716.667758:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623716.667761:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623716.667763:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623716.667767:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731dc00 x1868160455848064/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623732 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623716.667774:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455848064:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623716.667779:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623716.667782:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623716.667785:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731dc00 x1868160455848064/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623732 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623716.667791:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623716.667794:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623716.667798:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e556c00. 02000000:00000001:1.0:1781623716.667801:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623716.667803:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623716.667806:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781623716.667808:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623716.667811:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0300. 02000000:00000001:1.0:1781623716.667814:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623716.667816:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623716.667818:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731dc00. 00000100:00000001:1.0:1781623716.667821:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623716.667822:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623716.667826:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623716.667827:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623716.667828:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623716.667830:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623716.667831:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781623716.668771:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623716.668783:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623716.668786:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623716.668789:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623716.668797:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623716.668802:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623716.668810:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623716.668814:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623716.668818:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623716.668822:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005ab100 00000400:00000200:3.0:1781623716.668827:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623716.668833:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8dad [1] + 224 00000800:00000001:3.0:1781623716.668838:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623716.668895:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623716.668899:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623716.668903:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623716.668912:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623716.668919:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731ed80 x1868160455848192/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623751 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623716.669295:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731ed80 x1868160455848192/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623751 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623716.669321:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623716.669330:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623716.669333:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623716.670934:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623716.670942:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781623716.670950:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623716.670952:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623716.670956:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631370. 00000400:00000200:1.0:1781623716.670964:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1110 00000400:00000010:1.0:1781623716.670966:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1110. 00000100:00000001:1.0:1781623716.670970:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623716.670979:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731ed80 x1868160455848192/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623751 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623716.670989:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731ed80 x1868160455848192/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623751 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623716.670996:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623716.670998:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623716.671000:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623716.671003:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623716.671005:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623716.671007:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623716.671010:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623716.671019:0:2349:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=43 v=20 (20 20 20 20) 00000100:00001000:1.0:1781623716.671023:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=114 v=5 (1 1 1 1) 00000100:00000001:1.0:1781623716.671055:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623716.671057:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623716.671060:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623716.671064:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623716.671068:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781623716.671071:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781623716.671072:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781623716.671074:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623716.671079:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731ed80 x1868160455848192/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623751 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623716.671092:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623716.671095:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623716.671097:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623716.671101:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731ed80 x1868160455848192/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623751 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623716.671108:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455848192:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623716.671113:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623716.671116:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623716.671119:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731ed80 x1868160455848192/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623751 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623716.671124:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623716.671127:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623716.671130:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557c00. 02000000:00000001:1.0:1781623716.671136:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623716.671138:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623716.671140:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781623716.671143:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623716.671145:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0a00. 02000000:00000001:1.0:1781623716.671149:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623716.671151:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623716.671153:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731ed80. 00000100:00000001:1.0:1781623716.671157:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623716.671159:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623716.671162:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623716.671163:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623716.671164:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623716.671166:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623716.671167:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781623716.680721:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623716.680744:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623716.680749:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623716.680752:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623716.680763:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623716.680772:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623716.680783:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623716.680789:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623716.680795:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623716.680800:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005ab180 00000400:00000200:2.0:1781623716.680805:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623716.680811:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8da5 [1] + 224 00000800:00000001:2.0:1781623716.680818:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623716.680830:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623716.680833:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623716.680837:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623716.680847:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623716.680856:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731f480 x1868160455848320/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623732 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623716.680868:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731f480 x1868160455848320/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623732 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623716.680893:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623716.680902:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623716.680906:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623716.681151:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623716.681157:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781623716.681165:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623716.681167:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623716.681170:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85076318f0. 00000400:00000200:1.0:1781623716.681175:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1f68 00000400:00000010:1.0:1781623716.681178:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1f68. 00000100:00000001:1.0:1781623716.681181:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623716.681186:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731f480 x1868160455848320/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623732 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623716.681195:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731f480 x1868160455848320/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623732 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623716.681202:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623716.681204:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623716.681207:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623716.681210:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623716.681213:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623716.681215:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623716.681217:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623716.681227:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=43 v=5 (5 5 5 5) 00000100:00001000:1.0:1781623716.681231:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=42 v=5 (1 1 1 1) 00000100:00000001:1.0:1781623716.681233:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623716.681235:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623716.681237:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623716.681240:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623716.681244:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781623716.681246:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:1.0:1781623716.681249:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781623716.681250:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623716.681255:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731f480 x1868160455848320/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623732 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623716.681263:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623716.681267:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623716.681269:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623716.681273:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731f480 x1868160455848320/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623732 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623716.681281:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455848320:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623716.681286:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623716.681289:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623716.681292:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731f480 x1868160455848320/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623732 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623716.681298:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623716.681301:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623716.681304:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557e00. 02000000:00000001:1.0:1781623716.681553:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623716.681556:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623716.681558:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:1.0:1781623716.681561:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623716.681563:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0f00. 02000000:00000001:1.0:1781623716.681567:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623716.681569:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623716.681571:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731f480. 00000100:00000001:1.0:1781623716.681574:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623716.681576:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623716.681578:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623716.681585:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623716.681587:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623716.681589:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623716.681591:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623717.045847:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623717.045855:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623717.045862:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623717.045863:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623717.045867:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623717.045868:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623717.045895:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623717.045899:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623717.045903:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623718.069171:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623718.069178:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623718.069184:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623718.069185:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623718.069189:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623718.069191:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623718.069365:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623718.069368:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623718.069371:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623719.095653:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623719.095661:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623719.095667:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623719.095669:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623719.095672:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623719.095673:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623719.096054:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623719.096058:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623719.096061:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623720.117853:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623720.117871:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623720.117877:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623720.117878:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623720.117881:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623720.117882:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623720.117908:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623720.117911:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623720.117913:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623721.141147:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623721.141154:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623721.141159:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623721.141161:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623721.141164:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623721.141165:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623721.141264:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623721.141267:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623721.141270:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781623721.781495:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623721.781507:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623721.781515:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0c700. 00000020:00000040:2.0:1781623721.781521:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781623721.781525:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623721.781528:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623721.781533:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623721.781541:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3900. 00000100:00000001:2.0:1781623721.781548:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623721.781560:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0c700 x1868160455848448/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623721.781571:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623721.781575:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623721.781581:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc47fb59] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0c700 x1868160455848448/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623721.781622:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623721.781625:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623721.781628:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623721.781632:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0c000. 00000020:00000040:2.0:1781623721.781634:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781623721.781637:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623721.781744:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623721.781747:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623721.781752:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3700. 00000100:00000001:2.0:1781623721.781756:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623721.781762:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0c000 x1868160455848576/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623721.781770:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623721.781772:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623721.781777:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000210a9bc8] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0c000 x1868160455848576/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623721.781787:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623721.781789:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623721.781793:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623721.781797:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0ca80. 00000020:00000040:2.0:1781623721.781800:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:2.0:1781623721.781802:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623721.781803:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623721.781804:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623721.781808:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3400. 00000100:00000001:2.0:1781623721.781810:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623721.781814:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f8508b0ca80 x1868160455848704/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623721.781821:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623721.781823:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623721.781826:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004da633e2] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0ca80 x1868160455848704/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623721.781834:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623721.781836:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781623721.781840:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781623721.781846:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7216) 00000100:00000001:2.0:1781623721.781874:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623721.781878:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623721.781880:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623721.781885:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0c000 x1868160455848576/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623721.781894:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623721.781897:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623721.781902:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623721.781904:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623721.781907:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1781623721.781908:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623721.781913:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1781623721.781915:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455848576:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623721.781917:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1781623721.781923:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1781623721.781928:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0c700 x1868160455848448/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1781623721.781929:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623721.781933:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623721.781938:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1781623721.781943:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:2.0:1781623721.781944:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078e00. 00000100:00000001:3.0:1781623721.781945:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623721.781948:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623721.781950:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623721.781954:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623721.781957:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623721.781958:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00100000:3.0:1781623721.781964:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455848448:192.168.202.101@tcp:400:kworker.0 00000400:00000010:2.0:1781623721.781965:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f082c0. 00000100:00000001:3.0:1781623721.781971:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623721.781975:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1781623721.781976:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d908. 02000000:00000001:3.0:1781623721.781977:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623721.781981:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1781623721.781985:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455848576, portal 10 02000000:00000010:3.0:1781623721.781986:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ed800. 00000100:00000001:2.0:1781623721.781989:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1781623721.781991:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623721.781993:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272064512 : -123673437487104 : ffff8f8508b0c000) 00000400:00000200:3.0:1781623721.781999:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623721.782003:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8aa8. 00000100:00000040:2.0:1781623721.782006:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0c000 x1868160455848576/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1781623721.782009:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e707f8. 00000100:00000200:3.0:1781623721.782015:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455848448, portal 25 00000100:00000001:2.0:1781623721.782019:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1781623721.782020:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623721.782023:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272066304 : -123673437485312 : ffff8f8508b0c700) 00000100:00000040:2.0:1781623721.782049:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623721.782053:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901df68. 00000100:00000200:2.0:1781623721.782057:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455848576, offset 0 00000400:00000200:2.0:1781623721.782066:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000100:00000040:3.0:1781623721.782072:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0c700 x1868160455848448/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1781623721.782080:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623721.782086:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623721.782090:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623721.782093:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000010:3.0:1781623721.782096:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70e58. 00000100:00000200:3.0:1781623721.782101:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455848448, offset 0 00000400:00000200:2.0:1781623721.782102:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623721.782110:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623721.782112:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623721.782117:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623721.782121:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623721.782125:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375917:375917:256:4294967295] 192.168.202.101@tcp LPNI seq info [375887:375887:8:4294967295] 00000400:00000200:2.0:1781623721.782142:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623721.782154:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623721.782161:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623721.782166:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3a00. 00000800:00000200:2.0:1781623721.782173:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623721.782181:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623721.782185:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623721.782198:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623721.782203:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17882 usecs (18 jiffies) 00000400:00000200:2.0:1781623721.782206:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623721.782210:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301878803 00000100:00000001:2.0:1781623721.782213:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301881462 00000100:00000001:2.0:1781623721.782215:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301878803 00000100:00000001:2.0:1781623721.782217:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301881462 00000100:00000001:2.0:1781623721.782219:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623721.782222:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623721.782225:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623721.782227:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623721.782234:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623721.782236:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=30 : 30 : 1e) 00000100:00000001:2.0:1781623721.782238:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623721.782239:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623721.782241:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623721.782243:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781623721.782601:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623721.782606:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3a00. 00000400:00000200:2.0:1781623721.782612:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623721.782617:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623721.786845:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623721.786860:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623721.786870:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623721.786873:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623721.786877:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623721.786879:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623721.786884:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375918:375918:255:4294967295] 192.168.202.101@tcp LPNI seq info [375888:375888:7:4294967295] 00000400:00000200:3.0:1781623721.786889:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623721.786899:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623721.786907:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623721.786914:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7db00. 00000800:00000200:3.0:1781623721.786921:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623721.786928:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623721.786932:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7db00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623721.786938:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623721.786943:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623721.786946:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301886587 00000100:00000001:3.0:1781623721.786953:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301881462 00000100:00000001:3.0:1781623721.786958:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301886587 00000100:00000001:3.0:1781623721.786960:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301881462 00000100:00000001:3.0:1781623721.786963:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623721.786967:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623721.786971:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623721.786979:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0ca80 x1868160455848704/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623721.786988:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623721.786990:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623721.786994:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623721.786998:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623721.787000:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623721.787003:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455848704:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623721.787007:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623721.787013:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623721.787015:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623721.787018:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623721.787023:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ec200. 02000000:00000001:3.0:1781623721.787052:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623721.787056:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623721.787060:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8e70. 00000400:00000010:3.0:1781623721.787066:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70908. 00000100:00000200:3.0:1781623721.787072:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455848704, portal 4 00000100:00000001:3.0:1781623721.787074:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623721.787076:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272067200 : -123673437484416 : ffff8f8508b0ca80) 00000100:00000040:3.0:1781623721.787083:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0ca80 x1868160455848704/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623721.787091:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623721.787093:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623721.787096:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70cc0. 00000100:00000200:3.0:1781623721.787100:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455848704, offset 0 00000400:00000200:3.0:1781623721.787106:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623721.787111:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623721.787115:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623721.787117:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623721.787120:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623721.787122:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623721.787124:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623721.787127:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375919:375919:254:4294967295] 192.168.202.101@tcp LPNI seq info [375889:375889:6:4294967295] 00000400:00000200:3.0:1781623721.787131:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623721.787137:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623721.787141:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623721.787145:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d000. 00000800:00000200:3.0:1781623721.787148:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623721.787152:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623721.787154:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623721.787157:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623721.787160:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 430668 usecs (431 jiffies) 00000400:00000200:3.0:1781623721.787163:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623721.787165:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301879220 00000100:00000001:3.0:1781623721.787168:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301886587 00000100:00000001:3.0:1781623721.787170:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301879220 00000100:00000001:3.0:1781623721.787171:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301886587 00000100:00000001:3.0:1781623721.787173:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623721.787175:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623721.787178:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623721.787181:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623721.787188:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623721.787190:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781623721.787193:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623721.787195:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623721.787196:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623721.787198:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623721.787523:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901df68 00000400:00000010:2.0:1781623721.787594:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901df68. 00000100:00000001:2.0:1781623721.787601:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623721.787610:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0c000 x1868160455848576/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623721.787622:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623721.787626:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0c000 x1868160455848576/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623756 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623721.787634:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623721.787635:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781623721.787786:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:2.0:1781623721.787834:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623721.787839:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7db00. 00000400:00000200:2.0:1781623721.787912:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623721.787917:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623721.787922:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70e58 00000400:00000010:2.0:1781623721.787924:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70e58. 00000100:00000001:2.0:1781623721.787928:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623721.787933:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0c700 x1868160455848448/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623721.787941:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623721.787945:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0c700 x1868160455848448/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623737 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623721.787951:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623721.787953:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781623721.788005:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623721.788008:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d000. 00000400:00000200:2.0:1781623721.788011:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623721.788014:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623721.788018:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70cc0 00000400:00000010:2.0:1781623721.788019:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70cc0. 00000100:00000001:2.0:1781623721.788022:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623721.788042:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0ca80 x1868160455848704/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623721.788050:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623721.788053:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0ca80 x1868160455848704/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623737 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623721.788059:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623721.788061:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781623721.790320:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623721.790329:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623721.790335:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623721.790344:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623721.790351:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623721.790362:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623721.790367:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623721.790371:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623721.790375:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005ab280 00000400:00000200:3.0:1781623721.790380:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623721.790397:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8db5 [1] + 224 00000800:00000001:3.0:1781623721.790404:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623721.790412:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623721.790415:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623721.790419:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623721.790425:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623721.790434:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0c000 x1868160455848576/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623756 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623721.790452:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0c000 x1868160455848576/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623756 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623721.790480:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623721.790488:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623721.790491:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623721.790748:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623721.790752:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781623721.790760:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623721.790761:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623721.790765:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f082c0. 00000400:00000200:2.0:1781623721.790770:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d908 00000400:00000010:2.0:1781623721.790772:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d908. 00000100:00000001:2.0:1781623721.790775:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623721.790780:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0c000 x1868160455848576/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623756 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623721.790788:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0c000 x1868160455848576/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623756 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623721.790794:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623721.790797:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623721.790799:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623721.790803:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623721.790806:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623721.790808:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623721.790811:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623721.790820:0:2351:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=48 v=20 (20 20 20 20) 00000100:00001000:2.0:1781623721.790823:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=119 v=5 (1 1 1 1) 00000100:00000001:2.0:1781623721.790826:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623721.790828:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623721.790830:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623721.790833:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623721.790837:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781623721.790839:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:2.0:1781623721.790842:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781623721.790844:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623721.790849:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0c000 x1868160455848576/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623756 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623721.790856:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623721.790859:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623721.790871:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623721.790877:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0c000 x1868160455848576/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623756 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623721.790885:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455848576:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623721.790890:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623721.790892:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623721.790895:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0c000 x1868160455848576/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623756 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623721.790902:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623721.790904:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623721.790908:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078e00. 02000000:00000001:2.0:1781623721.790912:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623721.790914:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623721.790917:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:2.0:1781623721.790919:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623721.790921:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3700. 02000000:00000001:2.0:1781623721.790925:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623721.790927:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623721.790929:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0c000. 00000100:00000001:2.0:1781623721.790933:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623721.790934:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623721.790936:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623721.790943:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623721.790945:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623721.790947:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623721.790949:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781623721.791420:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623721.791428:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623721.791431:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623721.791433:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623721.791439:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623721.791444:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623721.791450:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623721.791453:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623721.791457:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623721.791460:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005ab300 00000400:00000200:2.0:1781623721.791464:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623721.791469:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8dd5 [1] + 224 00000800:00000001:2.0:1781623721.791474:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623721.791478:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623721.791480:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623721.791484:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623721.791488:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623721.791493:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0ca80 x1868160455848704/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623737 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623721.791502:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0ca80 x1868160455848704/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623737 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623721.791520:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623721.791526:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623721.791529:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623721.791530:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623721.791533:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623721.791535:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623721.791539:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623721.791543:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623721.791545:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623721.791547:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623721.791549:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005ab200 00000400:00000200:2.0:1781623721.791553:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623721.791557:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8dbd [1] + 224 00000800:00000001:2.0:1781623721.791560:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623721.791565:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623721.791567:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623721.791569:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623721.791572:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623721.791576:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0c700 x1868160455848448/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623737 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623721.791585:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0c700 x1868160455848448/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623737 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623721.791591:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623721.791595:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623721.791597:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623721.791646:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623721.791649:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781623721.791653:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623721.791655:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623721.791657:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8aa8. 00000400:00000200:3.0:1781623721.791662:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e707f8 00000400:00000010:3.0:1781623721.791664:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e707f8. 00000100:00000001:3.0:1781623721.791666:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623721.791670:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0c700 x1868160455848448/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623737 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623721.791679:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0c700 x1868160455848448/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623737 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623721.791685:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623721.791687:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623721.791689:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623721.791691:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623721.791692:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623721.791694:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623721.791696:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623721.791700:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=48 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623721.791703:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=119 v=5 (1 1 1 1) 00000100:00000001:3.0:1781623721.791706:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623721.791707:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623721.791709:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623721.791711:0:2352:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623721.791713:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623721.791717:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0c700 x1868160455848448/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623737 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623721.791729:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623721.791732:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623721.791733:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623721.791737:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0c700 x1868160455848448/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623737 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623721.791745:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455848448:192.168.202.101@tcp:400:kworker.0 00000400:00000001:3.0:1781623721.791750:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623721.791752:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623721.791753:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8e70. 00000400:00000200:3.0:1781623721.791756:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70908 00000400:00000010:3.0:1781623721.791757:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70908. 00000100:00000001:3.0:1781623721.791759:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623721.791762:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0ca80 x1868160455848704/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623737 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623721.791769:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0ca80 x1868160455848704/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623737 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623721.791775:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623721.791776:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623721.791778:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623721.791779:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623721.791780:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623721.791781:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623721.791783:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623721.791788:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=48 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623721.791791:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=47 v=5 (1 1 1 1) 00000100:00000001:3.0:1781623721.791793:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623721.791794:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623721.791796:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623721.791798:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623721.791801:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623721.791803:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:3.0:1781623721.791805:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623721.791806:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623721.791810:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0ca80 x1868160455848704/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623737 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623721.791815:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623721.791817:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623721.791818:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623721.791821:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0ca80 x1868160455848704/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623737 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623721.791827:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455848704:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623721.791831:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623721.791833:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623721.791835:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0c700 x1868160455848448/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623737 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623721.791840:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623721.791841:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623721.791844:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ed800. 02000000:00000001:3.0:1781623721.791847:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623721.791849:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623721.791850:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781623721.791852:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623721.791854:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3900. 02000000:00000001:3.0:1781623721.791857:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623721.791859:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623721.791860:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0c700. 00000100:00000001:3.0:1781623721.791862:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623721.791864:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623721.791874:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623721.791877:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0ca80 x1868160455848704/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623737 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623721.791883:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623721.791885:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623721.791887:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ec200. 02000000:00000001:3.0:1781623721.791890:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623721.791891:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623721.791892:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:3.0:1781623721.791894:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623721.791896:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3400. 02000000:00000001:3.0:1781623721.791898:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623721.791899:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623721.791900:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0ca80. 00000100:00000001:3.0:1781623721.791902:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623721.791904:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623721.791906:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623721.791911:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623721.791912:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623721.791914:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623721.791915:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623722.165207:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623722.165215:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623722.165221:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623722.165222:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623722.165226:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623722.165227:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623722.165330:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623722.165334:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623722.165336:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623723.189212:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623723.189219:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623723.189225:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623723.189227:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623723.189230:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623723.189231:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623723.189261:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623723.189264:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623723.189266:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623724.213433:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623724.213692:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623724.213695:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623724.213702:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623724.213704:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623724.213706:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623724.213710:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623724.213713:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623724.213714:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623724.213717:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623724.213722:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623724.213724:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623724.213726:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623724.213728:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623724.217578:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623724.217586:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623724.217592:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623725.237683:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623725.237690:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623725.237696:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623725.237698:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623725.237701:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623725.237702:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623725.243601:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623725.243611:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623725.243681:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623726.261151:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623726.261157:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623726.261161:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623726.261164:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623726.261165:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623726.261168:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623726.261170:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623726.261172:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623726.261173:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623726.261175:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623726.261177:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623726.261178:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623726.261178:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623726.261182:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623726.261183:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623726.261184:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623726.261185:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623726.261185:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623726.261186:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623726.261187:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623726.261211:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623726.261213:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623726.261215:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781623726.901235:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623726.901248:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623726.901258:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0c000. 00000020:00000040:2.0:1781623726.901265:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781623726.901270:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623726.901273:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623726.901278:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623726.901286:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3700. 00000100:00000001:2.0:1781623726.901293:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623726.901305:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0c000 x1868160455848832/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623726.901316:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623726.901320:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623726.901326:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000210a9bc8] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0c000 x1868160455848832/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623726.901389:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623726.901392:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623726.901396:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623726.901399:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0f800. 00000020:00000040:2.0:1781623726.901402:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781623726.901405:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623726.901406:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623726.901408:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623726.901411:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3a00. 00000100:00000001:2.0:1781623726.901414:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623726.901418:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0f800 x1868160455848960/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623726.901425:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623726.901426:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623726.901430:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021613b51] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0f800 x1868160455848960/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623726.901438:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623726.901440:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623726.901443:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623726.901446:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0d180. 00000020:00000040:2.0:1781623726.901448:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:2.0:1781623726.901450:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623726.901451:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623726.901453:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623726.901455:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3000. 00000100:00000001:2.0:1781623726.901457:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623726.901461:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f8508b0d180 x1868160455849088/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623726.901468:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623726.901470:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623726.901473:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002e652d7] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0d180 x1868160455849088/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623726.901480:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623726.901482:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781623726.901486:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781623726.901490:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7221) 00000100:00000001:3.0:1781623726.901574:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623726.901579:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623726.901581:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623726.901589:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0c000 x1868160455848832/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623726.901597:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623726.901599:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623726.901603:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623726.901606:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623726.901608:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623726.901612:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455848832:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623726.901617:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623726.901622:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623726.901625:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623726.901628:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623726.901633:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ed400. 02000000:00000001:3.0:1781623726.901635:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623726.901643:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623726.901647:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8e70. 00000400:00000010:3.0:1781623726.901653:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70908. 00000100:00000200:3.0:1781623726.901660:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455848832, portal 25 00000100:00000001:3.0:1781623726.901663:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623726.901665:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272064512 : -123673437487104 : ffff8f8508b0c000) 00000100:00000040:3.0:1781623726.901670:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0c000 x1868160455848832/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623726.901678:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623726.901681:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623726.901684:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e707f8. 00000100:00000200:3.0:1781623726.901686:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455848832, offset 0 00000400:00000200:3.0:1781623726.901703:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623726.901713:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623726.901720:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623726.901726:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623726.901729:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623726.901733:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623726.901735:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623726.901739:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375920:375920:256:4294967295] 192.168.202.101@tcp LPNI seq info [375890:375890:8:4294967295] 00000400:00000200:3.0:1781623726.901743:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623726.901752:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623726.901757:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623726.901762:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d400. 00000800:00000200:3.0:1781623726.901769:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623726.901777:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623726.901782:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623726.901801:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623726.901806:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623726.901809:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301891702 00000100:00000001:3.0:1781623726.901815:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301886587 00000100:00000001:3.0:1781623726.901820:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301891702 00000100:00000001:3.0:1781623726.901823:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301886587 00000100:00000001:3.0:1781623726.901826:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623726.901829:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623726.901831:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623726.901835:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0d180 x1868160455849088/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623726.901842:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623726.901843:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623726.901845:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623726.901847:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623726.901848:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623726.901851:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455849088:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623726.901854:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623726.901857:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623726.901858:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623726.901860:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623726.901863:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ec400. 02000000:00000001:3.0:1781623726.901864:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623726.901868:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623726.901870:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8aa8. 00000400:00000010:3.0:1781623726.901874:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70440. 00000100:00000200:3.0:1781623726.901876:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455849088, portal 4 00000100:00000001:3.0:1781623726.901878:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623726.901879:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272068992 : -123673437482624 : ffff8f8508b0d180) 00000100:00000040:3.0:1781623726.901885:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0d180 x1868160455849088/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623726.901892:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623726.901894:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623726.901896:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70880. 00000100:00000200:3.0:1781623726.901898:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455849088, offset 0 00000400:00000200:3.0:1781623726.901902:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623726.901906:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623726.901910:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623726.901912:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623726.901915:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623726.901917:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623726.901919:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623726.901922:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375921:375921:255:4294967295] 192.168.202.101@tcp LPNI seq info [375891:375891:7:4294967295] 00000400:00000200:3.0:1781623726.901925:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623726.901930:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623726.901935:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623726.901939:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d000. 00000800:00000200:3.0:1781623726.901943:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623726.901947:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623726.901949:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623726.901953:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623726.901956:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 429390 usecs (430 jiffies) 00000400:00000200:3.0:1781623726.901970:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623726.901972:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301884334 00000100:00000001:3.0:1781623726.901974:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301891702 00000100:00000001:3.0:1781623726.901976:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301884334 00000100:00000001:3.0:1781623726.901978:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301891702 00000100:00000001:3.0:1781623726.901980:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623726.901981:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623726.901983:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623726.901985:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623726.901993:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623726.901995:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781623726.901997:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623726.901998:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623726.901999:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623726.902002:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1781623726.902003:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623726.902005:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623726.902006:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623726.902008:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623726.902009:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623726.902010:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623726.902014:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0f800 x1868160455848960/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623726.902021:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623726.902022:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623726.902171:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623726.902174:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623726.902177:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623726.902182:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455848960:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623726.902185:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623726.902187:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623726.902189:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623726.902190:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623726.902193:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ec800. 02000000:00000001:3.0:1781623726.902195:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623726.902199:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623726.902202:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c86e0. 00000400:00000010:3.0:1781623726.902206:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e706e8. 00000100:00000200:3.0:1781623726.902208:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455848960, portal 10 00000100:00000001:3.0:1781623726.902210:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623726.902211:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272078848 : -123673437472768 : ffff8f8508b0f800) 00000100:00000040:3.0:1781623726.902218:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0f800 x1868160455848960/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623726.902223:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623726.902225:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623726.902227:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70000. 00000100:00000200:3.0:1781623726.902229:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455848960, offset 0 00000400:00000200:3.0:1781623726.902233:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623726.902237:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623726.902241:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623726.902244:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623726.902257:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623726.902260:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623726.902262:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623726.902265:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375922:375922:254:4294967295] 192.168.202.101@tcp LPNI seq info [375892:375892:6:4294967295] 00000400:00000200:3.0:1781623726.902277:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623726.902284:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623726.902288:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623726.902292:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7db00. 00000800:00000200:3.0:1781623726.902295:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623726.902299:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623726.902301:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7db00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623726.902304:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623726.902307:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17875 usecs (18 jiffies) 00000400:00000200:3.0:1781623726.902310:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623726.902312:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301883923 00000100:00000001:3.0:1781623726.902315:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301891702 00000100:00000001:3.0:1781623726.902317:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301883923 00000100:00000001:3.0:1781623726.902319:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301891702 00000100:00000001:3.0:1781623726.902321:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623726.902323:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623726.902325:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623726.902327:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623726.902347:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623726.902350:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781623726.902621:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623726.902626:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d400. 00000400:00000200:2.0:1781623726.902633:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623726.902638:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623726.902642:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e707f8 00000400:00000010:2.0:1781623726.902646:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e707f8. 00000100:00000001:2.0:1781623726.902650:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623726.902654:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0c000 x1868160455848832/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623726.902664:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623726.902668:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0c000 x1868160455848832/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623742 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623726.902674:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623726.902676:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781623726.902688:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623726.902690:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d000. 00000400:00000200:2.0:1781623726.902692:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623726.902710:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623726.902712:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70880 00000400:00000010:2.0:1781623726.902714:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70880. 00000100:00000001:2.0:1781623726.902717:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623726.902720:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0d180 x1868160455849088/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623726.902728:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623726.902730:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0d180 x1868160455849088/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623742 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623726.902735:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623726.902737:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781623726.902803:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623726.902806:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7db00. 00000400:00000200:2.0:1781623726.902809:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623726.902812:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623726.902814:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70000 00000400:00000010:2.0:1781623726.902816:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70000. 00000100:00000001:2.0:1781623726.902818:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623726.902821:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0f800 x1868160455848960/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623726.902828:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623726.902830:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0f800 x1868160455848960/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623761 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623726.902836:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623726.902838:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781623726.907756:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623726.907774:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623726.907778:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623726.907781:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623726.907790:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623726.907797:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623726.907806:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623726.907811:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623726.907828:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623726.907832:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005ab480 00000400:00000200:2.0:1781623726.907837:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623726.907843:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8df5 [1] + 224 00000800:00000001:2.0:1781623726.907849:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623726.907856:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623726.907860:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623726.907864:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623726.907871:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623726.907879:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0d180 x1868160455849088/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623742 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623726.907894:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0d180 x1868160455849088/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623742 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623726.907919:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623726.907927:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623726.907930:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623726.908099:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623726.908104:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781623726.908111:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623726.908113:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623726.908117:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8aa8. 00000400:00000200:3.0:1781623726.908123:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70440 00000400:00000010:3.0:1781623726.908126:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70440. 00000100:00000001:3.0:1781623726.908129:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623726.908134:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0d180 x1868160455849088/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623742 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623726.908143:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0d180 x1868160455849088/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623742 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623726.908149:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623726.908151:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623726.908153:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623726.908156:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623726.908159:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623726.908161:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623726.908164:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623726.908173:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=53 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623726.908177:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=52 v=5 (1 1 1 1) 00000100:00000001:3.0:1781623726.908180:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623726.908181:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623726.908184:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623726.908187:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623726.908191:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623726.908193:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:3.0:1781623726.908195:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623726.908197:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623726.908202:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0d180 x1868160455849088/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623742 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623726.908209:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623726.908212:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623726.908214:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623726.908218:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0d180 x1868160455849088/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623742 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623726.908226:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455849088:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623726.908233:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623726.908236:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623726.908239:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0d180 x1868160455849088/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623742 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623726.908247:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623726.908249:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623726.908253:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ec400. 02000000:00000001:3.0:1781623726.908257:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623726.908259:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623726.908261:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:3.0:1781623726.908264:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623726.908266:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3000. 02000000:00000001:3.0:1781623726.908281:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623726.908283:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623726.908286:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0d180. 00000100:00000001:3.0:1781623726.908290:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623726.908292:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623726.908295:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623726.908296:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623726.908298:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623726.908299:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623726.908300:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781623726.909252:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623726.909261:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623726.909264:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623726.909267:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623726.909467:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623726.909473:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623726.909481:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623726.909485:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623726.909489:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623726.909494:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005ab400 00000400:00000200:2.0:1781623726.909500:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623726.909506:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8e05 [1] + 224 00000800:00000001:2.0:1781623726.909512:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623726.909519:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623726.909522:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623726.909526:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623726.909532:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623726.909539:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0f800 x1868160455848960/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623761 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623726.909550:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0f800 x1868160455848960/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623761 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623726.909596:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623726.909599:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623726.909614:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623726.909621:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623726.909624:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1781623726.912577:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623726.912585:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623726.912589:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c86e0. 00000400:00000200:3.0:1781623726.912596:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e706e8 00000400:00000010:3.0:1781623726.912599:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e706e8. 00000100:00000001:3.0:1781623726.912604:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623726.912618:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0f800 x1868160455848960/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623761 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623726.912630:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0f800 x1868160455848960/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623761 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623726.912637:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623726.912639:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623726.912643:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623726.912646:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623726.912649:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623726.912651:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623726.912654:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623726.912663:0:2351:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=53 v=20 (20 20 20 20) 00000100:00001000:3.0:1781623726.912715:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=124 v=5 (1 1 1 1) 00000100:00000001:3.0:1781623726.912719:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623726.912721:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623726.912723:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623726.912726:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623726.912730:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623726.912732:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781623726.912734:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623726.912736:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623726.912741:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0f800 x1868160455848960/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623761 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623726.912748:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623726.912751:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623726.912753:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623726.912757:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0f800 x1868160455848960/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623761 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623726.912764:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455848960:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623726.912769:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623726.912773:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623726.912776:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0f800 x1868160455848960/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623761 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623726.912781:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623726.912785:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623726.912789:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ec800. 02000000:00000001:3.0:1781623726.912791:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623726.912794:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623726.912796:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781623726.912798:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623726.912800:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3a00. 02000000:00000001:3.0:1781623726.912805:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623726.912807:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623726.912808:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0f800. 00000100:00000001:3.0:1781623726.912812:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623726.912813:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623726.912817:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623726.912820:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623726.912822:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623726.912823:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623726.912825:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781623726.915992:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623726.916013:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623726.916017:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623726.916020:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623726.916042:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623726.916050:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623726.916061:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623726.916067:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623726.916073:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623726.916076:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005ab380 00000400:00000200:2.0:1781623726.916081:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623726.916087:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8de5 [1] + 224 00000800:00000001:2.0:1781623726.916094:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623726.916104:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623726.916108:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623726.916113:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623726.916121:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623726.916130:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0c000 x1868160455848832/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623742 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623726.916142:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0c000 x1868160455848832/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623742 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623726.916461:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623726.916465:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623726.916482:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623726.916491:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623726.916495:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1781623726.918130:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623726.918135:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623726.918139:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8e70. 00000400:00000200:3.0:1781623726.918148:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70908 00000400:00000010:3.0:1781623726.918150:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70908. 00000100:00000001:3.0:1781623726.918155:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623726.918165:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0c000 x1868160455848832/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623742 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623726.918176:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0c000 x1868160455848832/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623742 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623726.918184:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623726.918186:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623726.918189:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623726.918193:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623726.918195:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623726.918197:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623726.918200:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623726.918207:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=53 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623726.918212:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=124 v=5 (1 1 1 1) 00000100:00000001:3.0:1781623726.918214:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623726.918216:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623726.918218:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623726.918222:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623726.918225:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623726.918230:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0c000 x1868160455848832/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623742 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623726.918238:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623726.918241:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623726.918244:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623726.918247:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0c000 x1868160455848832/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623742 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623726.918255:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455848832:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623726.918260:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623726.918263:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623726.918266:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0c000 x1868160455848832/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623742 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623726.918550:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623726.918554:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623726.918558:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ed400. 02000000:00000001:3.0:1781623726.918563:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623726.918566:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623726.918569:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781623726.918572:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623726.918575:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3700. 02000000:00000001:3.0:1781623726.918580:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623726.918582:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623726.918584:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0c000. 00000100:00000001:3.0:1781623726.918587:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623726.918589:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623726.918592:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623726.918600:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623726.918602:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623726.918604:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623726.918607:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623727.285329:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623727.285348:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623727.285355:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623727.285357:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623727.285360:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623727.285361:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623727.285910:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623727.285914:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623727.285918:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623728.309169:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623728.309176:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623728.309182:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623728.309183:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623728.309186:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623728.309187:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623728.309286:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623728.309294:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623728.309299:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623729.333122:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623729.333130:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623729.333137:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623729.333138:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623729.333141:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623729.333143:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623729.333166:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623729.333169:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623729.333173:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623730.357165:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623730.357173:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623730.357180:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623730.357181:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623730.357185:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623730.357186:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623730.357356:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623730.357360:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623730.357363:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623731.381163:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623731.381170:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623731.381176:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623731.381177:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623731.381181:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623731.381182:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623731.381363:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623731.381366:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623731.381369:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781623732.021607:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623732.021617:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623732.021625:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731f100. 00000020:00000040:0.0:1781623732.021630:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781623732.021633:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623732.021636:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623732.021640:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623732.021645:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0800. 00000100:00000001:0.0:1781623732.021651:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623732.021660:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731f100 x1868160455849216/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623732.021670:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623732.021674:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623732.021681:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005d705fe] to pc [ptlrpcd_00_01+1] req@ffff8f850731f100 x1868160455849216/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623732.021711:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623732.021714:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623732.021718:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623732.021721:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731d180. 00000020:00000040:0.0:1781623732.021723:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781623732.021725:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623732.021726:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623732.021728:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623732.021730:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0200. 00000100:00000001:0.0:1781623732.021732:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623732.021735:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731d180 x1868160455849344/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623732.021740:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623732.021742:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623732.021744:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032b888aa] to pc [ptlrpcd_00_00+0] req@ffff8f850731d180 x1868160455849344/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623732.021750:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623732.021751:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623732.021754:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623732.021756:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731d880. 00000020:00000040:0.0:1781623732.021757:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:0.0:1781623732.021759:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623732.021759:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623732.021761:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623732.021763:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0700. 00000100:00000001:0.0:1781623732.021764:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623732.021767:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f850731d880 x1868160455849472/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623732.021770:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623732.021771:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623732.021773:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c707ee7d] to pc [ptlrpcd_00_01+1] req@ffff8f850731d880 x1868160455849472/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623732.021778:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623732.021779:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781623732.021782:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781623732.021785:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7226) 00000100:00000001:1.0:1781623732.021794:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623732.021800:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623732.021804:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1781623732.021810:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1781623732.021813:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731f100 x1868160455849216/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623732.021813:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623732.021815:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623732.021820:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731d180 x1868160455849344/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623732.021831:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623732.021833:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623732.021835:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623732.021837:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623732.021839:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623732.021844:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1781623732.021844:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455849344:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623732.021849:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623732.021850:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623732.021855:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623732.021856:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623732.021859:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623732.021860:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623732.021865:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623732.021866:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623732.021870:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cec000. 00000100:00100000:1.0:1781623732.021873:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455849216:192.168.202.101@tcp:400:kworker.0 02000000:00000001:0.0:1781623732.021874:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623732.021880:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1781623732.021883:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 02000000:00000001:1.0:1781623732.021885:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1781623732.021887:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7dc0. 02000000:00000001:1.0:1781623732.021888:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623732.021892:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1781623732.021893:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9880. 02000000:00000010:1.0:1781623732.021897:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e556200. 00000100:00000200:0.0:1781623732.021899:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455849344, portal 10 02000000:00000001:1.0:1781623732.021901:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623732.021902:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623732.021905:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246968704 : -123673462582912 : ffff8f850731d180) 00000400:00000200:1.0:1781623732.021909:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000040:0.0:1781623732.021914:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731d180 x1868160455849344/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1781623732.021915:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85076318f0. 00000400:00000010:1.0:1781623732.021922:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1f68. 00000100:00000001:0.0:1781623732.021924:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1781623732.021928:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455849216, portal 25 00000100:00000040:0.0:1781623732.021930:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000100:00000001:1.0:1781623732.021933:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623732.021936:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246976768 : -123673462574848 : ffff8f850731f100) 00000400:00000010:0.0:1781623732.021936:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9770. 00000100:00000200:0.0:1781623732.021942:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455849344, offset 0 00000100:00000040:1.0:1781623732.021947:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731f100 x1868160455849216/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1781623732.021954:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000100:00000001:1.0:1781623732.021960:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623732.021964:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623732.021967:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1110. 00000400:00000200:0.0:1781623732.022056:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623732.022063:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623732.022068:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623732.022071:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623732.022073:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623732.022075:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623732.022079:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375923:375923:256:4294967295] 192.168.202.101@tcp LPNI seq info [375893:375893:8:4294967295] 00000400:00000200:0.0:1781623732.022081:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623732.022088:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623732.022092:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623732.022096:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0f00. 00000800:00000200:0.0:1781623732.022102:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623732.022109:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623732.022112:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623732.022118:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1781623732.022120:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455849216, offset 0 00000100:00000040:0.0:1781623732.022122:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17871 usecs (18 jiffies) 00000400:00000200:0.0:1781623732.022126:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623732.022128:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301889043 00000400:00000200:1.0:1781623732.022132:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000100:00000001:0.0:1781623732.022133:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301891702 00000100:00000001:0.0:1781623732.022137:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301889043 00000100:00000001:0.0:1781623732.022139:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301891702 00000400:00000200:1.0:1781623732.022142:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623732.022142:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623732.022146:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623732.022150:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623732.022152:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000100:00000001:0.0:1781623732.022153:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781623732.022159:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623732.022162:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623732.022164:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1781623732.022166:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1781623732.022169:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000100:00000001:0.0:1781623732.022170:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=30 : 30 : 1e) 00000100:00000001:0.0:1781623732.022175:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1781623732.022176:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375924:375924:255:4294967295] 192.168.202.101@tcp LPNI seq info [375894:375894:7:4294967295] 00000100:00000001:0.0:1781623732.022178:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623732.022180:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623732.022184:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623732.022185:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623732.022196:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623732.022202:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623732.022207:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85102c9000. 00000800:00000200:1.0:1781623732.022211:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623732.022216:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623732.022219:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85102c9000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623732.022221:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623732.022224:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623732.022226:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301896823 00000100:00000001:1.0:1781623732.022231:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301891702 00000100:00000001:1.0:1781623732.022235:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301896823 00000100:00000001:1.0:1781623732.022238:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301891702 00000100:00000001:1.0:1781623732.022241:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623732.022243:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623732.022245:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623732.022249:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731d880 x1868160455849472/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623732.022257:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623732.022259:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623732.022261:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623732.022263:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623732.022265:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623732.022267:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455849472:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623732.022270:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623732.022273:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623732.022274:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623732.022276:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623732.022280:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e556e00. 02000000:00000001:1.0:1781623732.022282:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623732.022285:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623732.022288:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631370. 00000400:00000010:1.0:1781623732.022301:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb17f8. 00000100:00000200:1.0:1781623732.022305:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455849472, portal 4 00000100:00000001:1.0:1781623732.022307:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623732.022308:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246970496 : -123673462581120 : ffff8f850731d880) 00000100:00000040:1.0:1781623732.022314:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731d880 x1868160455849472/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623732.022321:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623732.022323:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623732.022325:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb12a8. 00000100:00000200:1.0:1781623732.022328:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455849472, offset 0 00000400:00000200:1.0:1781623732.022332:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623732.022335:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623732.022338:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623732.022341:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623732.022344:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623732.022346:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623732.022348:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623732.022351:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375925:375925:254:4294967295] 192.168.202.101@tcp LPNI seq info [375895:375895:6:4294967295] 00000400:00000200:1.0:1781623732.022354:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623732.022360:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623732.022364:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623732.022368:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85102c9e00. 00000800:00000200:1.0:1781623732.022372:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623732.022377:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623732.022379:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85102c9e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623732.022382:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623732.022386:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 428106 usecs (429 jiffies) 00000400:00000200:1.0:1781623732.022389:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623732.022391:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301889454 00000100:00000001:1.0:1781623732.022394:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301896823 00000100:00000001:1.0:1781623732.022396:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301889454 00000100:00000001:1.0:1781623732.022398:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301896823 00000100:00000001:1.0:1781623732.022400:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623732.022402:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623732.022403:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623732.022405:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623732.022409:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623732.022411:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781623732.022414:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623732.022415:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1781623732.022417:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1781623732.022418:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1781623732.022422:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0f00. 00000100:00000001:1.0:1781623732.022423:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623732.022429:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623732.022434:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623732.022439:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9770 00000400:00000010:2.0:1781623732.022441:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9770. 00000100:00000001:2.0:1781623732.022444:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623732.022448:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731d180 x1868160455849344/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623732.022458:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623732.022461:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731d180 x1868160455849344/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623767 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623732.022465:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623732.022466:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781623732.022473:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623732.022475:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85102c9000. 00000400:00000200:2.0:1781623732.022476:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623732.022478:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623732.022480:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1110 00000400:00000010:2.0:1781623732.022481:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1110. 00000100:00000001:2.0:1781623732.022482:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623732.022484:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731f100 x1868160455849216/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623732.022488:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623732.022490:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731f100 x1868160455849216/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623748 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623732.022494:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623732.022494:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781623732.022551:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623732.022554:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85102c9e00. 00000400:00000200:2.0:1781623732.022556:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623732.022559:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623732.022561:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb12a8 00000400:00000010:2.0:1781623732.022562:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb12a8. 00000100:00000001:2.0:1781623732.022565:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623732.022568:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731d880 x1868160455849472/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623732.022574:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623732.022577:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731d880 x1868160455849472/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623748 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623732.022589:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623732.022590:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781623732.027692:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623732.027708:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623732.027712:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623732.027715:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623732.027724:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623732.027732:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623732.027739:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623732.027744:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623732.027750:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623732.027754:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005ab500 00000400:00000200:2.0:1781623732.027759:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623732.027777:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8e1d [1] + 224 00000800:00000001:2.0:1781623732.027785:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623732.027809:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623732.027813:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623732.027818:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623732.027826:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623732.027835:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731f100 x1868160455849216/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623748 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623732.027845:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731f100 x1868160455849216/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623748 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623732.027867:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623732.027875:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623732.027878:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623732.027931:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623732.027936:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781623732.027943:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623732.027945:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623732.027949:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85076318f0. 00000400:00000200:1.0:1781623732.027954:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1f68 00000400:00000010:1.0:1781623732.027957:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1f68. 00000100:00000001:1.0:1781623732.027960:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623732.027965:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731f100 x1868160455849216/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623748 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623732.027975:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731f100 x1868160455849216/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623748 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623732.027981:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623732.027983:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623732.027985:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623732.027988:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623732.027990:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623732.027993:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623732.027996:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623732.028003:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=59 v=5 (5 5 5 5) 00000100:00001000:1.0:1781623732.028007:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=130 v=5 (1 1 1 1) 00000100:00000001:1.0:1781623732.028010:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623732.028011:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623732.028014:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623732.028016:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623732.028018:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623732.028023:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731f100 x1868160455849216/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623748 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623732.028059:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623732.028063:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623732.028065:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623732.028070:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731f100 x1868160455849216/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623748 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623732.028078:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455849216:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623732.028083:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623732.028086:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623732.028090:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731f100 x1868160455849216/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623748 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623732.028096:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623732.028099:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623732.028103:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e556200. 02000000:00000001:1.0:1781623732.028107:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623732.028109:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623732.028111:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781623732.028113:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623732.028116:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0800. 02000000:00000001:1.0:1781623732.028119:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623732.028121:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623732.028122:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731f100. 00000100:00000001:1.0:1781623732.028126:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623732.028128:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623732.028131:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623732.028133:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623732.028134:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623732.028136:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623732.028137:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781623732.034732:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623732.034746:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623732.034749:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623732.034750:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623732.034757:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623732.034763:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623732.034778:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623732.034782:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623732.034786:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623732.034789:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005ab580 00000400:00000200:2.0:1781623732.034793:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623732.034797:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8e15 [1] + 224 00000800:00000001:2.0:1781623732.034802:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623732.034807:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623732.034809:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623732.034812:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623732.034818:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623732.034824:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731d180 x1868160455849344/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623767 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623732.034832:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731d180 x1868160455849344/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623767 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623732.034846:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623732.034852:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623732.034854:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623732.036416:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623732.036435:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623732.036444:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623732.036447:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623732.036450:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7dc0. 00000400:00000200:0.0:1781623732.036457:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9880 00000400:00000010:0.0:1781623732.036459:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9880. 00000100:00000001:0.0:1781623732.036462:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623732.036469:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731d180 x1868160455849344/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623767 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623732.036477:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731d180 x1868160455849344/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623767 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623732.036481:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623732.036483:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623732.036485:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623732.036487:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623732.036489:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623732.036491:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623732.036493:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623732.036501:0:2349:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=59 v=20 (20 20 20 20) 00000100:00001000:0.0:1781623732.036503:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=130 v=5 (1 1 1 1) 00000100:00000001:0.0:1781623732.036505:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623732.036506:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623732.036509:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623732.036511:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623732.036514:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623732.036516:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781623732.036517:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623732.036518:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623732.036521:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731d180 x1868160455849344/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623767 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623732.036526:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623732.036528:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623732.036530:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623732.036532:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731d180 x1868160455849344/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623767 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623732.036539:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455849344:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623732.036544:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623732.036547:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623732.036550:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731d180 x1868160455849344/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623767 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623732.036556:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623732.036558:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623732.036561:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cec000. 02000000:00000001:0.0:1781623732.036565:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623732.036567:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623732.036569:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781623732.036571:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623732.036573:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0200. 02000000:00000001:0.0:1781623732.036577:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623732.036579:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623732.036581:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731d180. 00000100:00000001:0.0:1781623732.036585:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623732.036586:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623732.036588:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623732.036595:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623732.036596:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623732.036598:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623732.036600:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781623732.041143:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623732.041166:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623732.041169:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623732.041171:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623732.041180:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623732.041188:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623732.041197:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623732.041201:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623732.041206:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623732.041211:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005ab600 00000400:00000200:2.0:1781623732.041216:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623732.041222:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8e25 [1] + 224 00000800:00000001:2.0:1781623732.041230:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623732.041237:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623732.041241:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623732.041245:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623732.041253:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623732.041263:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731d880 x1868160455849472/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623748 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623732.041275:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731d880 x1868160455849472/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623748 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623732.041301:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623732.041309:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623732.041312:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623732.041361:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623732.041366:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781623732.041373:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623732.041375:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623732.041378:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631370. 00000400:00000200:1.0:1781623732.041383:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb17f8 00000400:00000010:1.0:1781623732.041385:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb17f8. 00000100:00000001:1.0:1781623732.041388:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623732.041393:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731d880 x1868160455849472/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623748 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623732.041402:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731d880 x1868160455849472/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623748 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623732.041407:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623732.041409:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623732.041411:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623732.041414:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623732.041416:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623732.041418:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623732.041421:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623732.041429:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=59 v=5 (5 5 5 5) 00000100:00001000:1.0:1781623732.041433:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=58 v=5 (1 1 1 1) 00000100:00000001:1.0:1781623732.041436:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623732.041438:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623732.041440:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623732.041443:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623732.041446:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781623732.041448:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:1.0:1781623732.041449:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781623732.041451:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623732.041455:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731d880 x1868160455849472/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623748 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623732.041467:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623732.041471:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623732.041473:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623732.041477:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731d880 x1868160455849472/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623748 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623732.041485:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455849472:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623732.041489:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623732.041492:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623732.041494:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731d880 x1868160455849472/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623748 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623732.041500:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623732.041503:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623732.041506:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e556e00. 02000000:00000001:1.0:1781623732.041510:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623732.041512:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623732.041514:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:1.0:1781623732.041516:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623732.041518:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0700. 02000000:00000001:1.0:1781623732.041521:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623732.041523:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623732.041524:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731d880. 00000100:00000001:1.0:1781623732.041528:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623732.041529:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623732.041531:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623732.041537:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623732.041539:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623732.041541:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623732.041543:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623732.405178:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623732.405186:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623732.405204:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623732.405206:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623732.405210:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623732.405211:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623732.405247:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623732.405250:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623732.405253:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623733.430443:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623733.430451:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623733.430454:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623733.430459:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623733.430461:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623733.430463:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623733.430467:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623733.430470:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623733.430472:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623733.430474:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623733.430478:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623733.430479:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623733.430482:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623733.430483:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623733.430641:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623733.430644:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623733.430647:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623734.453151:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623734.453158:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623734.453164:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623734.453166:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623734.453169:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623734.453170:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623734.453422:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623734.453427:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623734.453430:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623735.477143:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623735.477150:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623735.477154:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623735.477156:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623735.477159:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623735.477161:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623735.477164:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623735.477166:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623735.477167:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623735.477169:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623735.477171:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623735.477172:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623735.477173:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623735.477212:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623735.477214:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623735.477216:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623735.477217:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623735.477219:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623735.477220:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623735.477223:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623735.477253:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623735.477256:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623735.477269:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623736.501189:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623736.501196:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623736.501201:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623736.501202:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623736.501205:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623736.501206:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623736.501503:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623736.501506:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623736.501509:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781623737.141305:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623737.141316:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623737.141328:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0e300. 00000020:00000040:2.0:1781623737.141335:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781623737.141340:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623737.141344:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623737.141349:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623737.141358:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3600. 00000100:00000001:2.0:1781623737.141365:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623737.141378:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0e300 x1868160455849600/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623737.141387:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623737.141392:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623737.141398:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f87feea] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0e300 x1868160455849600/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623737.141430:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623737.141433:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623737.141435:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623737.141439:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0dc00. 00000020:00000040:2.0:1781623737.141441:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781623737.141444:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623737.141445:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623737.141447:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623737.141450:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3f00. 00000100:00000001:2.0:1781623737.141453:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623737.141457:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0dc00 x1868160455849728/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623737.141463:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623737.141465:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623737.141469:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068c26600] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0dc00 x1868160455849728/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623737.141476:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623737.141478:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623737.141481:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623737.141484:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0d500. 00000020:00000040:2.0:1781623737.141486:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:2.0:1781623737.141488:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623737.141489:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623737.141490:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623737.141494:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3700. 00000100:00000001:2.0:1781623737.141497:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623737.141501:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f8508b0d500 x1868160455849856/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623737.141507:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623737.141509:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623737.141512:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a4a30dd] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0d500 x1868160455849856/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623737.141518:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623737.141521:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781623737.141524:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781623737.141529:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7231) 00000100:00000001:3.0:1781623737.142363:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623737.142367:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623737.142369:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623737.142376:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0e300 x1868160455849600/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623737.142383:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623737.142385:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623737.142388:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623737.142390:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623737.142391:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623737.142394:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455849600:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623737.142397:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623737.142404:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623737.142407:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623737.142409:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623737.142416:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ed800. 02000000:00000001:3.0:1781623737.142417:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623737.142425:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623737.142428:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8e70. 00000400:00000010:3.0:1781623737.142433:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70908. 00000100:00000200:3.0:1781623737.142439:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455849600, portal 25 00000100:00000001:3.0:1781623737.142441:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623737.142443:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272073472 : -123673437478144 : ffff8f8508b0e300) 00000100:00000040:3.0:1781623737.142447:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0e300 x1868160455849600/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623737.142452:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623737.142454:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623737.142456:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e706e8. 00000100:00000200:3.0:1781623737.142457:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455849600, offset 0 00000400:00000200:3.0:1781623737.142462:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623737.142469:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623737.142474:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623737.142479:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623737.142482:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623737.142485:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623737.142487:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623737.142490:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375926:375926:256:4294967295] 192.168.202.101@tcp LPNI seq info [375896:375896:8:4294967295] 00000400:00000200:3.0:1781623737.142493:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623737.142499:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623737.142503:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623737.142506:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d100. 00000800:00000200:3.0:1781623737.142510:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623737.142517:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623737.142520:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623737.142526:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623737.142529:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623737.142531:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301901943 00000100:00000001:3.0:1781623737.142536:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301896823 00000100:00000001:3.0:1781623737.142539:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301901943 00000100:00000001:3.0:1781623737.142541:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301896823 00000100:00000001:3.0:1781623737.142543:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623737.142545:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623737.142547:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623737.142549:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0d500 x1868160455849856/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623737.142554:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623737.142554:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623737.142556:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623737.142557:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623737.142558:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623737.142560:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455849856:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623737.142561:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623737.142563:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623737.142564:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623737.142564:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623737.142566:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ed200. 02000000:00000001:3.0:1781623737.142567:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623737.142569:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623737.142570:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c86e0. 00000400:00000010:3.0:1781623737.142572:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70440. 00000100:00000200:3.0:1781623737.142573:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455849856, portal 4 00000100:00000001:3.0:1781623737.142574:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623737.142575:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272069888 : -123673437481728 : ffff8f8508b0d500) 00000100:00000040:3.0:1781623737.142580:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0d500 x1868160455849856/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623737.142584:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623737.142585:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623737.142586:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70a18. 00000100:00000200:3.0:1781623737.142587:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455849856, offset 0 00000400:00000200:3.0:1781623737.142590:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623737.142592:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623737.142594:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623737.142596:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623737.142597:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623737.142598:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623737.142600:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623737.142602:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375927:375927:255:4294967295] 192.168.202.101@tcp LPNI seq info [375897:375897:7:4294967295] 00000400:00000200:3.0:1781623737.142604:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623737.142608:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623737.142610:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623737.142612:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7df00. 00000800:00000200:3.0:1781623737.142614:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623737.142616:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623737.142617:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7df00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623737.142619:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623737.142621:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 426880 usecs (427 jiffies) 00000400:00000200:3.0:1781623737.142623:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623737.142624:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301894572 00000100:00000001:3.0:1781623737.142625:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301901943 00000100:00000001:3.0:1781623737.142626:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301894572 00000100:00000001:3.0:1781623737.142628:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301901943 00000100:00000001:3.0:1781623737.142629:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623737.142630:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623737.142632:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623737.142633:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623737.142639:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623737.142641:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781623737.142642:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623737.142643:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623737.142644:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623737.142645:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1781623737.142647:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623737.142648:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623737.142649:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623737.142650:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623737.142650:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623737.142651:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623737.142653:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0dc00 x1868160455849728/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623737.142658:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623737.142659:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623737.142660:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623737.142661:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623737.142662:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623737.142664:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455849728:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623737.142665:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623737.142666:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623737.142667:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623737.142668:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623737.142669:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ec800. 02000000:00000001:3.0:1781623737.142670:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623737.142672:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623737.142674:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8aa8. 00000400:00000010:3.0:1781623737.142675:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70770. 00000100:00000200:3.0:1781623737.142676:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455849728, portal 10 00000100:00000001:3.0:1781623737.142678:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623737.142678:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272071680 : -123673437479936 : ffff8f8508b0dc00) 00000100:00000040:3.0:1781623737.142682:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0dc00 x1868160455849728/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623737.142685:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623737.142687:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623737.142688:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70f68. 00000100:00000200:3.0:1781623737.142689:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455849728, offset 0 00000400:00000200:3.0:1781623737.142691:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623737.142693:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623737.142694:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623737.142696:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623737.142697:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623737.142698:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623737.142700:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623737.142702:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375928:375928:254:4294967295] 192.168.202.101@tcp LPNI seq info [375898:375898:6:4294967295] 00000400:00000200:3.0:1781623737.142704:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623737.142707:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623737.142710:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623737.142712:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d900. 00000800:00000200:3.0:1781623737.142716:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623737.142719:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623737.142721:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623737.142724:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623737.142726:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17871 usecs (18 jiffies) 00000400:00000200:3.0:1781623737.142729:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623737.142731:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301894163 00000100:00000001:3.0:1781623737.142733:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301901943 00000100:00000001:3.0:1781623737.142735:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301894163 00000100:00000001:3.0:1781623737.142737:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301901943 00000100:00000001:3.0:1781623737.142738:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623737.142740:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623737.142742:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623737.142743:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623737.142754:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623737.142756:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781623737.142852:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623737.142857:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d100. 00000400:00000200:2.0:1781623737.142863:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623737.142868:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623737.142872:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e706e8 00000400:00000010:2.0:1781623737.142874:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e706e8. 00000100:00000001:2.0:1781623737.142879:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623737.142883:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0e300 x1868160455849600/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623737.142892:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623737.142895:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0e300 x1868160455849600/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623753 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623737.142901:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623737.142902:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781623737.142913:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623737.142915:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7df00. 00000400:00000200:2.0:1781623737.142918:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623737.142920:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623737.142922:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70a18 00000400:00000010:2.0:1781623737.142924:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70a18. 00000100:00000001:2.0:1781623737.142926:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623737.142929:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0d500 x1868160455849856/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623737.142935:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623737.142950:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0d500 x1868160455849856/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623753 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623737.142956:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623737.142957:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781623737.143124:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623737.143127:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d900. 00000400:00000200:2.0:1781623737.143130:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623737.143134:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623737.143137:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70f68 00000400:00000010:2.0:1781623737.143139:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70f68. 00000100:00000001:2.0:1781623737.143141:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623737.143145:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0dc00 x1868160455849728/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623737.143153:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623737.143156:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0dc00 x1868160455849728/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623772 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623737.143162:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623737.143163:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781623737.152602:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623737.152622:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623737.152625:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623737.152627:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623737.152637:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623737.152645:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623737.152657:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623737.152662:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623737.152667:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623737.152671:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005ab780 00000400:00000200:2.0:1781623737.152675:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623737.152681:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8e3d [1] + 224 00000800:00000001:2.0:1781623737.152687:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623737.152691:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623737.152694:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623737.152698:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623737.152706:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623737.152714:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0d500 x1868160455849856/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623753 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623737.152725:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0d500 x1868160455849856/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623753 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623737.152757:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623737.152768:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623737.152772:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623737.152774:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623737.152776:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623737.152780:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623737.152783:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623737.152788:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623737.152790:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623737.152794:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623737.152797:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005ab680 00000400:00000200:2.0:1781623737.152801:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623737.152805:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8e2d [1] + 224 00000800:00000001:2.0:1781623737.152810:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623737.152813:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623737.152815:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623737.152818:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623737.152821:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623737.152825:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0e300 x1868160455849600/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623753 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623737.152827:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623737.152833:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1781623737.152838:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0e300 x1868160455849600/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623753 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623737.152846:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623737.152850:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1781623737.152852:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1781623737.152854:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1781623737.152855:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:2.0:1781623737.152858:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:3.0:1781623737.152861:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8e70. 00000800:00000001:2.0:1781623737.152862:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623737.152868:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623737.152869:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70908 00000400:00000200:2.0:1781623737.152874:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623737.152878:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623737.152881:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623737.152882:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70908. 00000400:00000200:2.0:1781623737.152887:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623737.152888:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1781623737.152892:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005ab700 00000100:00000200:3.0:1781623737.152896:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0e300 x1868160455849600/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623753 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1781623737.152900:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623737.152909:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8e4d [1] + 224 00000800:00000001:2.0:1781623737.152913:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623737.152923:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623737.152928:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623737.152934:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000200:3.0:1781623737.152938:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0e300 x1868160455849600/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623753 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623737.152946:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623737.152949:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623737.152952:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623737.152955:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623737.152957:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623737.152959:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623737.152963:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623737.152969:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=64 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623737.152973:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=135 v=5 (1 1 1 1) 00000100:00000001:3.0:1781623737.152975:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623737.152977:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623737.152980:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623737.152982:0:2352:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623737.152984:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623737.152990:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0e300 x1868160455849600/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623753 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623737.152997:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623737.153000:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623737.153002:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623737.153006:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0e300 x1868160455849600/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623753 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623737.153013:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455849600:192.168.202.101@tcp:400:kworker.0 00000400:00000001:3.0:1781623737.153019:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623737.153020:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623737.153022:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c86e0. 00000400:00000200:3.0:1781623737.153054:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70440 00000400:00000010:3.0:1781623737.153056:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70440. 00000100:00000001:3.0:1781623737.153059:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623737.153063:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0d500 x1868160455849856/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623753 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623737.153073:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0d500 x1868160455849856/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623753 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623737.153079:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623737.153080:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623737.153082:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623737.153084:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623737.153085:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623737.153087:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623737.153089:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623737.153094:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=64 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623737.153097:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=63 v=5 (1 1 1 1) 00000100:00000001:3.0:1781623737.153099:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623737.153100:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623737.153102:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623737.153104:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623737.153108:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623737.153110:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:3.0:1781623737.153112:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623737.153113:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623737.153116:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0d500 x1868160455849856/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623753 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623737.153123:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623737.153124:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623737.153126:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623737.153129:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0d500 x1868160455849856/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623753 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623737.153137:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455849856:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623737.153141:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623737.153143:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623737.153146:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0e300 x1868160455849600/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623753 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623737.153157:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623737.153159:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623737.153163:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ed800. 02000000:00000001:3.0:1781623737.153167:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623737.153170:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623737.153172:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781623737.153174:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623737.153176:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3600. 02000000:00000001:3.0:1781623737.153181:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623737.153183:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623737.153185:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0e300. 00000100:00000001:3.0:1781623737.153189:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623737.153190:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623737.153192:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623737.153194:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0d500 x1868160455849856/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623753 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623737.153198:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623737.153199:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623737.153200:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ed200. 02000000:00000001:3.0:1781623737.153201:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623737.153202:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623737.153211:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:3.0:1781623737.153213:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623737.153213:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3700. 02000000:00000001:3.0:1781623737.153215:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623737.153215:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623737.153216:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0d500. 00000100:00000001:3.0:1781623737.153218:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623737.153219:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623737.153221:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623737.153223:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623737.153223:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623737.153225:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623737.153226:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623737.153292:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623737.153299:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0dc00 x1868160455849728/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623772 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623737.153307:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0dc00 x1868160455849728/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623772 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623737.153317:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623737.153323:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623737.153326:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623737.153464:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623737.153467:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781623737.153471:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623737.153472:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623737.153474:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8aa8. 00000400:00000200:3.0:1781623737.153477:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70770 00000400:00000010:3.0:1781623737.153479:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70770. 00000100:00000001:3.0:1781623737.153481:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623737.153485:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0dc00 x1868160455849728/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623772 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623737.153505:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0dc00 x1868160455849728/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623772 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623737.153511:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623737.153512:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623737.153514:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623737.153515:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623737.153517:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623737.153518:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623737.153520:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623737.153524:0:2352:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=64 v=20 (20 20 20 20) 00000100:00001000:3.0:1781623737.153527:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=135 v=5 (1 1 1 1) 00000100:00000001:3.0:1781623737.153530:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623737.153531:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623737.153533:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623737.153535:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623737.153537:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623737.153539:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781623737.153541:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623737.153542:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623737.153546:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0dc00 x1868160455849728/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623772 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623737.153551:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623737.153553:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623737.153554:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623737.153557:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0dc00 x1868160455849728/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623772 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623737.153568:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455849728:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623737.153572:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623737.153573:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623737.153586:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0dc00 x1868160455849728/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623772 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623737.153593:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623737.153594:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623737.153596:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ec800. 02000000:00000001:3.0:1781623737.153599:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623737.153600:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623737.153601:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781623737.153603:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623737.153605:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3f00. 02000000:00000001:3.0:1781623737.153607:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623737.153608:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623737.153609:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0dc00. 00000100:00000001:3.0:1781623737.153611:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623737.153612:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623737.153614:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623737.153619:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623737.153620:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623737.153621:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623737.153622:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623737.525283:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623737.525292:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623737.525298:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623737.525299:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623737.525302:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623737.525304:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623737.525399:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623737.525403:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623737.525405:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623738.549725:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623738.549732:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623738.549738:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623738.549740:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623738.549743:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623738.549745:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623738.549769:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623738.549772:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623738.549775:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623739.573155:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623739.573161:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623739.573165:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623739.573167:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623739.573169:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623739.573170:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623739.573438:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623739.573440:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623739.573443:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623740.597198:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623740.597206:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623740.597221:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623740.597223:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623740.597226:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623740.597228:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623740.597294:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623740.597298:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623740.597301:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623741.621159:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623741.621166:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623741.621172:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623741.621173:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623741.621176:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623741.621177:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623741.621202:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623741.621220:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623741.621223:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781623742.261156:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623742.261168:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623742.261180:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0dc00. 00000020:00000040:2.0:1781623742.261188:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781623742.261192:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623742.261195:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623742.261211:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623742.261221:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3a00. 00000100:00000001:2.0:1781623742.261228:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623742.261242:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0dc00 x1868160455849984/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623742.261253:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623742.261257:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623742.261264:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068c26600] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0dc00 x1868160455849984/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623742.261303:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623742.261306:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623742.261309:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623742.261312:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0d500. 00000020:00000040:2.0:1781623742.261314:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781623742.261316:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623742.261317:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623742.261319:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623742.261322:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3000. 00000100:00000001:2.0:1781623742.261325:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623742.261329:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0d500 x1868160455850112/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623742.261336:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623742.261337:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623742.261341:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a4a30dd] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0d500 x1868160455850112/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623742.261349:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623742.261351:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623742.261354:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623742.261359:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0e300. 00000020:00000040:2.0:1781623742.261361:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:2.0:1781623742.261363:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623742.261364:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623742.261365:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623742.261368:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3400. 00000100:00000001:2.0:1781623742.261370:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623742.261374:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f8508b0e300 x1868160455850240/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623742.261381:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623742.261383:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623742.261387:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f87feea] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0e300 x1868160455850240/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623742.261394:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623742.261396:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781623742.261400:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781623742.261404:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7236) 00000100:00000001:3.0:1781623742.261690:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623742.261694:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623742.261696:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623742.261703:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0dc00 x1868160455849984/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623742.261710:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623742.261713:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623742.261716:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623742.261719:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623742.261721:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623742.261724:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455849984:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623742.261729:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623742.261735:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623742.261737:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623742.261739:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623742.261744:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ec200. 02000000:00000001:3.0:1781623742.261746:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623742.261754:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623742.261758:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8aa8. 00000400:00000010:3.0:1781623742.261764:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70770. 00000100:00000200:3.0:1781623742.261771:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455849984, portal 25 00000100:00000001:3.0:1781623742.261773:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623742.261775:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272071680 : -123673437479936 : ffff8f8508b0dc00) 00000100:00000040:3.0:1781623742.261780:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0dc00 x1868160455849984/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623742.262274:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623742.262278:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623742.262282:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70440. 00000100:00000200:3.0:1781623742.262286:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455849984, offset 0 00000400:00000200:3.0:1781623742.262294:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623742.262304:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623742.262312:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623742.262318:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623742.262322:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623742.262325:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623742.262327:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623742.262331:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375929:375929:256:4294967295] 192.168.202.101@tcp LPNI seq info [375899:375899:8:4294967295] 00000400:00000200:3.0:1781623742.262335:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623742.262347:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623742.262353:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623742.262358:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d500. 00000800:00000200:3.0:1781623742.262365:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623742.262373:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623742.262377:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623742.262395:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623742.262400:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623742.262403:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301907063 00000100:00000001:3.0:1781623742.262410:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301901943 00000100:00000001:3.0:1781623742.262415:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301907063 00000100:00000001:3.0:1781623742.262418:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301901943 00000100:00000001:3.0:1781623742.262420:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623742.262423:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623742.262426:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623742.262430:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0e300 x1868160455850240/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623742.262437:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623742.262438:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623742.262441:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623742.262444:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623742.262445:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623742.262448:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455850240:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623742.262451:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623742.262454:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623742.262455:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623742.262457:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623742.262460:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096eda00. 02000000:00000001:3.0:1781623742.262462:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623742.262465:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623742.262468:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c86e0. 00000400:00000010:3.0:1781623742.262471:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70908. 00000100:00000200:3.0:1781623742.262474:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455850240, portal 4 00000100:00000001:3.0:1781623742.262476:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623742.262477:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272073472 : -123673437478144 : ffff8f8508b0e300) 00000100:00000040:3.0:1781623742.262483:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0e300 x1868160455850240/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623742.262489:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623742.262491:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623742.262494:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70220. 00000100:00000200:3.0:1781623742.262495:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455850240, offset 0 00000400:00000200:3.0:1781623742.262500:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623742.262503:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623742.262506:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623742.262509:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623742.262511:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623742.262514:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623742.262516:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623742.262519:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375930:375930:255:4294967295] 192.168.202.101@tcp LPNI seq info [375900:375900:7:4294967295] 00000400:00000200:3.0:1781623742.262523:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623742.262528:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623742.262532:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623742.262536:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d900. 00000800:00000200:3.0:1781623742.262539:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623742.262543:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623742.262545:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623742.262548:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623742.262552:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 425630 usecs (426 jiffies) 00000400:00000200:3.0:1781623742.262555:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623742.262557:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301899691 00000100:00000001:3.0:1781623742.262559:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301907063 00000100:00000001:3.0:1781623742.262562:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301899691 00000100:00000001:3.0:1781623742.262563:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301907063 00000100:00000001:3.0:1781623742.262565:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623742.262567:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623742.262570:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623742.262573:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623742.262584:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623742.262586:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781623742.262588:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623742.262590:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623742.262591:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623742.262593:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1781623742.262595:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623742.262596:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623742.262598:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623742.262599:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623742.262600:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623742.262602:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623742.262605:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0d500 x1868160455850112/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623742.262613:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623742.262614:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623742.262616:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623742.262617:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623742.262619:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623742.262621:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455850112:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623742.262624:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623742.262627:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623742.262628:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623742.262630:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623742.262632:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ede00. 02000000:00000001:3.0:1781623742.262634:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623742.262637:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623742.262640:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8e70. 00000400:00000010:3.0:1781623742.262644:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e702a8. 00000100:00000200:3.0:1781623742.262647:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455850112, portal 10 00000100:00000001:3.0:1781623742.262649:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623742.262650:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272069888 : -123673437481728 : ffff8f8508b0d500) 00000100:00000040:3.0:1781623742.262656:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0d500 x1868160455850112/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623742.262661:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623742.262663:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623742.262665:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70b28. 00000100:00000200:3.0:1781623742.262667:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455850112, offset 0 00000400:00000200:3.0:1781623742.262671:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623742.262674:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623742.262677:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623742.262679:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623742.262681:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623742.262684:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623742.262686:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623742.262688:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375931:375931:254:4294967295] 192.168.202.101@tcp LPNI seq info [375901:375901:6:4294967295] 00000400:00000200:3.0:1781623742.262692:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623742.262698:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623742.262702:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623742.262706:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7df00. 00000800:00000200:3.0:1781623742.262709:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623742.262713:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623742.262715:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7df00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623742.262718:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623742.262721:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17867 usecs (18 jiffies) 00000400:00000200:3.0:1781623742.262724:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623742.262726:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301899283 00000100:00000001:3.0:1781623742.262728:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301907063 00000100:00000001:3.0:1781623742.262730:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301899283 00000100:00000001:3.0:1781623742.262732:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301907063 00000100:00000001:3.0:1781623742.262734:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623742.262736:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623742.262739:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623742.262741:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623742.262755:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623742.262758:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781623742.263306:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623742.263312:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d500. 00000400:00000200:2.0:1781623742.263319:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623742.263325:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623742.263330:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70440 00000400:00000010:2.0:1781623742.263332:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70440. 00000100:00000001:2.0:1781623742.263407:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623742.263414:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0dc00 x1868160455849984/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623742.263425:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623742.263428:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0dc00 x1868160455849984/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623758 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623742.263435:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623742.263437:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781623742.263451:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623742.263454:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d900. 00000400:00000200:2.0:1781623742.263456:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623742.263460:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623742.263463:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70220 00000400:00000010:2.0:1781623742.263464:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70220. 00000100:00000001:2.0:1781623742.263467:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623742.263470:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0e300 x1868160455850240/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623742.263477:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623742.263480:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0e300 x1868160455850240/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623758 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623742.263486:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623742.263487:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781623742.263730:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623742.263733:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7df00. 00000400:00000200:2.0:1781623742.263736:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623742.263740:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623742.263743:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70b28 00000400:00000010:2.0:1781623742.263745:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70b28. 00000100:00000001:2.0:1781623742.263747:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623742.263750:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0d500 x1868160455850112/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623742.263757:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623742.263760:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0d500 x1868160455850112/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623777 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623742.263766:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623742.263768:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781623742.279122:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623742.279145:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623742.279149:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623742.279152:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623742.279161:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623742.279170:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623742.279179:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623742.279185:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623742.279191:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623742.279195:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005ab800 00000400:00000200:2.0:1781623742.279213:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623742.279220:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8e5d [1] + 224 00000800:00000001:2.0:1781623742.279228:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623742.279233:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623742.279236:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623742.279242:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623742.279251:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623742.279261:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0dc00 x1868160455849984/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623758 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623742.279274:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0dc00 x1868160455849984/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623758 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623742.279296:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623742.279305:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623742.279309:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623742.279311:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623742.279313:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623742.279316:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623742.279320:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623742.279324:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623742.279326:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623742.279329:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623742.279332:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005ab880 00000400:00000200:2.0:1781623742.279336:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623742.279340:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8e7d [1] + 224 00000800:00000001:2.0:1781623742.279343:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623742.279346:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623742.279348:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623742.279351:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623742.279354:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623742.279358:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0d500 x1868160455850112/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623777 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623742.279366:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0d500 x1868160455850112/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623777 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623742.279372:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623742.279376:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623742.279378:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623742.279380:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623742.279382:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623742.279385:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623742.279388:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623742.279393:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623742.279395:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623742.279398:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623742.279400:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005ab900 00000400:00000200:2.0:1781623742.279403:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623742.279407:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8e6d [1] + 224 00000800:00000001:2.0:1781623742.279410:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623742.279417:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623742.279419:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623742.279422:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623742.279425:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623742.279429:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0e300 x1868160455850240/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623758 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623742.279436:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0e300 x1868160455850240/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623758 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623742.279443:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623742.279446:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623742.279449:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623742.280312:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623742.280317:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781623742.280326:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623742.280328:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623742.280332:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8e70. 00000400:00000200:3.0:1781623742.280338:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e702a8 00000400:00000010:3.0:1781623742.280340:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e702a8. 00000100:00000001:3.0:1781623742.280345:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623742.280352:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0d500 x1868160455850112/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623777 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623742.280361:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0d500 x1868160455850112/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623777 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623742.280367:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623742.280368:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623742.280371:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623742.280374:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623742.280377:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623742.280379:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623742.280382:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623742.280392:0:2351:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=69 v=20 (20 20 20 20) 00000100:00001000:3.0:1781623742.280396:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=140 v=5 (1 1 1 1) 00000100:00000001:3.0:1781623742.280399:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623742.280401:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623742.280403:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623742.280407:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623742.280411:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623742.280413:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781623742.280415:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623742.280416:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623742.280421:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0d500 x1868160455850112/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623777 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623742.280427:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623742.280430:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623742.280432:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623742.280436:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0d500 x1868160455850112/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623777 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623742.280443:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455850112:192.168.202.101@tcp:400:kworker.0 00000400:00000001:3.0:1781623742.280449:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623742.280450:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623742.280452:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8aa8. 00000400:00000200:3.0:1781623742.280454:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70770 00000400:00000010:3.0:1781623742.280456:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70770. 00000100:00000001:3.0:1781623742.280458:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623742.280461:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0dc00 x1868160455849984/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623758 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623742.280469:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0dc00 x1868160455849984/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623758 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623742.281003:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623742.281005:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623742.281007:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623742.281009:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623742.281011:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623742.281012:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623742.281014:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623742.281018:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=69 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623742.281022:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=140 v=5 (1 1 1 1) 00000100:00000001:3.0:1781623742.281124:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623742.281126:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623742.281129:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623742.281131:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623742.281133:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623742.281139:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0dc00 x1868160455849984/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623758 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623742.281147:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623742.281150:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623742.281151:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623742.281154:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0dc00 x1868160455849984/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623758 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623742.281162:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455849984:192.168.202.101@tcp:400:kworker.0 00000400:00000001:3.0:1781623742.281168:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623742.281170:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623742.281172:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c86e0. 00000400:00000200:3.0:1781623742.281176:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70908 00000400:00000010:3.0:1781623742.281178:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70908. 00000100:00000001:3.0:1781623742.281180:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623742.281184:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0e300 x1868160455850240/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623758 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623742.281192:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0e300 x1868160455850240/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623758 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623742.281208:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623742.281210:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623742.281212:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623742.281213:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623742.281214:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623742.281216:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623742.281217:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623742.281224:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=69 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623742.281226:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=68 v=5 (1 1 1 1) 00000100:00000001:3.0:1781623742.281229:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623742.281230:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623742.281232:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623742.281235:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623742.281237:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623742.281239:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:3.0:1781623742.281240:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623742.281241:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623742.281245:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0e300 x1868160455850240/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623758 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623742.281251:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623742.281253:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623742.281254:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623742.281258:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0e300 x1868160455850240/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623758 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623742.281264:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455850240:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623742.281268:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623742.281271:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623742.281275:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0d500 x1868160455850112/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623777 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623742.281281:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623742.281284:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623742.281287:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ede00. 02000000:00000001:3.0:1781623742.281291:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623742.281294:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623742.281296:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781623742.281298:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623742.281301:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3000. 02000000:00000001:3.0:1781623742.281305:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623742.281307:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623742.281309:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0d500. 00000100:00000001:3.0:1781623742.281312:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623742.281314:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623742.281315:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623742.281318:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0dc00 x1868160455849984/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623758 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623742.281324:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623742.281325:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623742.281326:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ec200. 02000000:00000001:3.0:1781623742.281328:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623742.281329:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623742.281330:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781623742.281331:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623742.281332:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3a00. 02000000:00000001:3.0:1781623742.281334:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623742.281334:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623742.281336:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0dc00. 00000100:00000001:3.0:1781623742.281337:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623742.281338:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623742.281339:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623742.281342:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0e300 x1868160455850240/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623758 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623742.281346:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623742.281347:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623742.281348:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096eda00. 02000000:00000001:3.0:1781623742.281350:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623742.281351:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623742.281352:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:3.0:1781623742.281353:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623742.281355:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3400. 02000000:00000001:3.0:1781623742.281356:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623742.281357:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623742.281359:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0e300. 00000100:00000001:3.0:1781623742.281361:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623742.281362:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623742.281364:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623742.281371:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623742.281373:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623742.281376:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623742.281378:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623742.645447:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623742.645454:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623742.645461:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623742.645462:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623742.645465:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623742.645466:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623742.645562:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623742.645566:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623742.645569:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623743.669618:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623743.669627:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623743.669629:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623743.669636:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623743.669638:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623743.669640:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623743.669645:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623743.669647:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623743.669649:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623743.669652:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623743.669656:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623743.669657:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623743.669729:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623743.669731:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623743.669831:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623743.669835:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623743.669838:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623744.693136:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623744.693140:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623744.693145:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623744.693146:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623744.693148:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623744.693149:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623744.693174:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623744.693186:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623744.693189:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623745.717134:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623745.717139:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623745.717142:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623745.717145:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623745.717147:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623745.717149:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623745.717151:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623745.717153:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623745.717154:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623745.717155:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623745.717157:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623745.717158:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623745.717159:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623745.717164:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623745.717174:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623745.717175:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623745.717177:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623745.717178:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623745.717179:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623745.717181:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623745.718655:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623745.719014:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623745.719020:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623746.741199:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623746.741208:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623746.741215:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623746.741216:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623746.741218:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623746.741220:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623746.743354:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623746.743360:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623746.743365:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781623747.381110:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623747.381121:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623747.381142:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0c000. 00000020:00000040:2.0:1781623747.381149:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781623747.381168:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623747.381171:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623747.381177:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623747.381186:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3900. 00000100:00000001:2.0:1781623747.381368:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623747.381382:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0c000 x1868160455850368/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623747.381394:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623747.381399:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623747.381406:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000210a9bc8] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0c000 x1868160455850368/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623747.381431:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623747.381434:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623747.381437:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623747.381441:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0f800. 00000020:00000040:2.0:1781623747.381443:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781623747.381446:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623747.381447:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623747.381449:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623747.381452:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3500. 00000100:00000001:2.0:1781623747.381455:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623747.381459:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0f800 x1868160455850496/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623747.381467:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623747.381478:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623747.381482:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623747.381483:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623747.381487:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623747.381489:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021613b51] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0f800 x1868160455850496/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623747.381496:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0c000 x1868160455850368/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623747.381502:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623747.381507:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623747.381510:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623747.381511:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1781623747.381514:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1781623747.381517:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0d180. 02000000:00000001:3.0:1781623747.381518:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:2.0:1781623747.381521:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 02000000:00000001:3.0:1781623747.381522:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623747.381526:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623747.381527:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623747.381529:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623747.381532:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623747.381533:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455850368:192.168.202.101@tcp:400:kworker.0 02000000:00000010:2.0:1781623747.381537:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3200. 00000100:00000001:3.0:1781623747.381539:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1781623747.381542:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623747.381547:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623747.381551:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623747.381554:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1781623747.381558:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f8508b0d180 x1868160455850624/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1781623747.381559:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096eda00. 02000000:00000001:3.0:1781623747.381564:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623747.381572:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623747.381576:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623747.381577:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623747.381583:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c86e0. 00000100:00000040:2.0:1781623747.381584:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002e652d7] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0d180 x1868160455850624/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1781623747.381593:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70908. 00000100:00000200:3.0:1781623747.381601:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455850368, portal 25 00000100:00000001:3.0:1781623747.381603:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623747.381605:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272064512 : -123673437487104 : ffff8f8508b0c000) 00000100:00000040:3.0:1781623747.381611:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0c000 x1868160455850368/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623747.381618:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623747.381621:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623747.381624:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70770. 00000100:00000200:3.0:1781623747.381641:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455850368, offset 0 00000400:00000200:3.0:1781623747.381650:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623747.381658:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623747.381666:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623747.381672:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623747.381677:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623747.381681:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623747.381684:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623747.381688:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375932:375932:256:4294967295] 192.168.202.101@tcp LPNI seq info [375902:375902:8:4294967295] 00000400:00000200:3.0:1781623747.381692:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623747.381700:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623747.381706:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623747.381711:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d100. 00000800:00000200:3.0:1781623747.381718:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623747.381725:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623747.381729:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623747.381741:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623747.381745:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623747.381748:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301912182 00000100:00000001:3.0:1781623747.381754:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301907063 00000100:00000001:3.0:1781623747.381758:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301912182 00000100:00000001:3.0:1781623747.381761:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301907063 00000100:00000001:3.0:1781623747.381764:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623747.381767:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623747.381770:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623747.381772:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623747.381779:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623747.381781:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781623747.381783:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623747.381784:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623747.381786:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623747.381788:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1781623747.381790:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623747.381791:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623747.381793:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623747.381794:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623747.381795:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623747.381796:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623747.381801:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0f800 x1868160455850496/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623747.381814:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623747.381814:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623747.381815:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623747.381818:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1781623747.381820:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623747.381823:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1781623747.381824:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1781623747.381828:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623747.381832:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7242) 00000100:00100000:3.0:1781623747.381834:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455850496:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623747.381839:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623747.381842:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623747.381843:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623747.381845:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623747.381849:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ed800. 02000000:00000001:3.0:1781623747.381850:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623747.381854:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623747.381858:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8aa8. 00000400:00000010:3.0:1781623747.381861:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e702a8. 00000100:00000200:3.0:1781623747.381864:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455850496, portal 10 00000100:00000001:3.0:1781623747.381866:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623747.381867:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272078848 : -123673437472768 : ffff8f8508b0f800) 00000100:00000040:3.0:1781623747.381874:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0f800 x1868160455850496/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623747.381880:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623747.381883:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623747.381885:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70330. 00000100:00000200:3.0:1781623747.381887:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455850496, offset 0 00000400:00000200:3.0:1781623747.381892:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623747.381896:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623747.381900:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623747.381902:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1781623747.381911:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623747.381916:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d100. 00000400:00000200:3.0:1781623747.381919:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623747.381922:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623747.381923:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623747.381928:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623747.381933:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623747.381936:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375933:375933:255:4294967295] 192.168.202.101@tcp LPNI seq info [375903:375903:7:4294967295] 00000400:00000200:3.0:1781623747.381942:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623747.381948:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623747.381953:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623747.381955:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70770 00000800:00000010:3.0:1781623747.381957:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7db00. 00000400:00000010:2.0:1781623747.381960:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70770. 00000800:00000200:3.0:1781623747.381965:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000100:00000001:2.0:1781623747.381967:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1781623747.381974:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000100:00000200:2.0:1781623747.381975:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0c000 x1868160455850368/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1781623747.381979:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7db00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623747.381984:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623747.381990:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17875 usecs (18 jiffies) 00000100:00000001:2.0:1781623747.381992:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1781623747.381996:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000040:2.0:1781623747.381999:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0c000 x1868160455850368/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623763 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623747.382000:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301904402 00000100:00000001:3.0:1781623747.382006:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301912182 00000100:00000001:3.0:1781623747.382011:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301904402 00000100:00000001:3.0:1781623747.382016:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301912182 00000100:00000001:2.0:1781623747.382017:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623747.382020:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623747.382021:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1781623747.382060:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781623747.382063:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1781623747.382064:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1781623747.382067:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7db00. 00000100:00000001:3.0:1781623747.382068:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623747.382074:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1781623747.382075:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623747.382078:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1781623747.382082:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623747.382083:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623747.382086:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1781623747.382087:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70330 00000100:00000001:3.0:1781623747.382088:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1781623747.382091:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70330. 00000100:00000040:3.0:1781623747.382096:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0d180 x1868160455850624/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623747.382096:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623747.382103:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0f800 x1868160455850496/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623747.382129:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623747.382130:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623747.382132:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623747.382135:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623747.382137:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623747.382140:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455850624:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623747.382143:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623747.382146:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623747.382147:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623747.382149:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623747.382162:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ed200. 02000000:00000001:3.0:1781623747.382164:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623747.382168:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623747.382171:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8e70. 00000400:00000010:3.0:1781623747.382175:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70088. 00000100:00000200:3.0:1781623747.382177:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455850624, portal 4 00000100:00000001:3.0:1781623747.382179:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623747.382180:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272068992 : -123673437482624 : ffff8f8508b0d180) 00000100:00000040:3.0:1781623747.382186:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0d180 x1868160455850624/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623747.382192:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623747.382194:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623747.382197:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70330. 00000100:00000200:3.0:1781623747.382199:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455850624, offset 0 00000400:00000200:3.0:1781623747.382203:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623747.382207:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623747.382210:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623747.382213:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623747.382215:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623747.382217:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623747.382219:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623747.382225:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375934:375934:255:4294967295] 192.168.202.101@tcp LPNI seq info [375904:375904:7:4294967295] 00000400:00000200:3.0:1781623747.382229:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623747.382235:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623747.382238:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623747.382241:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d000. 00000800:00000200:3.0:1781623747.382245:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623747.382249:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623747.382252:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623747.382255:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623747.382258:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 424418 usecs (425 jiffies) 00000400:00000200:3.0:1781623747.382260:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623747.382262:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301904810 00000100:00000001:3.0:1781623747.382264:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301912182 00000100:00000001:3.0:1781623747.382266:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301904810 00000100:00000001:3.0:1781623747.382268:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301912182 00000100:00000001:3.0:1781623747.382270:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623747.382272:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623747.382341:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623747.382348:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0f800 x1868160455850496/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623782 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623747.382884:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623747.382885:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623747.382888:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623747.382890:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1781623747.382895:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623747.382898:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781623747.382900:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1781623747.382911:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1781623747.382913:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000010:2.0:1781623747.382916:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d000. 00000100:00000001:3.0:1781623747.382917:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623747.382922:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623747.382922:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623747.382929:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623747.382933:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70330 00000400:00000010:2.0:1781623747.382934:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70330. 00000100:00000001:3.0:1781623747.382937:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623747.382937:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1781623747.382941:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1781623747.382946:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0d180 x1868160455850624/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623747.382955:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623747.382958:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0d180 x1868160455850624/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623763 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623747.382965:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623747.382967:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781623747.390546:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623747.390565:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623747.390571:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623747.390574:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623747.390593:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623747.390601:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623747.390610:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623747.390616:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623747.390621:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623747.390626:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005aba00 00000400:00000200:2.0:1781623747.390632:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623747.390639:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8e9d [1] + 224 00000800:00000001:2.0:1781623747.390653:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623747.390659:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623747.390662:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623747.390667:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623747.390674:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623747.390682:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0f800 x1868160455850496/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623782 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623747.390693:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0f800 x1868160455850496/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623782 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623747.390711:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623747.390719:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623747.390723:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623747.390750:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623747.390755:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781623747.390762:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623747.390764:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623747.390767:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8aa8. 00000400:00000200:3.0:1781623747.390773:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e702a8 00000400:00000010:3.0:1781623747.390775:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e702a8. 00000100:00000001:3.0:1781623747.390778:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623747.390784:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0f800 x1868160455850496/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623782 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623747.390807:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0f800 x1868160455850496/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623782 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623747.390814:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623747.390816:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623747.390818:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623747.390822:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623747.390824:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623747.390826:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623747.390829:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623747.390839:0:2352:0:(import.c:2151:obd_at_measure()) add 20 to ffff8f8504e22460 time=74 v=20 (20 20 20 20) 00000100:00001000:3.0:1781623747.390844:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=145 v=5 (1 1 1 1) 00000100:00000001:3.0:1781623747.390847:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623747.390848:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623747.390851:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623747.390858:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623747.390862:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623747.390864:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781623747.390866:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623747.390867:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623747.390872:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0f800 x1868160455850496/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623782 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623747.390880:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623747.390883:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623747.390885:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623747.390889:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0f800 x1868160455850496/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623782 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623747.390896:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455850496:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623747.390913:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623747.390917:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623747.390920:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0f800 x1868160455850496/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623782 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623747.390928:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623747.390930:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623747.390933:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ed800. 02000000:00000001:3.0:1781623747.390937:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623747.390939:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623747.390941:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781623747.390943:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623747.390946:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3500. 02000000:00000001:3.0:1781623747.390951:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623747.390953:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623747.390955:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0f800. 00000100:00000001:3.0:1781623747.390958:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623747.390959:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623747.390962:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623747.390964:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623747.390965:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623747.390967:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623747.390968:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781623747.400342:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623747.400361:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623747.400366:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623747.400369:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623747.400378:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623747.400386:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623747.400396:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623747.400401:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623747.400406:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623747.400411:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005aba80 00000400:00000200:2.0:1781623747.400416:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623747.400423:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8ead [1] + 224 00000800:00000001:2.0:1781623747.400430:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623747.400433:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623747.400437:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623747.400441:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623747.400448:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623747.400457:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0d180 x1868160455850624/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623763 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623747.400470:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0d180 x1868160455850624/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623763 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623747.400495:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623747.400505:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623747.400508:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623747.400511:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623747.400512:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623747.400516:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623747.400519:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623747.400523:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623747.400525:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623747.400528:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623747.400531:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005ab980 00000400:00000200:2.0:1781623747.400534:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623747.400539:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8e8d [1] + 224 00000800:00000001:2.0:1781623747.400543:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623747.400550:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623747.400552:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623747.400555:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623747.400558:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623747.400562:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0c000 x1868160455850368/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623763 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623747.400572:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0c000 x1868160455850368/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623763 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623747.400580:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623747.400583:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623747.400587:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623747.400815:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623747.400820:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781623747.400827:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623747.400829:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623747.400832:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8e70. 00000400:00000200:3.0:1781623747.400837:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70088 00000400:00000010:3.0:1781623747.400839:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70088. 00000100:00000001:3.0:1781623747.400842:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623747.400847:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0d180 x1868160455850624/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623763 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623747.400855:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0d180 x1868160455850624/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623763 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623747.400861:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623747.400864:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623747.400866:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623747.400869:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623747.400872:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623747.400874:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623747.400877:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623747.400886:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=74 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623747.400890:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=73 v=5 (1 1 1 1) 00000100:00000001:3.0:1781623747.400893:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623747.400894:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623747.400897:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623747.400900:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623747.400903:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623747.400906:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:3.0:1781623747.400908:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623747.400909:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623747.400914:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0d180 x1868160455850624/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623763 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623747.400921:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623747.400924:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623747.400927:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623747.400930:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0d180 x1868160455850624/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623763 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623747.400938:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455850624:192.168.202.101@tcp:400:kworker.0 00000400:00000001:3.0:1781623747.400944:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623747.400945:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623747.400947:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c86e0. 00000400:00000200:3.0:1781623747.400949:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70908 00000400:00000010:3.0:1781623747.400951:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70908. 00000100:00000001:3.0:1781623747.400953:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623747.400956:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0c000 x1868160455850368/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623763 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623747.400963:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0c000 x1868160455850368/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623763 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623747.400969:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623747.400970:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623747.400972:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623747.400973:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623747.400975:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623747.400976:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623747.400978:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623747.400980:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=74 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623747.400983:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=145 v=5 (1 1 1 1) 00000100:00000001:3.0:1781623747.400985:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623747.400986:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623747.400988:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623747.400990:0:2352:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623747.400991:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623747.400994:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0c000 x1868160455850368/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623763 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623747.401000:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623747.401002:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623747.401003:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623747.401006:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0c000 x1868160455850368/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623763 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623747.401013:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455850368:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623747.401017:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623747.401020:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623747.401022:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0d180 x1868160455850624/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623763 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623747.401056:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623747.401058:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623747.401062:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ed200. 02000000:00000001:3.0:1781623747.401065:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623747.401068:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623747.401070:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:3.0:1781623747.401072:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623747.401075:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3200. 02000000:00000001:3.0:1781623747.401079:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623747.401081:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623747.401083:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0d180. 00000100:00000001:3.0:1781623747.401087:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623747.401088:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623747.401090:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623747.401093:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0c000 x1868160455850368/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623763 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623747.401100:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623747.401101:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623747.401103:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096eda00. 02000000:00000001:3.0:1781623747.401105:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623747.401106:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623747.401107:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781623747.401109:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623747.401110:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3900. 02000000:00000001:3.0:1781623747.401112:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623747.401113:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623747.401114:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0c000. 00000100:00000001:3.0:1781623747.401117:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623747.401118:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623747.401120:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623747.401127:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623747.401129:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623747.401131:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623747.401133:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623747.765129:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623747.765134:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623747.765138:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623747.765139:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623747.765141:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623747.765142:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623747.765181:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623747.765185:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623747.765187:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623748.789477:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623748.789484:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623748.789491:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623748.789493:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623748.789496:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623748.789498:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623748.791402:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623748.791407:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623748.791411:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623749.813167:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623749.813175:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623749.813180:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623749.813182:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623749.813185:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623749.813186:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623749.815219:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623749.815227:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623749.815232:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623750.837162:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623750.837169:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623750.837174:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623750.837176:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623750.837179:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623750.837180:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623750.837205:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623750.837207:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623750.837210:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623751.861177:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623751.861184:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623751.861189:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623751.861190:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623751.861194:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623751.861195:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623751.861907:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623751.861911:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623751.861914:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781623752.501863:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623752.501871:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623752.501879:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0ca80. 00000020:00000040:2.0:1781623752.501884:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781623752.501889:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623752.501892:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623752.501896:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623752.501903:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3300. 00000100:00000001:2.0:1781623752.501910:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623752.501922:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0ca80 x1868160455850752/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623752.501933:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623752.501937:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623752.501943:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004da633e2] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0ca80 x1868160455850752/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623752.501965:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623752.501968:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623752.501971:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623752.501974:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0c700. 00000020:00000040:2.0:1781623752.501976:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781623752.501977:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623752.501979:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623752.501980:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623752.501984:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3900. 00000100:00000001:2.0:1781623752.501987:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623752.501991:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0c700 x1868160455850880/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623752.501997:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623752.501999:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623752.502002:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc47fb59] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0c700 x1868160455850880/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623752.502009:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623752.502010:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623752.502013:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623752.502016:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0f100. 00000020:00000040:2.0:1781623752.502018:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:2.0:1781623752.502020:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623752.502021:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623752.502023:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623752.502042:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3200. 00000100:00000001:2.0:1781623752.502045:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623752.502049:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f8508b0f100 x1868160455851008/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623752.502056:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623752.502058:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623752.502061:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6db9cef] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0f100 x1868160455851008/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623752.502068:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623752.502070:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781623752.502073:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781623752.502078:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7247) 00000100:00000001:2.0:1781623752.502089:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623752.502092:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623752.502094:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623752.502099:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0ca80 x1868160455850752/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623752.502115:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623752.502117:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623752.502120:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623752.502123:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623752.502126:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623752.502129:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455850752:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623752.502134:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623752.502140:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623752.502142:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623752.502144:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623752.502149:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079400. 02000000:00000001:2.0:1781623752.502152:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623752.502158:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623752.502162:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f082c0. 00000400:00000010:2.0:1781623752.502169:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d908. 00000100:00000200:2.0:1781623752.502175:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455850752, portal 25 00000100:00000001:2.0:1781623752.502178:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623752.502179:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272067200 : -123673437484416 : ffff8f8508b0ca80) 00000100:00000040:2.0:1781623752.502184:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0ca80 x1868160455850752/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623752.502191:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623752.502193:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623752.502196:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901df68. 00000100:00000200:2.0:1781623752.502199:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455850752, offset 0 00000400:00000200:2.0:1781623752.502205:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623752.502212:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623752.502220:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623752.502225:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623752.502229:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623752.502232:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623752.502234:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623752.502238:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375935:375935:256:4294967295] 192.168.202.101@tcp LPNI seq info [375905:375905:8:4294967295] 00000400:00000200:2.0:1781623752.502242:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623752.502251:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623752.502256:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623752.502261:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3500. 00000800:00000200:2.0:1781623752.502267:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623752.502275:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623752.502279:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623752.502290:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623752.502294:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623752.502297:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301917302 00000100:00000001:2.0:1781623752.502303:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301912182 00000100:00000001:2.0:1781623752.502307:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301917302 00000100:00000001:2.0:1781623752.502310:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301912182 00000100:00000001:2.0:1781623752.502313:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623752.502316:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623752.502318:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623752.502322:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0f100 x1868160455851008/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623752.502329:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623752.502330:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623752.502331:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623752.502333:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623752.502335:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623752.502337:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455851008:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623752.502340:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623752.502342:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623752.502343:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623752.502345:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623752.502348:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079200. 02000000:00000001:2.0:1781623752.502350:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623752.502353:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623752.502355:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08e18. 00000400:00000010:2.0:1781623752.502359:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901da18. 00000100:00000200:2.0:1781623752.502361:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455851008, portal 4 00000100:00000001:2.0:1781623752.502363:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623752.502364:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272077056 : -123673437474560 : ffff8f8508b0f100) 00000100:00000040:2.0:1781623752.502370:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0f100 x1868160455851008/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623752.502381:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623752.502383:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623752.502385:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d6e8. 00000100:00000200:2.0:1781623752.502388:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455851008, offset 0 00000400:00000200:2.0:1781623752.502391:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623752.502394:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623752.502397:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623752.502399:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623752.502401:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623752.502403:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623752.502405:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623752.502408:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375936:375936:255:4294967295] 192.168.202.101@tcp LPNI seq info [375906:375906:7:4294967295] 00000400:00000200:2.0:1781623752.502412:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623752.502416:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623752.502420:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623752.502423:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3400. 00000800:00000200:2.0:1781623752.502426:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623752.502430:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623752.502432:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623752.502435:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623752.502453:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 423212 usecs (424 jiffies) 00000400:00000200:2.0:1781623752.502456:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623752.502458:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301909928 00000100:00000001:2.0:1781623752.502460:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301917302 00000100:00000001:2.0:1781623752.502463:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301909928 00000100:00000001:2.0:1781623752.502465:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301917302 00000100:00000001:2.0:1781623752.502467:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623752.502469:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623752.502471:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623752.502474:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623752.502481:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623752.502483:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781623752.502485:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623752.502486:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623752.502487:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623752.502489:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1781623752.502491:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623752.502492:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623752.502494:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623752.502496:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623752.502497:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623752.502498:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623752.502502:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0c700 x1868160455850880/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623752.502507:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623752.502509:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623752.502511:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623752.502512:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623752.502514:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623752.502517:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455850880:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623752.502520:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623752.502522:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623752.502523:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623752.502525:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623752.502528:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079e00. 02000000:00000001:2.0:1781623752.502530:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623752.502533:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623752.502536:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08738. 00000400:00000010:2.0:1781623752.502539:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901dc38. 00000100:00000200:2.0:1781623752.502541:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455850880, portal 10 00000100:00000001:2.0:1781623752.502543:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623752.502545:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272066304 : -123673437485312 : ffff8f8508b0c700) 00000100:00000040:2.0:1781623752.502550:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0c700 x1868160455850880/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623752.502557:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623752.502559:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623752.502561:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d550. 00000100:00000200:2.0:1781623752.502563:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455850880, offset 0 00000400:00000200:2.0:1781623752.502568:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623752.502571:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623752.502574:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623752.502577:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623752.502579:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623752.502581:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623752.502583:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623752.502586:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375937:375937:254:4294967295] 192.168.202.101@tcp LPNI seq info [375907:375907:6:4294967295] 00000400:00000200:2.0:1781623752.502589:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623752.502595:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623752.502599:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623752.502602:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3a00. 00000800:00000200:2.0:1781623752.502606:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623752.502610:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623752.502612:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623752.502615:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623752.502617:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17867 usecs (18 jiffies) 00000400:00000200:2.0:1781623752.502620:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623752.502622:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301909522 00000100:00000001:2.0:1781623752.502624:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301917302 00000100:00000001:2.0:1781623752.502626:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301909522 00000100:00000001:2.0:1781623752.502629:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301917302 00000100:00000001:2.0:1781623752.502631:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623752.502632:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623752.502635:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623752.502637:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623752.502646:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623752.502648:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781623752.502687:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623752.502691:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3500. 00000400:00000200:2.0:1781623752.502696:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623752.502700:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623752.502705:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901df68 00000400:00000010:2.0:1781623752.502707:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901df68. 00000100:00000001:2.0:1781623752.502710:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623752.502715:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0ca80 x1868160455850752/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623752.502724:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623752.502727:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0ca80 x1868160455850752/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623768 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623752.502734:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623752.502735:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781623752.502746:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623752.502748:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3400. 00000400:00000200:2.0:1781623752.502751:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623752.502754:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623752.502756:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d6e8 00000400:00000010:2.0:1781623752.502758:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d6e8. 00000100:00000001:2.0:1781623752.502760:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623752.502763:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0f100 x1868160455851008/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623752.502769:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623752.502771:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0f100 x1868160455851008/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623768 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623752.502777:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623752.502779:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781623752.502839:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623752.502842:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3a00. 00000400:00000200:2.0:1781623752.502844:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623752.502848:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623752.502850:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d550 00000400:00000010:2.0:1781623752.502852:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d550. 00000100:00000001:2.0:1781623752.502854:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623752.502857:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0c700 x1868160455850880/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623752.502864:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623752.502867:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0c700 x1868160455850880/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623787 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623752.502873:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623752.502875:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781623752.508418:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623752.508435:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623752.508449:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623752.508453:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623752.508462:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623752.508470:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623752.508480:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623752.508486:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623752.508493:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623752.508498:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005abc00 00000400:00000200:2.0:1781623752.508503:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623752.508510:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8ecd [1] + 224 00000800:00000001:2.0:1781623752.508517:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623752.508521:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623752.508525:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623752.508530:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623752.508538:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623752.508548:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0f100 x1868160455851008/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623768 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623752.508561:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0f100 x1868160455851008/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623768 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623752.508578:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623752.508611:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1781623752.508615:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1781623752.508619:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623752.508620:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1781623752.508624:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623752.508629:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1781623752.508629:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623752.508633:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1781623752.508635:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623752.508636:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08e18. 00000400:00000200:3.0:1781623752.508642:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623752.508644:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901da18 00000400:00000010:2.0:1781623752.508647:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901da18. 00000400:00000200:3.0:1781623752.508651:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623752.508652:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1781623752.508656:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000200:2.0:1781623752.508660:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0f100 x1868160455851008/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623768 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1781623752.508665:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623752.508673:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005abb80 00000100:00000200:2.0:1781623752.508679:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0f100 x1868160455851008/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623768 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1781623752.508682:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623752.508690:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1781623752.508691:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8edd [1] + 224 00000100:00000001:2.0:1781623752.508693:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623752.508699:0:2351:0:(client.c:1579:after_reply()) Process entered 00000800:00000001:3.0:1781623752.508700:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1781623752.508702:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623752.508706:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:3.0:1781623752.508707:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623752.508709:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623752.508711:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1781623752.508715:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623752.508718:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623752.508723:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1781623752.508726:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=79 v=5 (5 5 5 5) 00000100:00000200:3.0:1781623752.508729:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0c700 x1868160455850880/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623787 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1781623752.508733:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=78 v=5 (1 1 1 1) 00000100:00000001:2.0:1781623752.508739:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623752.508742:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623752.508746:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623752.508749:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623752.508752:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781623752.508755:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:2.0:1781623752.508757:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781623752.508758:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623752.508764:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0f100 x1868160455851008/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623768 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623752.508771:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623752.508775:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623752.508778:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623752.508782:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0f100 x1868160455851008/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623768 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623752.508789:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455851008:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623752.508794:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623752.508797:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623752.508800:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0f100 x1868160455851008/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623768 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623752.508813:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623752.508816:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623752.508820:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079200. 02000000:00000001:2.0:1781623752.508824:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623752.508826:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623752.508828:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:2.0:1781623752.508830:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623752.508833:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3200. 02000000:00000001:2.0:1781623752.508837:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623752.508838:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623752.508840:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0f100. 00000100:00000001:2.0:1781623752.508843:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623752.508845:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623752.508848:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623752.508849:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623752.508850:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623752.508852:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623752.508853:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623752.509270:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0c700 x1868160455850880/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623787 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623752.509284:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623752.509293:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623752.509298:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623752.509299:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623752.509301:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623752.509304:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623752.509307:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623752.509312:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623752.509314:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623752.509317:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623752.509320:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005abb00 00000400:00000200:3.0:1781623752.509323:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623752.509328:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8ebd [1] + 224 00000800:00000001:3.0:1781623752.509332:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623752.509336:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623752.509338:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623752.509341:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623752.509344:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623752.509348:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0ca80 x1868160455850752/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623768 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623752.509356:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0ca80 x1868160455850752/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623768 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623752.509362:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623752.509364:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623752.509366:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623752.510383:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623752.510387:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781623752.510393:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623752.510395:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623752.510398:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08738. 00000400:00000200:2.0:1781623752.510404:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901dc38 00000400:00000010:2.0:1781623752.510406:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901dc38. 00000100:00000001:2.0:1781623752.510409:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623752.510416:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0c700 x1868160455850880/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623787 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623752.510426:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0c700 x1868160455850880/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623787 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623752.510433:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623752.510434:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623752.510523:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623752.510526:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623752.510528:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623752.510530:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623752.510533:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623752.510540:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=79 v=20 (20 20 20 20) 00000100:00001000:2.0:1781623752.510544:0:2351:0:(import.c:2217:obd_at_measure()) AT ffff8f8504e22460 change: old=20 new=5 delta=-15 (val=5) hist 20 20 20 20 00000100:00001000:2.0:1781623752.510548:0:2351:0:(client.c:416:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0000-mdc-ffff8f85100c1000 ptl 12 has changed from 20 to 5 00000100:00001000:2.0:1781623752.510550:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=150 v=5 (1 1 1 1) 00000100:00000001:2.0:1781623752.510553:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623752.510555:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623752.510557:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623752.510560:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623752.510563:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781623752.510565:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:2.0:1781623752.510567:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781623752.510569:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623752.510573:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0c700 x1868160455850880/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623787 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623752.510580:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623752.510583:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623752.510585:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623752.510589:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0c700 x1868160455850880/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623787 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623752.510596:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455850880:192.168.202.101@tcp:400:kworker.0 00000400:00000001:2.0:1781623752.510605:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623752.510606:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623752.510608:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f082c0. 00000400:00000200:2.0:1781623752.510611:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d908 00000400:00000010:2.0:1781623752.510613:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d908. 00000100:00000001:2.0:1781623752.510615:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623752.510618:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0ca80 x1868160455850752/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623768 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623752.510626:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0ca80 x1868160455850752/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623768 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623752.510632:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623752.510634:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623752.510635:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623752.510637:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623752.510638:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623752.510639:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623752.510641:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623752.510644:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=79 v=5 (5 5 5 5) 00000100:00001000:2.0:1781623752.510647:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=150 v=5 (1 1 1 1) 00000100:00000001:2.0:1781623752.510649:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623752.510650:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623752.510652:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623752.510654:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623752.510656:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623752.510659:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0ca80 x1868160455850752/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623768 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623752.510666:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623752.510668:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623752.510669:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623752.510673:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0ca80 x1868160455850752/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623768 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623752.510679:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455850752:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623752.510684:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623752.510686:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623752.510689:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0c700 x1868160455850880/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623787 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623752.510697:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623752.510698:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623752.510701:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079e00. 02000000:00000001:2.0:1781623752.510704:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623752.510706:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623752.510708:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:2.0:1781623752.510710:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623752.510712:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3900. 02000000:00000001:2.0:1781623752.510716:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623752.510718:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623752.510719:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0c700. 00000100:00000001:2.0:1781623752.510722:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623752.510724:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623752.510725:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623752.510728:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0ca80 x1868160455850752/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623768 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623752.510734:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623752.510736:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623752.510737:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079400. 02000000:00000001:2.0:1781623752.510739:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623752.510740:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623752.510741:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781623752.510743:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623752.510745:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3300. 02000000:00000001:2.0:1781623752.510747:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623752.510748:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623752.510749:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0ca80. 00000100:00000001:2.0:1781623752.510751:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623752.510753:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623752.510755:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623752.510762:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623752.510764:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623752.510766:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623752.510768:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623752.885188:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623752.885196:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623752.885202:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623752.885203:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623752.885206:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623752.885208:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623752.885315:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623752.885319:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623752.885323:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623753.909231:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623753.909240:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623753.909242:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623753.909250:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623753.909252:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623753.909254:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623753.909259:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623753.909261:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623753.909263:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623753.909265:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623753.909270:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623753.909271:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623753.909275:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623753.909276:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623753.909300:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623753.909303:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623753.909305:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623754.933614:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623754.933622:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623754.933628:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623754.933629:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623754.933633:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623754.933634:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623754.934203:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623754.934208:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623754.934211:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623755.957207:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623755.957215:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623755.957221:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623755.957224:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623755.957227:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623755.957231:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623755.957234:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623755.957236:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623755.957238:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623755.957241:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623755.957244:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623755.957246:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623755.957247:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623755.957253:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623755.957255:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623755.957256:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623755.957258:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623755.957259:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623755.957260:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623755.957263:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623755.957597:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623755.957600:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623755.957603:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623756.981781:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623756.981786:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623756.981791:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623756.981792:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623756.981794:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623756.981795:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623756.981815:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623756.981816:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623756.981818:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781623757.621162:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623757.621174:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623757.621182:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0ca80. 00000020:00000040:2.0:1781623757.621189:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781623757.621193:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623757.621197:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623757.621202:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623757.621210:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3300. 00000100:00000001:2.0:1781623757.621216:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623757.621229:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0ca80 x1868160455851136/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623757.621240:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623757.621244:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623757.621251:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004da633e2] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0ca80 x1868160455851136/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623757.621273:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623757.621276:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623757.621280:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623757.621284:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0c700. 00000020:00000040:2.0:1781623757.621286:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781623757.621288:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623757.621289:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623757.621291:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623757.621295:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3900. 00000100:00000001:2.0:1781623757.621298:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623757.621302:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0c700 x1868160455851264/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623757.621310:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623757.621313:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623757.621316:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc47fb59] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0c700 x1868160455851264/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623757.621325:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623757.621328:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623757.621331:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623757.621334:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0f100. 00000020:00000040:2.0:1781623757.621336:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:2.0:1781623757.621337:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623757.621338:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623757.621340:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623757.621343:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3200. 00000100:00000001:2.0:1781623757.621345:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623757.621349:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f8508b0f100 x1868160455851392/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623757.621355:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623757.621357:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623757.621361:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6db9cef] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0f100 x1868160455851392/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623757.621368:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623757.621371:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781623757.621374:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781623757.621379:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7252) 00000100:00000001:2.0:1781623757.621389:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623757.621393:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623757.621393:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623757.621397:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1781623757.621398:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623757.621402:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623757.621404:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0c700 x1868160455851264/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623757.621411:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0ca80 x1868160455851136/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623757.621415:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623757.621419:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623757.621425:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1781623757.621426:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623757.621429:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623757.621429:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623757.621434:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623757.621435:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623757.621441:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455851264:192.168.202.101@tcp:400:kworker.0 02000000:00000001:3.0:1781623757.621443:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623757.621446:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623757.621448:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623757.621453:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:3.0:1781623757.621454:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455851136:192.168.202.101@tcp:400:kworker.0 02000000:00000001:2.0:1781623757.621458:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623757.621461:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623757.621462:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1781623757.621466:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1781623757.621468:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078c00. 02000000:00000001:3.0:1781623757.621469:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623757.621472:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623757.621474:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623757.621480:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ed200. 00000400:00000200:2.0:1781623757.621482:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 02000000:00000001:3.0:1781623757.621484:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1781623757.621488:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f082c0. 00000400:00000200:3.0:1781623757.621493:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623757.621498:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d908. 00000400:00000010:3.0:1781623757.621500:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c86e0. 00000100:00000200:2.0:1781623757.621507:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455851264, portal 10 00000400:00000010:3.0:1781623757.621508:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70908. 00000100:00000001:2.0:1781623757.621512:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000200:3.0:1781623757.621514:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455851136, portal 25 00000100:00000001:2.0:1781623757.621515:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272066304 : -123673437485312 : ffff8f8508b0c700) 00000100:00000001:3.0:1781623757.621519:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1781623757.621526:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0c700 x1868160455851264/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623757.621535:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623757.621538:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623757.621541:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901dc38. 00000100:00000200:2.0:1781623757.621544:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455851264, offset 0 00000400:00000200:2.0:1781623757.621550:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623757.621557:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623757.621565:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623757.621571:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623757.621575:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623757.621578:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623757.621581:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623757.621585:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375938:375938:256:4294967295] 192.168.202.101@tcp LPNI seq info [375908:375908:8:4294967295] 00000400:00000200:2.0:1781623757.621589:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623757.621599:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623757.621607:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623757.621611:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3a00. 00000800:00000200:2.0:1781623757.621618:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623757.621625:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623757.621629:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623757.621640:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623757.621644:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17858 usecs (18 jiffies) 00000400:00000200:2.0:1781623757.621648:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623757.621651:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301914642 00000100:00000001:2.0:1781623757.621654:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301917302 00000100:00000001:2.0:1781623757.621656:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301914642 00000100:00000001:2.0:1781623757.621658:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301917302 00000100:00000001:2.0:1781623757.621660:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623757.621663:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623757.621665:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623757.621668:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623757.621675:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623757.621677:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781623757.621679:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623757.621680:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623757.621681:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623757.621683:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781623757.621739:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623757.621743:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3a00. 00000400:00000200:2.0:1781623757.621748:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623757.621753:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623757.621758:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901dc38 00000400:00000010:2.0:1781623757.621761:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901dc38. 00000100:00000001:2.0:1781623757.621764:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623757.621768:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0c700 x1868160455851264/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623757.621777:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623757.621781:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0c700 x1868160455851264/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623773 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623757.621788:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623757.621790:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1781623757.621899:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272067200 : -123673437484416 : ffff8f8508b0ca80) 00000100:00000040:3.0:1781623757.621906:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0ca80 x1868160455851136/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623757.621914:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623757.621917:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623757.621921:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70088. 00000100:00000200:3.0:1781623757.621925:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455851136, offset 0 00000400:00000200:3.0:1781623757.621930:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623757.621936:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623757.621940:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623757.621942:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623757.621945:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623757.621947:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623757.621950:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623757.621953:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375939:375939:256:4294967295] 192.168.202.101@tcp LPNI seq info [375909:375909:8:4294967295] 00000400:00000200:3.0:1781623757.621957:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623757.621963:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623757.621968:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623757.621972:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d400. 00000800:00000200:3.0:1781623757.621976:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623757.621981:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623757.621983:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623757.621998:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623757.622002:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623757.622004:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301922422 00000100:00000001:3.0:1781623757.622009:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301917302 00000100:00000001:3.0:1781623757.622012:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301922422 00000100:00000001:3.0:1781623757.622016:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301917302 00000100:00000001:3.0:1781623757.622019:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623757.622021:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623757.622073:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623757.622079:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0f100 x1868160455851392/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623757.622087:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623757.622088:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623757.622092:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623757.622094:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623757.622096:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623757.622099:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455851392:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623757.622103:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623757.622105:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623757.622107:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623757.622108:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623757.622111:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ece00. 02000000:00000001:3.0:1781623757.622113:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623757.622117:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623757.622119:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8e70. 00000400:00000010:3.0:1781623757.622122:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e702a8. 00000100:00000200:3.0:1781623757.622124:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455851392, portal 4 00000100:00000001:3.0:1781623757.622125:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623757.622126:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272077056 : -123673437474560 : ffff8f8508b0f100) 00000100:00000040:3.0:1781623757.622131:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0f100 x1868160455851392/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623757.622135:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623757.622137:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623757.622138:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70770. 00000100:00000200:3.0:1781623757.622140:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455851392, offset 0 00000400:00000200:3.0:1781623757.622142:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623757.622145:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623757.622148:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623757.622150:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623757.622152:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623757.622153:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623757.622155:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623757.622157:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375940:375940:255:4294967295] 192.168.202.101@tcp LPNI seq info [375910:375910:7:4294967295] 00000400:00000200:3.0:1781623757.622159:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623757.622163:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623757.622165:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623757.622168:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d000. 00000800:00000200:3.0:1781623757.622171:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623757.622173:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623757.622175:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623757.622177:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623757.622179:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 421966 usecs (422 jiffies) 00000400:00000200:3.0:1781623757.622181:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623757.622182:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301915047 00000100:00000001:3.0:1781623757.622184:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301922422 00000100:00000001:3.0:1781623757.622185:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301915047 00000100:00000001:3.0:1781623757.622187:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301922422 00000100:00000001:3.0:1781623757.622188:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623757.622190:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623757.622191:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623757.622192:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623757.622195:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623757.622196:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781623757.622197:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623757.622210:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623757.622211:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623757.622212:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781623757.622276:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623757.622280:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d400. 00000400:00000200:2.0:1781623757.622284:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623757.622288:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623757.622291:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70088 00000400:00000010:2.0:1781623757.622293:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70088. 00000100:00000001:2.0:1781623757.622295:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623757.622299:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0ca80 x1868160455851136/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623757.622424:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623757.622427:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0ca80 x1868160455851136/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623773 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623757.622433:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623757.622434:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781623757.622468:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623757.622471:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d000. 00000400:00000200:2.0:1781623757.622473:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623757.622477:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623757.622479:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70770 00000400:00000010:2.0:1781623757.622481:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70770. 00000100:00000001:2.0:1781623757.622483:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623757.622487:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0f100 x1868160455851392/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623757.622494:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623757.622496:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0f100 x1868160455851392/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623773 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623757.622502:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623757.622504:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781623757.628051:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623757.628077:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623757.628082:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623757.628088:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623757.628098:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623757.628106:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623757.628115:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623757.628119:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623757.628125:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623757.628129:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005abd80 00000400:00000200:2.0:1781623757.628148:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623757.628154:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8f0d [1] + 224 00000800:00000001:2.0:1781623757.628163:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623757.628183:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623757.628187:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623757.628192:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623757.628200:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623757.628213:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0f100 x1868160455851392/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623773 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623757.628225:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0f100 x1868160455851392/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623773 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623757.628246:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623757.628255:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623757.628258:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623757.628571:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623757.628576:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781623757.628582:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623757.628584:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623757.628588:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8e70. 00000400:00000200:3.0:1781623757.628593:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e702a8 00000400:00000010:3.0:1781623757.628595:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e702a8. 00000100:00000001:3.0:1781623757.628598:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623757.628603:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0f100 x1868160455851392/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623773 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623757.628612:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0f100 x1868160455851392/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623773 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623757.628617:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623757.628619:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623757.628621:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623757.628624:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623757.628626:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623757.628629:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623757.628631:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623757.628639:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=84 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623757.628642:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=83 v=5 (1 1 1 1) 00000100:00000001:3.0:1781623757.628645:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623757.628646:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623757.628649:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623757.628653:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623757.628656:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623757.628658:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:3.0:1781623757.628660:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623757.628661:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623757.628664:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0f100 x1868160455851392/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623773 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623757.628671:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623757.628674:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623757.628676:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623757.628680:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0f100 x1868160455851392/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623773 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623757.628693:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455851392:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623757.628697:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623757.628699:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623757.628702:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0f100 x1868160455851392/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623773 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623757.628708:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623757.628710:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623757.628713:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ece00. 02000000:00000001:3.0:1781623757.628716:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623757.628718:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623757.628720:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:3.0:1781623757.628722:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623757.628724:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3200. 02000000:00000001:3.0:1781623757.628729:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623757.628730:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623757.628732:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0f100. 00000100:00000001:3.0:1781623757.628735:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623757.628737:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623757.628739:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623757.628741:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623757.628742:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623757.628744:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623757.628746:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781623757.630339:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623757.630356:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623757.630360:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623757.630363:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623757.630371:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623757.630377:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623757.630385:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623757.630389:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623757.630394:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623757.630399:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005abd00 00000400:00000200:2.0:1781623757.630404:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623757.630410:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8eed [1] + 224 00000800:00000001:2.0:1781623757.630417:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623757.630427:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623757.630429:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623757.630433:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623757.630440:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623757.630447:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0c700 x1868160455851264/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623773 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623757.630458:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0c700 x1868160455851264/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623773 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623757.630488:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623757.630497:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623757.630500:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623757.632159:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623757.632167:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781623757.632176:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623757.632179:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623757.632183:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f082c0. 00000400:00000200:3.0:1781623757.632194:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d908 00000400:00000010:3.0:1781623757.632197:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d908. 00000100:00000001:3.0:1781623757.632201:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623757.632211:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0c700 x1868160455851264/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623773 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623757.632232:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0c700 x1868160455851264/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623773 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623757.632240:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623757.632242:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623757.632245:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623757.632249:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623757.632252:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623757.632255:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623757.632258:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623757.632269:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=84 v=5 (20 20 20 20) 00000100:00001000:3.0:1781623757.632273:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=5 v=5 (1 1 1 1) 00000100:00000001:3.0:1781623757.632276:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623757.632278:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623757.632281:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623757.632284:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623757.632288:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623757.632290:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781623757.632292:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623757.632294:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623757.632299:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0c700 x1868160455851264/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623773 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623757.632318:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623757.632323:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623757.632325:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623757.632329:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0c700 x1868160455851264/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623773 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623757.632337:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455851264:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623757.632342:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623757.632345:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623757.632348:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0c700 x1868160455851264/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623773 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623757.632356:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623757.632358:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623757.632362:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078c00. 02000000:00000001:3.0:1781623757.632366:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623757.632368:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623757.632370:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781623757.632373:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623757.632375:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3900. 02000000:00000001:3.0:1781623757.632380:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623757.632381:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623757.632383:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0c700. 00000100:00000001:3.0:1781623757.632387:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623757.632388:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623757.632390:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623757.632398:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623757.632400:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623757.632402:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623757.632413:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781623757.634259:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623757.634278:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623757.634282:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623757.634285:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623757.634307:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623757.634315:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623757.634327:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623757.634332:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623757.634338:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623757.634343:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005abc80 00000400:00000200:2.0:1781623757.634347:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623757.634354:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8ef5 [1] + 224 00000800:00000001:2.0:1781623757.634362:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623757.634372:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623757.634375:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623757.634379:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623757.634386:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623757.634395:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0ca80 x1868160455851136/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623773 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623757.634406:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0ca80 x1868160455851136/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623773 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623757.634428:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623757.634436:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623757.634439:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623757.634468:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623757.634473:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781623757.634479:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623757.634481:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623757.634485:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c86e0. 00000400:00000200:3.0:1781623757.634491:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70908 00000400:00000010:3.0:1781623757.634494:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70908. 00000100:00000001:3.0:1781623757.634499:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623757.634504:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0ca80 x1868160455851136/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623773 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623757.634529:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0ca80 x1868160455851136/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623773 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623757.634543:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623757.634545:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623757.634548:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623757.634550:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623757.634553:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623757.634556:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623757.634559:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623757.634565:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=84 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623757.634570:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=5 v=5 (1 1 1 1) 00000100:00000001:3.0:1781623757.634573:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623757.634574:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623757.634577:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623757.634578:0:2352:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623757.634581:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623757.634585:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0ca80 x1868160455851136/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623773 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623757.634593:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623757.634595:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623757.634597:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623757.634601:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0ca80 x1868160455851136/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623773 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623757.634608:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455851136:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623757.634613:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623757.634616:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623757.634619:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0ca80 x1868160455851136/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623773 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623757.634625:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623757.634627:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623757.634630:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ed200. 02000000:00000001:3.0:1781623757.634634:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623757.634636:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623757.634638:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781623757.634640:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623757.634642:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3300. 02000000:00000001:3.0:1781623757.634647:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623757.634648:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623757.634650:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0ca80. 00000100:00000001:3.0:1781623757.634654:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623757.634656:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623757.634658:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623757.634664:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623757.634666:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623757.634668:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623757.634670:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623758.005636:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623758.005642:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623758.005648:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623758.005650:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623758.005652:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623758.005654:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623758.005745:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623758.005749:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623758.005757:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623759.029207:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623759.029215:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623759.029221:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623759.029222:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623759.029225:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623759.029227:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623759.029513:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623759.029517:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623759.029520:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623760.053809:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623760.053816:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623760.053823:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623760.053824:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623760.053903:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623760.053905:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623760.053929:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623760.053932:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623760.053935:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623761.080614:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623761.080622:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623761.080629:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623761.080630:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623761.080633:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623761.080634:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623761.080736:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623761.080739:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623761.080743:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623762.101160:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623762.101168:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623762.101174:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623762.101175:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623762.101178:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623762.101180:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623762.101822:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623762.101826:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623762.101830:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781623762.742116:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623762.742127:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623762.742139:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511281180. 00000020:00000040:3.0:1781623762.742144:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781623762.742148:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623762.742151:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623762.742156:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623762.742165:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7db00. 00000100:00000001:3.0:1781623762.742171:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623762.742185:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511281180 x1868160455851520/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623762.742196:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623762.742199:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623762.742205:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc6d7584] to pc [ptlrpcd_01_00+0] req@ffff8f8511281180 x1868160455851520/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623762.742242:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623762.742245:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623762.742248:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623762.742251:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511280380. 00000020:00000040:3.0:1781623762.742254:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781623762.742257:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623762.742260:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623762.742262:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623762.742266:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d100. 00000100:00000001:3.0:1781623762.742269:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623762.742271:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1781623762.742275:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511280380 x1868160455851648/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623762.742276:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623762.742280:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1781623762.742287:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1781623762.742289:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511281180 x1868160455851520/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623762.742291:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623762.742300:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc0c9a06] to pc [ptlrpcd_01_01+1] req@ffff8f8511280380 x1868160455851648/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623762.742304:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623762.742307:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623762.742313:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1781623762.742315:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623762.742317:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1781623762.742320:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1781623762.742322:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623762.742326:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:2.0:1781623762.742329:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455851520:192.168.202.101@tcp:400:kworker.0 00000100:00000010:3.0:1781623762.742332:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511282300. 00000100:00000001:2.0:1781623762.742337:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000040:3.0:1781623762.742338:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:3.0:1781623762.742342:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623762.742343:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623762.742345:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623762.742345:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623762.742349:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623762.742351:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7df00. 02000000:00000001:2.0:1781623762.742353:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1781623762.742357:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623762.742361:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078200. 00000100:00000040:3.0:1781623762.742364:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f8511282300 x1868160455851776/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1781623762.742365:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623762.742375:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1781623762.742376:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623762.742378:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1781623762.742383:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08738. 00000100:00000040:3.0:1781623762.742385:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd15682b] to pc [ptlrpcd_01_00+0] req@ffff8f8511282300 x1868160455851776/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1781623762.742391:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901dc38. 00000100:00000001:3.0:1781623762.742399:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1781623762.742402:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455851520, portal 25 00000100:00000040:3.0:1781623762.742403:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623762.742408:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1781623762.742410:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1781623762.742411:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414101888 : -123673295449728 : ffff8f8511281180) 00000100:00000040:3.0:1781623762.742420:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7257) 00000100:00000040:2.0:1781623762.742422:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511281180 x1868160455851520/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623762.742437:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1781623762.742439:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1781623762.742441:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000100:00000001:3.0:1781623762.742443:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1781623762.742446:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901da18. 00000100:00000001:3.0:1781623762.742447:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1781623762.742452:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455851520, offset 0 00000100:00000040:3.0:1781623762.742455:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511280380 x1868160455851648/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1781623762.742465:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000100:00000001:3.0:1781623762.742470:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623762.742473:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623762.742475:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1781623762.742476:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 02000000:00000001:3.0:1781623762.742478:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623762.742483:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623762.742487:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000100:00100000:3.0:1781623762.742488:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455851648:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623762.742494:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1781623762.742494:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1781623762.742498:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1781623762.742501:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 02000000:00000001:3.0:1781623762.742502:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623762.742506:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1781623762.742507:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 02000000:00000010:3.0:1781623762.742511:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ede00. 00000400:00000200:2.0:1781623762.742512:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 02000000:00000001:3.0:1781623762.742516:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623762.742519:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375941:375941:256:4294967295] 192.168.202.101@tcp LPNI seq info [375911:375911:8:4294967295] 00000400:00000200:3.0:1781623762.742525:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623762.742528:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623762.742531:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c86e0. 00000400:00000010:3.0:1781623762.742538:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70908. 00000400:00000200:2.0:1781623762.742542:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000100:00000200:3.0:1781623762.742544:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455851648, portal 10 00000100:00000001:3.0:1781623762.742548:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000800:00000200:2.0:1781623762.742551:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000100:00000001:3.0:1781623762.742552:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414098304 : -123673295453312 : ffff8f8511280380) 00000800:00000010:2.0:1781623762.742558:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3a00. 00000100:00000040:3.0:1781623762.742564:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511280380 x1868160455851648/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1781623762.742571:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000100:00000001:3.0:1781623762.742579:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1781623762.742583:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000100:00000040:3.0:1781623762.742586:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000800:00000200:2.0:1781623762.742590:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3a00 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1781623762.742591:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e702a8. 00000100:00000200:3.0:1781623762.742597:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455851648, offset 0 00000400:00000200:3.0:1781623762.742604:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000100:00000001:2.0:1781623762.742605:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623762.742610:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623762.742614:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623762.742618:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301927543 00000400:00000200:3.0:1781623762.742619:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623762.742625:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1781623762.742626:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301922422 00000400:00000200:3.0:1781623762.742630:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000100:00000001:2.0:1781623762.742633:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301927543 00000400:00000200:3.0:1781623762.742635:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1781623762.742639:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301922422 00000400:00000200:3.0:1781623762.742641:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000100:00000001:2.0:1781623762.742645:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1781623762.742648:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375942:375942:255:4294967295] 192.168.202.101@tcp LPNI seq info [375912:375912:7:4294967295] 00000100:00000001:2.0:1781623762.742650:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623762.742656:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623762.742657:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623762.742660:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623762.742667:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000100:00000001:2.0:1781623762.742670:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1781623762.742675:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000100:00000001:2.0:1781623762.742675:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781623762.742680:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:3.0:1781623762.742682:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d900. 00000100:00000001:2.0:1781623762.742682:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623762.742685:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000800:00000200:3.0:1781623762.742690:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000100:00000040:2.0:1781623762.742692:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511282300 x1868160455851776/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1781623762.742701:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000100:00000001:2.0:1781623762.742704:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:3.0:1781623762.742707:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623762.742707:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623762.742713:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1781623762.742714:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623762.742715:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1781623762.742720:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17853 usecs (18 jiffies) 02000000:00000001:2.0:1781623762.742720:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623762.742724:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455851776:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623762.742729:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623762.742732:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623762.742733:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623762.742735:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 02000000:00000001:2.0:1781623762.742736:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1781623762.742739:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301919763 02000000:00000010:2.0:1781623762.742742:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078800. 00000100:00000001:3.0:1781623762.742744:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301927543 02000000:00000001:2.0:1781623762.742747:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623762.742749:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301919763 00000100:00000001:3.0:1781623762.742753:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301927543 00000400:00000200:2.0:1781623762.742754:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623762.742758:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1781623762.742760:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08e18. 00000100:00000001:3.0:1781623762.742763:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1781623762.742766:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d550. 00000100:00000001:3.0:1781623762.742767:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623762.742772:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1781623762.742772:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455851776, portal 4 00000100:00000001:3.0:1781623762.742776:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623762.742776:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623762.742777:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414106368 : -123673295445248 : ffff8f8511282300) 00000100:00000001:3.0:1781623762.742780:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781623762.742785:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1781623762.742787:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511282300 x1868160455851776/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623762.742788:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623762.742791:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623762.742796:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623762.742813:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623762.742817:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623762.742820:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d6e8. 00000100:00000200:2.0:1781623762.742823:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455851776, offset 0 00000400:00000200:2.0:1781623762.742829:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623762.742833:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623762.742839:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623762.742842:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623762.742844:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623762.742846:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623762.742848:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623762.742851:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375943:375943:254:4294967295] 192.168.202.101@tcp LPNI seq info [375913:375913:6:4294967295] 00000400:00000200:2.0:1781623762.742856:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000800:00000200:3.0:1781623762.742863:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1781623762.742864:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000010:3.0:1781623762.742870:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3a00. 00000800:00000200:2.0:1781623762.742872:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623762.742879:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3400. 00000400:00000200:3.0:1781623762.742883:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1781623762.742884:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623762.742893:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000400:00000200:3.0:1781623762.742895:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000800:00000200:2.0:1781623762.742898:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1781623762.742902:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901da18 00000100:00000001:2.0:1781623762.742904:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1781623762.742907:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901da18. 00000100:00000040:2.0:1781623762.742909:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 420730 usecs (421 jiffies) 00000100:00000001:3.0:1781623762.742915:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1781623762.742915:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623762.742917:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301920166 00000100:00000001:2.0:1781623762.742922:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301927543 00000100:00000200:3.0:1781623762.742923:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511281180 x1868160455851520/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623762.742926:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301920166 00000100:00000001:2.0:1781623762.742931:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301927543 00000100:00000001:2.0:1781623762.742936:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623762.742938:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623762.742941:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623762.742943:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623762.742946:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623762.742948:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781623762.742953:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623762.742954:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623762.742955:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1781623762.742957:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623762.742960:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623762.742962:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511281180 x1868160455851520/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623778 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623762.742971:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623762.742973:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623762.742987:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623762.742989:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d900. 00000400:00000200:3.0:1781623762.742992:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623762.742996:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623762.742999:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e702a8 00000400:00000010:3.0:1781623762.743001:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e702a8. 00000100:00000001:3.0:1781623762.743003:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623762.743007:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511280380 x1868160455851648/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623762.743059:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623762.743062:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511280380 x1868160455851648/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623778 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623762.743068:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623762.743070:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623762.743137:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623762.743140:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3400. 00000400:00000200:3.0:1781623762.743143:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623762.743147:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623762.743150:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d6e8 00000400:00000010:3.0:1781623762.743152:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d6e8. 00000100:00000001:3.0:1781623762.743154:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623762.743158:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511282300 x1868160455851776/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623762.743165:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623762.743167:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511282300 x1868160455851776/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623778 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623762.743173:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623762.743174:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781623762.747363:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623762.747380:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623762.747384:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623762.747387:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623762.747397:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623762.747404:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623762.747414:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623762.747421:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623762.747427:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623762.747431:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005abe00 00000400:00000200:2.0:1781623762.747436:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623762.747442:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8f1d [1] + 224 00000800:00000001:2.0:1781623762.747450:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623762.747454:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623762.747458:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623762.747462:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623762.747471:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623762.747479:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511281180 x1868160455851520/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623778 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623762.747491:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511281180 x1868160455851520/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623778 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623762.747515:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623762.747523:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623762.747527:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623762.747529:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623762.747531:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623762.747534:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623762.747537:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623762.747541:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623762.747544:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623762.747546:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623762.747549:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005abe80 00000400:00000200:2.0:1781623762.747564:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623762.747570:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8f2d [1] + 224 00000800:00000001:2.0:1781623762.747574:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623762.747578:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623762.747580:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623762.747583:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623762.747585:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623762.747590:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511280380 x1868160455851648/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623778 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623762.747599:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511280380 x1868160455851648/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623778 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623762.747611:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623762.747615:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623762.747618:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623762.747620:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623762.747622:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623762.747625:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623762.747629:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623762.747633:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623762.747636:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623762.747638:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623762.747641:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005abf00 00000400:00000200:2.0:1781623762.747644:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623762.747648:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8f3d [1] + 224 00000800:00000001:2.0:1781623762.747651:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623762.747657:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623762.747659:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623762.747661:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623762.747664:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623762.747668:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511282300 x1868160455851776/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623778 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623762.747676:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511282300 x1868160455851776/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623778 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623762.747683:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623762.747686:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623762.747688:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623762.747760:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623762.747765:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781623762.747772:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623762.747774:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623762.747777:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c86e0. 00000400:00000200:3.0:1781623762.747783:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70908 00000400:00000010:3.0:1781623762.747785:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70908. 00000100:00000001:3.0:1781623762.747788:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623762.747793:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511280380 x1868160455851648/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623778 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623762.747802:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511280380 x1868160455851648/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623778 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623762.747808:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623762.747810:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623762.747813:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623762.747816:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623762.747818:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623762.747820:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623762.747823:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623762.747833:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=89 v=5 (20 20 20 20) 00000100:00001000:3.0:1781623762.747838:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=10 v=5 (1 1 1 1) 00000100:00000001:3.0:1781623762.747840:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623762.747841:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623762.747844:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623762.747848:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623762.747851:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623762.747853:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781623762.747855:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623762.747857:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623762.747862:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511280380 x1868160455851648/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623778 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623762.747868:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623762.747872:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623762.747874:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623762.747878:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511280380 x1868160455851648/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623778 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623762.747885:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455851648:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623762.747890:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623762.747893:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623762.747895:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511280380 x1868160455851648/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623778 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623762.747902:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623762.747904:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623762.747907:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ede00. 02000000:00000001:3.0:1781623762.747911:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623762.747914:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623762.747916:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781623762.747918:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623762.747920:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d100. 02000000:00000001:3.0:1781623762.747924:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623762.747926:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623762.747927:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511280380. 00000100:00000001:3.0:1781623762.747931:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623762.747932:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623762.747934:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623762.747941:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623762.747943:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623762.747946:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623762.747948:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623762.747957:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623762.747959:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781623762.747962:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623762.747964:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623762.747965:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08e18. 00000400:00000200:3.0:1781623762.747969:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d550 00000400:00000010:3.0:1781623762.747970:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d550. 00000100:00000001:3.0:1781623762.747972:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623762.747977:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511282300 x1868160455851776/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623778 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623762.747985:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511282300 x1868160455851776/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623778 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623762.747990:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623762.747991:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623762.747993:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623762.747994:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623762.747995:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623762.747997:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623762.747998:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623762.748002:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=89 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623762.748004:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=88 v=5 (1 1 1 1) 00000100:00000001:3.0:1781623762.748006:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623762.748007:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623762.748009:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623762.748054:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623762.748057:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623762.748058:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:3.0:1781623762.748060:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623762.748061:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623762.748065:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511282300 x1868160455851776/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623778 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623762.748072:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623762.748074:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623762.748075:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623762.748078:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511282300 x1868160455851776/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623778 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623762.748091:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455851776:192.168.202.101@tcp:400:kworker.0 00000400:00000001:3.0:1781623762.748096:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623762.748097:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623762.748099:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08738. 00000400:00000200:3.0:1781623762.748102:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901dc38 00000400:00000010:3.0:1781623762.748103:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901dc38. 00000100:00000001:3.0:1781623762.748106:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623762.748108:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511281180 x1868160455851520/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623778 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623762.748115:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511281180 x1868160455851520/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623778 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623762.748121:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623762.748122:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623762.748124:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623762.748125:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623762.748126:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623762.748128:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623762.748129:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623762.748132:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=89 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623762.748135:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=10 v=5 (1 1 1 1) 00000100:00000001:3.0:1781623762.748137:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623762.748138:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623762.748140:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623762.748141:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623762.748143:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623762.748146:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511281180 x1868160455851520/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623778 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623762.748152:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623762.748154:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623762.748155:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623762.748159:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511281180 x1868160455851520/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623778 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623762.748166:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455851520:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623762.748170:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623762.748172:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623762.748174:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511282300 x1868160455851776/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623778 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623762.748180:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623762.748182:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623762.748184:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078800. 02000000:00000001:3.0:1781623762.748187:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623762.748188:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623762.748189:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:3.0:1781623762.748192:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623762.748193:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7df00. 02000000:00000001:3.0:1781623762.748195:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623762.748197:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623762.748198:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511282300. 00000100:00000001:3.0:1781623762.748201:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623762.748202:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623762.748203:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623762.748207:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511281180 x1868160455851520/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623778 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623762.748212:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623762.748213:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623762.748215:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078200. 02000000:00000001:3.0:1781623762.748217:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623762.748218:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623762.748219:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781623762.748220:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623762.748222:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7db00. 02000000:00000001:3.0:1781623762.748224:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623762.748225:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623762.748226:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511281180. 00000100:00000001:3.0:1781623762.748229:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623762.748230:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623762.748232:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623762.748236:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623762.748237:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623762.748302:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623762.748305:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623763.126711:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623763.126718:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623763.126725:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623763.126726:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623763.126730:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623763.126731:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623763.126757:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623763.126759:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623763.127426:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623764.149151:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623764.149160:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623764.149162:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623764.149169:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623764.149171:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623764.149173:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623764.149178:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623764.149180:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623764.149183:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623764.149185:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623764.149189:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623764.149190:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623764.149194:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623764.149195:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623764.149426:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623764.149432:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623764.149435:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623765.173177:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623765.173185:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623765.173192:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623765.173193:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623765.173196:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623765.173197:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623765.173428:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623765.173432:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623765.173436:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623766.197156:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623766.197163:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623766.197169:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623766.197173:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623766.197176:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623766.197180:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623766.197183:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623766.197186:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623766.197188:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623766.197190:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623766.197194:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623766.197196:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623766.197197:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623766.197213:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623766.197215:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623766.197217:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623766.197218:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623766.197219:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623766.197228:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623766.197230:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623766.197254:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623766.197257:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623766.197260:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623767.222412:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623767.222418:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623767.222422:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623767.222423:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623767.222425:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623767.222426:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623767.222490:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623767.222493:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623767.222495:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781623767.861365:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623767.861375:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623767.861396:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0c380. 00000020:00000040:2.0:1781623767.861402:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781623767.861406:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623767.861409:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623767.861414:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623767.861425:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3500. 00000100:00000001:2.0:1781623767.861431:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623767.861443:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0c380 x1868160455851904/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623767.861453:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623767.861457:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623767.861463:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008362c9ca] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0c380 x1868160455851904/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623767.861490:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623767.861493:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623767.861496:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623767.861500:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0d880. 00000020:00000040:2.0:1781623767.861503:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781623767.861505:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623767.861506:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623767.861508:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623767.861511:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3000. 00000100:00000001:2.0:1781623767.861513:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623767.861517:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0d880 x1868160455852032/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623767.861531:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623767.861533:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623767.861536:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000750808ff] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0d880 x1868160455852032/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623767.861544:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623767.861546:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623767.861549:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623767.861552:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0fb80. 00000020:00000040:2.0:1781623767.861554:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:2.0:1781623767.861556:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623767.861557:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623767.861559:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623767.861562:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3f00. 00000100:00000001:2.0:1781623767.861564:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623767.861568:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f8508b0fb80 x1868160455852160/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623767.861574:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623767.861576:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623767.861579:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e233249c] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0fb80 x1868160455852160/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623767.861587:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623767.861589:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781623767.861593:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781623767.861598:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7262) 00000100:00000001:3.0:1781623767.861630:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623767.861634:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623767.861637:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623767.861643:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0c380 x1868160455851904/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623767.861651:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623767.861652:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623767.861656:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623767.861659:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623767.861661:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623767.861664:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455851904:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623767.861668:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623767.861674:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623767.861677:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623767.861679:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623767.861684:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ed800. 02000000:00000001:3.0:1781623767.861686:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623767.861693:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623767.861697:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c86e0. 00000400:00000010:3.0:1781623767.861704:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70908. 00000100:00000200:3.0:1781623767.861711:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455851904, portal 25 00000100:00000001:3.0:1781623767.861713:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623767.861715:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272065408 : -123673437486208 : ffff8f8508b0c380) 00000100:00000040:3.0:1781623767.861721:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0c380 x1868160455851904/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623767.861728:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623767.861731:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623767.861733:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e702a8. 00000100:00000200:3.0:1781623767.861736:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455851904, offset 0 00000400:00000200:3.0:1781623767.861741:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623767.861750:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623767.861757:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623767.861763:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623767.861768:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623767.861771:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623767.861779:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623767.861783:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375944:375944:256:4294967295] 192.168.202.101@tcp LPNI seq info [375914:375914:8:4294967295] 00000400:00000200:3.0:1781623767.861788:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623767.861797:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623767.861803:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623767.861808:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7db00. 00000800:00000200:3.0:1781623767.861814:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623767.861822:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623767.861827:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7db00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623767.861838:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623767.861842:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623767.861845:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301932662 00000100:00000001:3.0:1781623767.861851:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301927543 00000100:00000001:3.0:1781623767.861854:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301932662 00000100:00000001:3.0:1781623767.861857:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301927543 00000100:00000001:3.0:1781623767.861860:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623767.861862:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623767.861864:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623767.861868:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0fb80 x1868160455852160/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623767.861874:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623767.861875:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623767.861877:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623767.861879:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623767.861880:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623767.861882:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455852160:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623767.861885:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623767.861887:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623767.861888:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623767.861890:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623767.861892:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ed400. 02000000:00000001:3.0:1781623767.861894:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623767.861897:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623767.861900:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8e70. 00000400:00000010:3.0:1781623767.861903:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70b28. 00000100:00000200:3.0:1781623767.861906:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455852160, portal 4 00000100:00000001:3.0:1781623767.861920:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623767.861922:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272079744 : -123673437471872 : ffff8f8508b0fb80) 00000100:00000040:3.0:1781623767.861928:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0fb80 x1868160455852160/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623767.861935:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623767.861937:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623767.861940:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70220. 00000100:00000200:3.0:1781623767.861942:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455852160, offset 0 00000400:00000200:3.0:1781623767.861946:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623767.861949:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623767.861952:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623767.861955:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623767.861957:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623767.861959:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623767.861961:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623767.861973:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375945:375945:255:4294967295] 192.168.202.101@tcp LPNI seq info [375915:375915:7:4294967295] 00000400:00000200:3.0:1781623767.861977:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623767.861983:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623767.861987:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623767.861990:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7df00. 00000800:00000200:3.0:1781623767.861994:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623767.861998:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623767.862000:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7df00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623767.862003:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623767.862006:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 419495 usecs (420 jiffies) 00000400:00000200:3.0:1781623767.862009:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623767.862011:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301925284 00000100:00000001:3.0:1781623767.862013:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301932662 00000100:00000001:3.0:1781623767.862015:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301925284 00000100:00000001:3.0:1781623767.862017:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301932662 00000100:00000001:3.0:1781623767.862019:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623767.862020:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623767.862023:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623767.862059:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623767.862066:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623767.862069:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781623767.862071:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623767.862072:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623767.862074:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623767.862076:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1781623767.862078:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623767.862079:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623767.862081:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623767.862083:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623767.862084:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623767.862085:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623767.862089:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0d880 x1868160455852032/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623767.862097:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623767.862098:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623767.862100:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623767.862102:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623767.862104:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623767.862107:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455852032:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623767.862110:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623767.862112:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623767.862114:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623767.862115:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623767.862118:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ed200. 02000000:00000001:3.0:1781623767.862120:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623767.862124:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623767.862126:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8aa8. 00000400:00000010:3.0:1781623767.862130:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70440. 00000100:00000200:3.0:1781623767.862132:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455852032, portal 10 00000100:00000001:3.0:1781623767.862135:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623767.862136:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272070784 : -123673437480832 : ffff8f8508b0d880) 00000100:00000040:3.0:1781623767.862141:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0d880 x1868160455852032/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623767.862147:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623767.862149:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623767.862152:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70f68. 00000100:00000200:3.0:1781623767.862154:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455852032, offset 0 00000400:00000200:3.0:1781623767.862158:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623767.862162:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623767.862164:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623767.862167:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623767.862169:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623767.862171:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623767.862172:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623767.862175:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375946:375946:254:4294967295] 192.168.202.101@tcp LPNI seq info [375916:375916:6:4294967295] 00000400:00000200:3.0:1781623767.862178:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623767.862183:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623767.862187:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623767.862189:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d100. 00000800:00000200:3.0:1781623767.862193:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623767.862194:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1781623767.862197:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000010:2.0:1781623767.862198:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7db00. 00000800:00000200:3.0:1781623767.862199:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623767.862202:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623767.862203:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1781623767.862204:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17841 usecs (18 jiffies) 00000400:00000200:3.0:1781623767.862207:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623767.862208:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623767.862209:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301924883 00000100:00000001:3.0:1781623767.862211:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301932662 00000100:00000001:3.0:1781623767.862212:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301924883 00000400:00000200:2.0:1781623767.862213:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e702a8 00000100:00000001:3.0:1781623767.862215:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301932662 00000400:00000010:2.0:1781623767.862216:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e702a8. 00000100:00000001:3.0:1781623767.862217:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623767.862218:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623767.862220:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623767.862220:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1781623767.862222:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1781623767.862224:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0c380 x1868160455851904/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623767.862232:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623767.862233:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1781623767.862234:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623767.862236:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0c380 x1868160455851904/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623783 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623767.862242:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623767.862244:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781623767.862255:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623767.862257:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7df00. 00000400:00000200:2.0:1781623767.862260:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623767.862263:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623767.862265:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70220 00000400:00000010:2.0:1781623767.862267:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70220. 00000100:00000001:2.0:1781623767.862269:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623767.862272:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0fb80 x1868160455852160/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623767.862278:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623767.862281:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0fb80 x1868160455852160/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623783 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623767.862286:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623767.862287:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781623767.863730:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623767.863738:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d100. 00000400:00000200:2.0:1781623767.863745:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623767.863752:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623767.863757:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70f68 00000400:00000010:2.0:1781623767.863760:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70f68. 00000100:00000001:2.0:1781623767.863764:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623767.863770:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0d880 x1868160455852032/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623767.863785:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623767.863788:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0d880 x1868160455852032/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623783 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623767.863794:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623767.863795:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781623767.868353:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623767.868376:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623767.868380:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623767.868383:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623767.868394:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623767.868402:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623767.868411:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623767.868417:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623767.868423:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623767.868427:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005abf80 00000400:00000200:2.0:1781623767.868432:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623767.868438:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8f4d [1] + 224 00000800:00000001:2.0:1781623767.868450:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623767.868454:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623767.868457:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623767.868461:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623767.868470:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623767.868478:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0c380 x1868160455851904/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623783 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623767.868489:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0c380 x1868160455851904/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623783 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623767.868550:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623767.868554:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623767.868572:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623767.868581:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623767.868585:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623767.868587:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623767.868589:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623767.868594:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623767.868598:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623767.868602:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623767.868605:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623767.868608:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623767.868610:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005ac000 00000400:00000200:2.0:1781623767.868614:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623767.868618:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8f6d [1] + 224 00000800:00000001:2.0:1781623767.868622:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623767.868628:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623767.868630:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623767.868633:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623767.868636:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623767.868641:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0d880 x1868160455852032/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623783 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623767.868650:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0d880 x1868160455852032/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623783 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623767.868658:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623767.868661:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623767.868664:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1781623767.870337:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623767.870343:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623767.870347:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c86e0. 00000400:00000200:3.0:1781623767.870354:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70908 00000400:00000010:3.0:1781623767.870357:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70908. 00000100:00000001:3.0:1781623767.870361:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623767.870371:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0c380 x1868160455851904/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623783 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623767.870447:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0c380 x1868160455851904/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623783 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623767.870455:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623767.870457:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623767.870461:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623767.870465:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623767.870468:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623767.870470:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623767.870473:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623767.870480:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=94 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623767.870486:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=15 v=5 (1 1 1 1) 00000100:00000001:3.0:1781623767.870489:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623767.870490:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623767.870493:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623767.870496:0:2352:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623767.870498:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623767.870503:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0c380 x1868160455851904/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623783 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623767.870511:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623767.870515:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623767.870517:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623767.870520:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0c380 x1868160455851904/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623783 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623767.870528:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455851904:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623767.870534:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623767.870537:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623767.870541:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0c380 x1868160455851904/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623783 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623767.870546:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623767.870549:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623767.870552:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ed800. 02000000:00000001:3.0:1781623767.870555:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623767.870558:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623767.870560:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781623767.870562:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623767.870564:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3500. 02000000:00000001:3.0:1781623767.870570:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623767.870573:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623767.870575:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0c380. 00000100:00000001:3.0:1781623767.870579:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623767.870580:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623767.870584:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623767.870586:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623767.870588:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781623767.870591:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623767.870592:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623767.870594:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8aa8. 00000400:00000200:3.0:1781623767.870597:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70440 00000400:00000010:3.0:1781623767.870598:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70440. 00000100:00000001:3.0:1781623767.870600:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623767.870604:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0d880 x1868160455852032/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623783 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623767.870612:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0d880 x1868160455852032/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623783 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623767.870618:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623767.870619:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623767.870621:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623767.870622:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623767.870623:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623767.870625:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623767.870627:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623767.870633:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=94 v=5 (20 20 20 20) 00000100:00001000:3.0:1781623767.870637:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=15 v=5 (1 1 1 1) 00000100:00000001:3.0:1781623767.870639:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623767.870640:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623767.870642:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623767.870645:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623767.870648:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623767.870651:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781623767.870653:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623767.870654:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623767.870658:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0d880 x1868160455852032/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623783 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623767.870664:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623767.870666:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623767.870667:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623767.870670:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0d880 x1868160455852032/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623783 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623767.870677:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455852032:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623767.870681:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623767.870682:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623767.870686:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0d880 x1868160455852032/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623783 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623767.870691:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623767.870692:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623767.870694:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ed200. 02000000:00000001:3.0:1781623767.870696:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623767.870697:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623767.870698:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781623767.870700:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623767.870701:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3000. 02000000:00000001:3.0:1781623767.870703:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623767.870704:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623767.870706:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0d880. 00000100:00000001:3.0:1781623767.870708:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623767.870709:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623767.870711:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623767.870712:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623767.870714:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623767.870715:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623767.870717:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781623767.873068:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623767.873087:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623767.873091:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623767.873093:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623767.873102:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623767.873109:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623767.873118:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623767.873123:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623767.873128:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623767.873133:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005ac080 00000400:00000200:2.0:1781623767.873137:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623767.873143:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8f5d [1] + 224 00000800:00000001:2.0:1781623767.873152:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623767.873160:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623767.873163:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623767.873167:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623767.873174:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623767.873182:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0fb80 x1868160455852160/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623783 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623767.873193:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0fb80 x1868160455852160/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623783 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623767.873208:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623767.873219:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623767.873222:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623767.873251:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623767.873257:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781623767.873263:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623767.873264:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623767.873268:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8e70. 00000400:00000200:3.0:1781623767.873273:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70b28 00000400:00000010:3.0:1781623767.873276:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70b28. 00000100:00000001:3.0:1781623767.873279:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623767.873284:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0fb80 x1868160455852160/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623783 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623767.873292:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0fb80 x1868160455852160/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623783 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623767.873298:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623767.873300:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623767.873302:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623767.873304:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623767.873306:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623767.873308:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623767.873310:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623767.873317:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=94 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623767.873321:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=93 v=5 (1 1 1 1) 00000100:00000001:3.0:1781623767.873324:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623767.873325:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623767.873327:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623767.873331:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623767.873334:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623767.873337:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:3.0:1781623767.873338:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623767.873340:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623767.873344:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0fb80 x1868160455852160/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623783 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623767.873350:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623767.873353:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623767.873355:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623767.873359:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0fb80 x1868160455852160/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623783 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623767.873366:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455852160:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623767.873382:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623767.873385:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623767.873389:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0fb80 x1868160455852160/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623783 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623767.873396:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623767.873398:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623767.873401:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ed400. 02000000:00000001:3.0:1781623767.873404:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623767.873406:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623767.873408:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:3.0:1781623767.873410:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623767.873413:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3f00. 02000000:00000001:3.0:1781623767.873417:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623767.873418:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623767.873420:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0fb80. 00000100:00000001:3.0:1781623767.873424:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623767.873426:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623767.873428:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623767.874552:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623767.874557:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623767.874561:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623767.874564:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623768.246485:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623768.246492:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623768.246498:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623768.246500:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623768.246503:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623768.246504:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623768.248336:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623768.248343:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623768.248347:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623769.271839:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623769.271847:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623769.271853:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623769.271854:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623769.271857:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623769.271858:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623769.271886:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623769.271890:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623769.271893:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623770.293290:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623770.293297:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623770.293302:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623770.293303:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623770.293306:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623770.293307:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623770.299591:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623770.299598:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623770.299602:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623771.317164:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623771.317172:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623771.317178:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623771.317179:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623771.317182:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623771.317183:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623771.319573:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623771.319580:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623771.319584:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623772.341172:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623772.341181:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623772.341187:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623772.341188:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623772.341192:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623772.341193:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623772.341218:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623772.341221:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623772.341224:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781623772.983170:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623772.983182:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623772.983194:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511281180. 00000020:00000040:3.0:1781623772.983202:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781623772.983206:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623772.983209:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623772.983215:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623772.983225:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d900. 00000100:00000001:3.0:1781623772.983233:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623772.983247:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511281180 x1868160455852288/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623772.983259:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623772.983264:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623772.983271:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc6d7584] to pc [ptlrpcd_01_00+0] req@ffff8f8511281180 x1868160455852288/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623772.983308:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623772.983310:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623772.983314:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623772.983317:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511282300. 00000020:00000040:3.0:1781623772.983319:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781623772.983321:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623772.983322:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623772.983324:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623772.983327:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d500. 00000100:00000001:3.0:1781623772.983330:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623772.983333:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511282300 x1868160455852416/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623772.983339:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623772.983342:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623772.983345:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd15682b] to pc [ptlrpcd_01_01+1] req@ffff8f8511282300 x1868160455852416/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623772.983352:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623772.983355:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623772.983360:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623772.983363:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511280380. 00000020:00000040:3.0:1781623772.983365:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:3.0:1781623772.983367:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623772.983368:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623772.983369:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623772.983374:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d100. 00000100:00000001:3.0:1781623772.983376:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623772.983380:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f8511280380 x1868160455852544/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623772.983386:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623772.983387:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623772.983390:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc0c9a06] to pc [ptlrpcd_01_00+0] req@ffff8f8511280380 x1868160455852544/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623772.983397:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623772.983399:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781623772.983402:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781623772.983406:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7267) 00000100:00000001:3.0:1781623772.983422:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623772.983426:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623772.983428:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623772.983433:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511282300 x1868160455852416/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623772.983439:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623772.983441:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623772.983445:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623772.983448:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623772.983450:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623772.983454:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455852416:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623772.983459:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1781623772.983622:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623772.983625:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623772.983627:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623772.983632:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511281180 x1868160455852288/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623772.983639:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623772.983640:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623772.983641:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623772.983643:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623772.983645:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623772.983647:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455852288:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623772.983650:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623772.983654:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623772.983657:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623772.983659:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623772.983665:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079e00. 02000000:00000001:2.0:1781623772.983667:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623772.983674:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623772.983678:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08c60. 00000400:00000010:2.0:1781623772.983685:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901df68. 00000100:00000200:2.0:1781623772.983693:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455852288, portal 25 00000100:00000001:2.0:1781623772.983695:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623772.983697:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414101888 : -123673295449728 : ffff8f8511281180) 00000100:00000040:2.0:1781623772.983702:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511281180 x1868160455852288/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623772.983709:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623772.983712:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623772.983715:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901db28. 00000100:00000200:2.0:1781623772.983718:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455852288, offset 0 00000400:00000200:2.0:1781623772.983724:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623772.983735:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623772.983743:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623772.983749:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623772.983753:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623772.983757:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623772.983760:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623772.983764:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375947:375947:256:4294967295] 192.168.202.101@tcp LPNI seq info [375917:375917:8:4294967295] 00000400:00000200:2.0:1781623772.983769:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623772.983778:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623772.983784:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623772.983789:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3700. 00000800:00000200:2.0:1781623772.983796:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623772.983803:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623772.983807:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623772.983819:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623772.983824:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623772.983826:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301937784 00000100:00000001:2.0:1781623772.983833:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301932662 00000100:00000001:2.0:1781623772.983836:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301937784 00000100:00000001:2.0:1781623772.983839:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301932662 00000100:00000001:2.0:1781623772.983843:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623772.983846:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623772.983849:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623772.983853:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511280380 x1868160455852544/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623772.983859:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623772.983861:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623772.983863:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623772.983865:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623772.983867:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623772.983869:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455852544:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623772.983872:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623772.983874:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623772.983875:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623772.983877:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623772.983880:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078400. 02000000:00000001:2.0:1781623772.983882:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623772.983885:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623772.983888:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08c08. 00000400:00000010:2.0:1781623772.983891:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d660. 00000100:00000200:2.0:1781623772.983894:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455852544, portal 4 00000100:00000001:2.0:1781623772.983896:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623772.983897:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414098304 : -123673295453312 : ffff8f8511280380) 00000100:00000040:2.0:1781623772.983904:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511280380 x1868160455852544/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623772.983910:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623772.983912:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623772.983914:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d198. 00000100:00000200:2.0:1781623772.983916:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455852544, offset 0 00000400:00000200:2.0:1781623772.983930:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623772.983934:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623772.983948:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623772.983951:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623772.983953:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623772.983955:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623772.983957:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623772.983960:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375948:375948:255:4294967295] 192.168.202.101@tcp LPNI seq info [375918:375918:7:4294967295] 00000400:00000200:2.0:1781623772.983963:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623772.983968:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623772.983971:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623772.983975:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3600. 00000800:00000200:2.0:1781623772.983978:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623772.983982:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623772.983984:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623772.983986:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623772.983990:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 418290 usecs (419 jiffies) 00000400:00000200:2.0:1781623772.983992:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623772.983994:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301930405 00000100:00000001:2.0:1781623772.983996:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301937784 00000100:00000001:2.0:1781623772.983998:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301930405 00000100:00000001:2.0:1781623772.984000:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301937784 00000100:00000001:2.0:1781623772.984001:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623772.984003:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623772.984006:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623772.984008:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623772.984015:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623772.984017:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781623772.984019:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623772.984020:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623772.984021:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623772.984023:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781623772.984109:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623772.984115:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3700. 00000400:00000200:2.0:1781623772.984132:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623772.984137:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623772.984143:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901db28 00000400:00000010:2.0:1781623772.984146:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901db28. 00000100:00000001:2.0:1781623772.984150:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623772.984154:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511281180 x1868160455852288/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623772.984164:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623772.984167:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511281180 x1868160455852288/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623788 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623772.984173:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623772.984174:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781623772.984248:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623772.984250:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3600. 00000400:00000200:2.0:1781623772.984253:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623772.984257:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623772.984259:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d198 00000400:00000010:2.0:1781623772.984261:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d198. 00000100:00000001:2.0:1781623772.984263:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623772.984267:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511280380 x1868160455852544/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623772.984274:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623772.984277:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511280380 x1868160455852544/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623788 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623772.984284:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623772.984285:0:2344:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1781623772.984758:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623772.984762:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623772.984764:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623772.985559:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078e00. 02000000:00000001:2.0:1781623772.985565:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623772.985573:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623772.985577:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08058. 00000400:00000010:2.0:1781623772.985582:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d198. 00000100:00000200:2.0:1781623772.985589:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455852416, portal 10 00000100:00000001:2.0:1781623772.985591:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623772.985593:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414106368 : -123673295445248 : ffff8f8511282300) 00000100:00000040:2.0:1781623772.985604:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511282300 x1868160455852416/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623772.985612:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623772.985614:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623772.985617:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901db28. 00000100:00000200:2.0:1781623772.985620:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455852416, offset 0 00000400:00000200:2.0:1781623772.985625:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623772.985632:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623772.985641:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623772.985645:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623772.985649:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623772.985652:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623772.985655:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623772.985658:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375949:375949:256:4294967295] 192.168.202.101@tcp LPNI seq info [375919:375919:8:4294967295] 00000400:00000200:2.0:1781623772.985662:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623772.985669:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623772.985674:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623772.985678:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3600. 00000800:00000200:2.0:1781623772.985683:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623772.985690:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623772.985694:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623772.985714:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623772.985718:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17833 usecs (18 jiffies) 00000400:00000200:2.0:1781623772.985721:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623772.985724:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301930006 00000100:00000001:2.0:1781623772.985727:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301937784 00000100:00000001:2.0:1781623772.985729:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301930006 00000100:00000001:2.0:1781623772.985731:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301937784 00000100:00000001:2.0:1781623772.985734:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623772.985737:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623772.985740:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623772.985743:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623772.985750:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623772.985752:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781623772.985754:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623772.985756:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623772.985757:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623772.985760:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623772.985892:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623772.985897:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3600. 00000400:00000200:3.0:1781623772.985902:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623772.985907:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623772.985911:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901db28 00000400:00000010:3.0:1781623772.985914:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901db28. 00000100:00000001:3.0:1781623772.985926:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623772.985930:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511282300 x1868160455852416/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623772.986282:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623772.986287:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511282300 x1868160455852416/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623788 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623772.986294:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623772.986296:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781623772.987215:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623772.987227:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623772.987231:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623772.987233:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623772.987240:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623772.987245:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623772.987252:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623772.987257:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623772.987261:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623772.987266:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005ac100 00000400:00000200:2.0:1781623772.987270:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623772.987277:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8f7d [1] + 224 00000800:00000001:2.0:1781623772.987284:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623772.987291:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623772.987294:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623772.987297:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623772.987302:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623772.987309:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511281180 x1868160455852288/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623788 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623772.987318:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511281180 x1868160455852288/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623788 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623772.987367:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623772.987371:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623772.987388:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623772.987407:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623772.987411:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1781623772.993258:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623772.993264:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623772.993268:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08c60. 00000400:00000200:3.0:1781623772.993276:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901df68 00000400:00000010:3.0:1781623772.993279:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901df68. 00000100:00000001:3.0:1781623772.993284:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623772.993296:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511281180 x1868160455852288/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623788 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623772.993307:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511281180 x1868160455852288/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623788 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623772.993315:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623772.993317:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623772.993320:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623772.993324:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623772.993326:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623772.993329:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623772.993333:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623772.993339:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=99 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623772.993344:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=20 v=5 (1 1 1 1) 00000100:00000001:3.0:1781623772.993346:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623772.993348:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623772.993351:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623772.993353:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623772.993356:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623772.993361:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511281180 x1868160455852288/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623788 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623772.993370:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623772.993373:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623772.993375:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623772.993379:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511281180 x1868160455852288/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623788 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623772.993388:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455852288:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623772.993394:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623772.993396:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623772.993399:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511281180 x1868160455852288/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623788 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623772.993405:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623772.993408:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623772.993411:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079e00. 02000000:00000001:3.0:1781623772.993415:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623772.993417:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623772.993419:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781623772.993421:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623772.993424:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d900. 02000000:00000001:3.0:1781623772.993427:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623772.993428:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623772.993429:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511281180. 00000100:00000001:3.0:1781623772.993433:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623772.993434:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623772.993438:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623772.993440:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623772.993442:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623772.993443:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623772.993445:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781623772.993746:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623772.993760:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623772.993763:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623772.993765:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623772.993773:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623772.993778:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623772.993785:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623772.993789:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623772.993794:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623772.993798:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005ac180 00000400:00000200:2.0:1781623772.993802:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623772.993808:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8f9d [1] + 224 00000800:00000001:2.0:1781623772.993815:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623772.993818:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623772.993821:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623772.993824:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623772.993830:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623772.993836:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511282300 x1868160455852416/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623788 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623772.993844:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511282300 x1868160455852416/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623788 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623772.993858:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623772.993866:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623772.993869:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623772.993870:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623772.993872:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623772.993875:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623772.993878:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623772.993882:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623772.993885:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623772.993888:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623772.993890:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005ac200 00000400:00000200:2.0:1781623772.993894:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623772.993898:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8f8d [1] + 224 00000800:00000001:2.0:1781623772.993901:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623772.993906:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623772.993908:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623772.993910:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623772.993913:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623772.993928:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511280380 x1868160455852544/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623788 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623772.993936:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511280380 x1868160455852544/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623788 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623772.993950:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623772.993953:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623772.993956:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623772.993967:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623772.993969:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781623772.993972:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623772.993974:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623772.993976:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08058. 00000400:00000200:2.0:1781623772.993979:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d198 00000400:00000010:2.0:1781623772.993981:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d198. 00000100:00000001:2.0:1781623772.993983:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623772.993986:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511282300 x1868160455852416/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623788 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623772.993993:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511282300 x1868160455852416/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623788 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623772.993998:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623772.994000:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623772.994001:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623772.994003:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623772.994004:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623772.994005:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623772.994007:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623772.994014:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=99 v=5 (20 20 20 20) 00000100:00001000:2.0:1781623772.994017:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=20 v=5 (1 1 1 1) 00000100:00000001:2.0:1781623772.994019:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623772.994020:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623772.994022:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623772.994057:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623772.994061:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781623772.994063:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:2.0:1781623772.994065:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781623772.994066:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623772.994070:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511282300 x1868160455852416/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623788 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623772.994076:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623772.994078:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623772.994079:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623772.994083:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511282300 x1868160455852416/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623788 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623772.994089:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455852416:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623772.994093:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623772.994095:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623772.994098:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511282300 x1868160455852416/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623788 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623772.994103:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623772.994104:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623772.994106:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078e00. 02000000:00000001:2.0:1781623772.994109:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623772.994111:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623772.994112:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:2.0:1781623772.994114:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623772.994125:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d500. 02000000:00000001:2.0:1781623772.994129:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623772.994130:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623772.994132:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511282300. 00000100:00000001:2.0:1781623772.994134:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623772.994135:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623772.994137:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623772.994144:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623772.994146:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623772.994148:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623772.994149:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623772.994324:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623772.994327:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781623772.994330:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623772.994332:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623772.994335:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08c08. 00000400:00000200:3.0:1781623772.994338:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d660 00000400:00000010:3.0:1781623772.994340:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d660. 00000100:00000001:3.0:1781623772.994342:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623772.994347:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511280380 x1868160455852544/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623788 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623772.994355:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511280380 x1868160455852544/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623788 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623772.994361:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623772.994363:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623772.994364:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623772.994366:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623772.994367:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623772.994369:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623772.994371:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623772.994375:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=99 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623772.994378:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=98 v=5 (1 1 1 1) 00000100:00000001:3.0:1781623772.994381:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623772.994382:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623772.994384:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623772.994386:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623772.994388:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623772.994389:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:3.0:1781623772.994391:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623772.994392:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623772.994395:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511280380 x1868160455852544/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623788 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623772.994405:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623772.994407:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623772.994408:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623772.994412:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511280380 x1868160455852544/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623788 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623772.994418:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455852544:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623772.994422:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623772.994423:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623772.994426:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511280380 x1868160455852544/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623788 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623772.994432:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623772.994433:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623772.994435:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078400. 02000000:00000001:3.0:1781623772.994437:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623772.994438:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623772.994440:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:3.0:1781623772.994441:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623772.994443:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d100. 02000000:00000001:3.0:1781623772.994445:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623772.994446:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623772.994447:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511280380. 00000100:00000001:3.0:1781623772.994449:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623772.994450:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623772.994452:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623772.994455:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623772.994457:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623772.994458:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623772.994459:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623773.365211:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623773.365220:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623773.365222:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623773.365228:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623773.365230:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623773.365232:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623773.365237:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623773.365240:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623773.365242:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623773.365244:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623773.365248:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623773.365250:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623773.365253:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623773.365254:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623773.365404:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623773.365408:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623773.365410:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623774.389200:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623774.389208:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623774.389213:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623774.389214:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623774.389218:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623774.389219:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623774.389322:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623774.389326:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623774.389329:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623775.414298:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623775.414309:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623775.414316:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623775.414319:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623775.414321:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623775.414325:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623775.414328:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623775.414330:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623775.414332:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623775.414335:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623775.414338:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623775.414340:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623775.414341:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623775.414347:0:108671:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623775.414351:0:108671:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1781623775.414354:0:108671:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623775.414356:0:108671:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1781623775.414358:0:108671:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623775.414360:0:108671:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1781623775.414363:0:108671:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623775.414365:0:108671:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1781623775.414368:0:108671:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623775.414370:0:108671:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1781623775.414373:0:108671:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623775.414375:0:108671:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1781623775.414378:0:108671:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623775.414380:0:108671:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1781623775.414383:0:108671:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623775.414385:0:108671:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1781623775.414387:0:108671:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623775.414389:0:108671:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1781623775.414392:0:108671:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623775.414394:0:108671:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1781623775.414396:0:108671:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623775.414397:0:108671:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1781623775.414400:0:108671:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623775.414401:0:108671:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1781623775.414404:0:108671:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623775.414406:0:108671:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1781623775.414408:0:108671:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623775.414410:0:108671:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1781623775.414412:0:108671:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623775.414414:0:108671:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1781623775.414417:0:108671:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623775.414418:0:108671:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1781623775.414421:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623775.414423:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623775.414424:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:1.0:1781623775.414427:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1781623775.414447:0:108671:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8f8511219d80. 00010000:00000001:1.0:1781623775.414452:0:108671:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1781623775.414464:0:108671:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 16/16 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1781623775.414466:0:108671:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623775.414468:0:108671:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623775.414470:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:1.0:1781623775.414472:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=16 : 16 : 10) 00000020:00000001:1.0:1781623775.414504:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623775.414507:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623775.414509:0:108842:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 16 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1781623775.414513:0:108842:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1781623775.414515:0:108842:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1781623775.414520:0:108842:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f85202de600/0x41450ad236a7af49 lrc: 2/0,0 mode: PR/PR res: [0x20000fe02:0x161:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9ffb0719ffb1f92a expref: -99 pid: 112463 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1781623775.414532:0:108842:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1781623775.414582:0:108842:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1781623775.414586:0:108842:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1781623775.414587:0:108842:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x20000fe02:0x161:0x0] mode (null) 00000002:00000001:1.0:1781623775.414592:0:108842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1781623775.414595:0:108842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1781623775.414600:0:108842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8509622c00 count: 2 00010000:00000001:1.0:1781623775.414603:0:108842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1781623775.414607:0:108842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1781623775.414609:0:108842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1781623775.414610:0:108842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1781623775.414611:0:108842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8509622c00 count: 2 00010000:00000001:1.0:1781623775.414613:0:108842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1781623775.414615:0:108842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1781623775.414617:0:108842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1781623775.414618:0:108842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1781623775.414619:0:108842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8509622c00 count: 2 00010000:00000001:1.0:1781623775.414621:0:108842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1781623775.414623:0:108842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1781623775.414625:0:108842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1781623775.414626:0:108842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1781623775.414627:0:108842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8509622c00 count: 2 00010000:00000001:1.0:1781623775.414629:0:108842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1781623775.414631:0:108842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1781623775.414633:0:108842:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1781623775.414635:0:108842:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:1.0:1781623775.414638:0:108842:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1781623775.414643:0:108842:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f8504046bd0. 00000020:00000010:1.0:1781623775.414647:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e557e00. 00000020:00000010:1.0:1781623775.414652:0:108842:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f851e557000. 00000020:00000010:1.0:1781623775.414655:0:108842:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f850618aa20. 00000008:00000010:1.0:1781623775.414662:0:108842:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f85048a0000. 00020000:00000010:1.0:1781623775.414667:0:108842:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8532a9b300. 00008000:00000010:1.0:1781623775.414672:0:108842:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8503f92de8. 00000080:00000010:1.0:1781623775.414678:0:108842:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f85087347e0. 00000080:00000010:1.0:1781623775.414681:0:108842:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f850726c920. 00000020:00000010:1.0:1781623775.414684:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e557800. 00000008:00000010:1.0:1781623775.414688:0:108842:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f8502f5a840. 00020000:00000010:1.0:1781623775.414691:0:108842:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f85059b5d40. 00008000:00000010:1.0:1781623775.414695:0:108842:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d3441b8. 00000080:00000010:1.0:1781623775.414698:0:108842:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f8532a5ed20. 00000020:00000001:1.0:1781623775.414701:0:108842:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400193661912 : -123673515889704 : ffff8f8504046bd8) 00000020:00001000:1.0:1781623775.414704:0:108842:0:(cl_object.c:831:cl_env_get()) 1@ffff8f8504046bd0 00000020:00000001:1.0:1781623775.414706:0:108842:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:1.0:1781623775.414709:0:108842:0:(vvp_object.c:117:vvp_conf_set()) [0x20000fe02:0x161:0x0]: losing layout lock 00000080:00000001:1.0:1781623775.414712:0:108842:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1781623775.414714:0:108842:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1781623775.414718:0:108842:0:(lov_object.c:1417:lov_conf_set()) Process entered 00020000:00000001:1.0:1781623775.414720:0:108842:0:(lov_object.c:1431:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1781623775.414722:0:108842:0:(lov_object.c:1504:lov_conf_set()) [0x20000fe02:0x161:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1781623775.414724:0:108842:0:(lov_object.c:1505:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623775.414726:0:108842:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1781623775.414728:0:108842:0:(cl_object.c:925:cl_env_put()) 1@ffff8f8504046bd0 00000020:00000010:1.0:1781623775.414731:0:108842:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f851e557000. 00000020:00000010:1.0:1781623775.414739:0:108842:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f850618aa20. 00000008:00000010:1.0:1781623775.414742:0:108842:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f85048a0000. 00020000:00000010:1.0:1781623775.414746:0:108842:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8532a9b300. 00008000:00000010:1.0:1781623775.414749:0:108842:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8503f92de8. 00000080:00000010:1.0:1781623775.414752:0:108842:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f85087347e0. 00000080:00000010:1.0:1781623775.414755:0:108842:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f850726c920. 00000020:00000010:1.0:1781623775.414758:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e557e00. 00000008:00000010:1.0:1781623775.414761:0:108842:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f8502f5a840. 00020000:00000010:1.0:1781623775.414763:0:108842:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f85059b5d40. 00008000:00000010:1.0:1781623775.414766:0:108842:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d3441b8. 00000080:00000010:1.0:1781623775.414769:0:108842:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f8532a5ed20. 00000020:00000010:1.0:1781623775.414771:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e557800. 00000020:00000010:1.0:1781623775.414773:0:108842:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f8504046bd0. 00000080:00000001:1.0:1781623775.414776:0:108842:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1781623775.414779:0:108842:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1781623775.414781:0:108842:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000fe02:0x161:0x0](ffff8f8525783a88) invalid 00000020:00000001:1.0:1781623775.414784:0:108842:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbb5401defca0 00000080:00002000:1.0:1781623775.414786:0:108842:0:(llite_internal.h:2048:d_lustre_invalidate()) invalidate dentry f170.recovery-small-12 (ffff8f85107580d8) parent ffff8f851195ea20 inode ffff8f8525783a88 refc 0 00000080:00000001:1.0:1781623775.414798:0:108842:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1781623775.414804:0:108842:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1781623775.414808:0:108842:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1781623775.414813:0:108842:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1781623775.414815:0:108842:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623775.414818:0:108842:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1781623775.414821:0:108842:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1781623775.414822:0:108842:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1781623775.414824:0:108842:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623775.414825:0:108842:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1781623775.414843:0:108842:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8f85202de600 with handle 0x41450ad236a7af49 from hash 00010000:00000001:1.0:1781623775.414846:0:108842:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1781623775.414847:0:108842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623775.414849:0:108842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623775.414850:0:108842:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1781623775.414853:0:108842:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1781623775.414854:0:108842:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1781623775.414857:0:108842:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1781623775.414860:0:108842:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f8505df0c00/0x41450ad236a7af3b lrc: 2/0,0 mode: PR/PR res: [0x20000fe02:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9ffb0719ffb1f900 expref: -99 pid: 112462 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1781623775.414867:0:108842:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1781623775.414869:0:108842:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1781623775.414870:0:108842:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1781623775.414871:0:108842:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x20000fe02:0x160:0x0] mode (null) 00000002:00000001:1.0:1781623775.414874:0:108842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1781623775.414875:0:108842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1781623775.414877:0:108842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8509622800 count: 2 00010000:00000001:1.0:1781623775.414879:0:108842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1781623775.414881:0:108842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1781623775.414883:0:108842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1781623775.414884:0:108842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1781623775.414885:0:108842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8509622800 count: 2 00010000:00000001:1.0:1781623775.414887:0:108842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1781623775.414889:0:108842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1781623775.414891:0:108842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1781623775.414893:0:108842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1781623775.414894:0:108842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8509622800 count: 2 00010000:00000001:1.0:1781623775.414911:0:108842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1781623775.414913:0:108842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1781623775.414915:0:108842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1781623775.414916:0:108842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1781623775.414918:0:108842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8509622800 count: 2 00010000:00000001:1.0:1781623775.414919:0:108842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1781623775.414920:0:108842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1781623775.414922:0:108842:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1781623775.414924:0:108842:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:1.0:1781623775.414925:0:108842:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1781623775.414928:0:108842:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f8504046bd0. 00000020:00000010:1.0:1781623775.414931:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e557800. 00000020:00000010:1.0:1781623775.414933:0:108842:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f851e557e00. 00000020:00000010:1.0:1781623775.414935:0:108842:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f850618aa20. 00000008:00000010:1.0:1781623775.414938:0:108842:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f85048a0000. 00020000:00000010:1.0:1781623775.414940:0:108842:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8532a9b300. 00008000:00000010:1.0:1781623775.414943:0:108842:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8503f92de8. 00000080:00000010:1.0:1781623775.414946:0:108842:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f85087347e0. 00000080:00000010:1.0:1781623775.414948:0:108842:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f850726c920. 00000020:00000010:1.0:1781623775.414950:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e557000. 00000008:00000010:1.0:1781623775.414953:0:108842:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f8502f5a840. 00020000:00000010:1.0:1781623775.414955:0:108842:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f85059b5d40. 00008000:00000010:1.0:1781623775.414957:0:108842:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d3441b8. 00000080:00000010:1.0:1781623775.414959:0:108842:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f8532a5ed20. 00000020:00000001:1.0:1781623775.414961:0:108842:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400193661912 : -123673515889704 : ffff8f8504046bd8) 00000020:00001000:1.0:1781623775.414963:0:108842:0:(cl_object.c:831:cl_env_get()) 1@ffff8f8504046bd0 00000020:00000001:1.0:1781623775.414964:0:108842:0:(cl_object.c:351:cl_conf_set()) Process entered 00000020:00000001:3.0:1781623775.415285:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623775.415289:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623775.415292:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:1.0:1781623775.415538:0:108842:0:(vvp_object.c:117:vvp_conf_set()) [0x20000fe02:0x160:0x0]: losing layout lock 00000080:00000001:1.0:1781623775.415541:0:108842:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1781623775.415543:0:108842:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1781623775.415545:0:108842:0:(lov_object.c:1417:lov_conf_set()) Process entered 00020000:00000001:1.0:1781623775.415547:0:108842:0:(lov_object.c:1431:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1781623775.415548:0:108842:0:(lov_object.c:1504:lov_conf_set()) [0x20000fe02:0x160:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1781623775.415550:0:108842:0:(lov_object.c:1505:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623775.415552:0:108842:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1781623775.415554:0:108842:0:(cl_object.c:925:cl_env_put()) 1@ffff8f8504046bd0 00000020:00000010:1.0:1781623775.415557:0:108842:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f851e557e00. 00000020:00000010:1.0:1781623775.415562:0:108842:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f850618aa20. 00000008:00000010:1.0:1781623775.415565:0:108842:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f85048a0000. 00020000:00000010:1.0:1781623775.415568:0:108842:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8532a9b300. 00008000:00000010:1.0:1781623775.415570:0:108842:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8503f92de8. 00000080:00000010:1.0:1781623775.415574:0:108842:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f85087347e0. 00000080:00000010:1.0:1781623775.415576:0:108842:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f850726c920. 00000020:00000010:1.0:1781623775.415579:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e557800. 00000008:00000010:1.0:1781623775.415581:0:108842:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f8502f5a840. 00020000:00000010:1.0:1781623775.415583:0:108842:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f85059b5d40. 00008000:00000010:1.0:1781623775.415585:0:108842:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d3441b8. 00000080:00000010:1.0:1781623775.415587:0:108842:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f8532a5ed20. 00000020:00000010:1.0:1781623775.415589:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e557000. 00000020:00000010:1.0:1781623775.415591:0:108842:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f8504046bd0. 00000080:00000001:1.0:1781623775.415593:0:108842:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1781623775.415596:0:108842:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1781623775.415597:0:108842:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000fe02:0x160:0x0](ffff8f85257863c8) invalid 00000020:00000001:1.0:1781623775.415600:0:108842:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbb5401defca0 00000080:00002000:1.0:1781623775.415601:0:108842:0:(llite_internal.h:2048:d_lustre_invalidate()) invalidate dentry f170.recovery-small-11 (ffff8f851075b288) parent ffff8f851195ea20 inode ffff8f85257863c8 refc 0 00000080:00000001:1.0:1781623775.415607:0:108842:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1781623775.415611:0:108842:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1781623775.415613:0:108842:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1781623775.415616:0:108842:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1781623775.415618:0:108842:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623775.415621:0:108842:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1781623775.415623:0:108842:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1781623775.415625:0:108842:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1781623775.415626:0:108842:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623775.415628:0:108842:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1781623775.415630:0:108842:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8f8505df0c00 with handle 0x41450ad236a7af3b from hash 00010000:00000001:1.0:1781623775.415632:0:108842:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1781623775.415633:0:108842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623775.415634:0:108842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623775.415635:0:108842:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1781623775.415637:0:108842:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1781623775.415639:0:108842:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1781623775.415641:0:108842:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1781623775.415644:0:108842:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f85202df800/0x41450ad236a7af2d lrc: 2/0,0 mode: PR/PR res: [0x20000fe02:0x15f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9ffb0719ffb1f8d6 expref: -99 pid: 112461 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1781623775.415651:0:108842:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1781623775.415653:0:108842:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1781623775.415654:0:108842:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1781623775.415656:0:108842:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x20000fe02:0x15f:0x0] mode (null) 00000002:00000001:1.0:1781623775.415659:0:108842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1781623775.415660:0:108842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1781623775.415663:0:108842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8507978300 count: 2 00010000:00000001:1.0:1781623775.415665:0:108842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1781623775.415668:0:108842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1781623775.415669:0:108842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1781623775.415670:0:108842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1781623775.415671:0:108842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8507978300 count: 2 00010000:00000001:1.0:1781623775.415673:0:108842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1781623775.415674:0:108842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1781623775.415676:0:108842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1781623775.415677:0:108842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1781623775.415678:0:108842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8507978300 count: 2 00010000:00000001:1.0:1781623775.415679:0:108842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1781623775.415681:0:108842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1781623775.415682:0:108842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1781623775.415683:0:108842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1781623775.415685:0:108842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8507978300 count: 2 00010000:00000001:1.0:1781623775.415686:0:108842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1781623775.415688:0:108842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1781623775.415689:0:108842:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1781623775.415691:0:108842:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:1.0:1781623775.415692:0:108842:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1781623775.415695:0:108842:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f8504046bd0. 00000020:00000010:1.0:1781623775.415698:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e557000. 00000020:00000010:1.0:1781623775.415700:0:108842:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f851e557800. 00000020:00000010:1.0:1781623775.415704:0:108842:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f850618aa20. 00000008:00000010:1.0:1781623775.415707:0:108842:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f85048a0000. 00020000:00000010:1.0:1781623775.415709:0:108842:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8532a9b300. 00008000:00000010:1.0:1781623775.415712:0:108842:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8503f92de8. 00000080:00000010:1.0:1781623775.415715:0:108842:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f85087347e0. 00000080:00000010:1.0:1781623775.415718:0:108842:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f850726c920. 00000020:00000010:1.0:1781623775.415721:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e557e00. 00000008:00000010:1.0:1781623775.415724:0:108842:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f8502f5a840. 00020000:00000010:1.0:1781623775.415726:0:108842:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f85059b5d40. 00008000:00000010:1.0:1781623775.415728:0:108842:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d3441b8. 00000080:00000010:1.0:1781623775.415731:0:108842:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f8532a5ed20. 00000020:00000001:1.0:1781623775.415733:0:108842:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400193661912 : -123673515889704 : ffff8f8504046bd8) 00000020:00001000:1.0:1781623775.415735:0:108842:0:(cl_object.c:831:cl_env_get()) 1@ffff8f8504046bd0 00000020:00000001:1.0:1781623775.415737:0:108842:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:1.0:1781623775.415739:0:108842:0:(vvp_object.c:117:vvp_conf_set()) [0x20000fe02:0x15f:0x0]: losing layout lock 00000080:00000001:1.0:1781623775.415741:0:108842:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1781623775.415742:0:108842:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1781623775.415744:0:108842:0:(lov_object.c:1417:lov_conf_set()) Process entered 00020000:00000001:1.0:1781623775.415745:0:108842:0:(lov_object.c:1431:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1781623775.415747:0:108842:0:(lov_object.c:1504:lov_conf_set()) [0x20000fe02:0x15f:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1781623775.415749:0:108842:0:(lov_object.c:1505:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623775.415751:0:108842:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1781623775.415753:0:108842:0:(cl_object.c:925:cl_env_put()) 1@ffff8f8504046bd0 00000020:00000010:1.0:1781623775.415754:0:108842:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f851e557800. 00000020:00000010:1.0:1781623775.415757:0:108842:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f850618aa20. 00000008:00000010:1.0:1781623775.415760:0:108842:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f85048a0000. 00020000:00000010:1.0:1781623775.415762:0:108842:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8532a9b300. 00008000:00000010:1.0:1781623775.415764:0:108842:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8503f92de8. 00000080:00000010:1.0:1781623775.415767:0:108842:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f85087347e0. 00000080:00000010:1.0:1781623775.415769:0:108842:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f850726c920. 00000020:00000010:1.0:1781623775.415771:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e557000. 00000008:00000010:1.0:1781623775.415773:0:108842:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f8502f5a840. 00020000:00000010:1.0:1781623775.415776:0:108842:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f85059b5d40. 00008000:00000010:1.0:1781623775.415778:0:108842:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d3441b8. 00000080:00000010:1.0:1781623775.415781:0:108842:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f8532a5ed20. 00000020:00000010:1.0:1781623775.415783:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e557e00. 00000020:00000010:1.0:1781623775.415785:0:108842:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f8504046bd0. 00000080:00000001:1.0:1781623775.415787:0:108842:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1781623775.415788:0:108842:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1781623775.415790:0:108842:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000fe02:0x15f:0x0](ffff8f85256c80c8) invalid 00000020:00000001:1.0:1781623775.415792:0:108842:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbb5401defca0 00000080:00002000:1.0:1781623775.415793:0:108842:0:(llite_internal.h:2048:d_lustre_invalidate()) invalidate dentry f170.recovery-small-10 (ffff8f8510758a20) parent ffff8f851195ea20 inode ffff8f85256c80c8 refc 0 00000080:00000001:1.0:1781623775.415798:0:108842:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1781623775.415802:0:108842:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1781623775.415804:0:108842:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1781623775.415806:0:108842:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1781623775.415807:0:108842:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623775.415810:0:108842:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1781623775.415811:0:108842:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1781623775.415812:0:108842:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1781623775.415813:0:108842:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623775.415815:0:108842:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1781623775.415817:0:108842:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8f85202df800 with handle 0x41450ad236a7af2d from hash 00010000:00000001:1.0:1781623775.415819:0:108842:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1781623775.415820:0:108842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623775.415821:0:108842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623775.415822:0:108842:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1781623775.415824:0:108842:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1781623775.415825:0:108842:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1781623775.415827:0:108842:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1781623775.415830:0:108842:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f85420eda00/0x41450ad236a7af1f lrc: 2/0,0 mode: PR/PR res: [0x20000fe02:0x15e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9ffb0719ffb1f8ac expref: -99 pid: 112460 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1781623775.415835:0:108842:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1781623775.415837:0:108842:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1781623775.415838:0:108842:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1781623775.415839:0:108842:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x20000fe02:0x15e:0x0] mode (null) 00000002:00000001:1.0:1781623775.415841:0:108842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1781623775.415842:0:108842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1781623775.415845:0:108842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8507978400 count: 2 00010000:00000001:1.0:1781623775.415847:0:108842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1781623775.415849:0:108842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1781623775.415850:0:108842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1781623775.415851:0:108842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1781623775.415853:0:108842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8507978400 count: 2 00010000:00000001:1.0:1781623775.415854:0:108842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1781623775.415856:0:108842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1781623775.415858:0:108842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1781623775.415859:0:108842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1781623775.415860:0:108842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8507978400 count: 2 00010000:00000001:1.0:1781623775.415861:0:108842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1781623775.415863:0:108842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1781623775.415864:0:108842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1781623775.415865:0:108842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1781623775.415866:0:108842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8507978400 count: 2 00010000:00000001:1.0:1781623775.415868:0:108842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1781623775.415869:0:108842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1781623775.415871:0:108842:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1781623775.415872:0:108842:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:1.0:1781623775.415873:0:108842:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1781623775.415875:0:108842:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f8504046bd0. 00000020:00000010:1.0:1781623775.415878:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e557e00. 00000020:00000010:1.0:1781623775.415880:0:108842:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f851e557000. 00000020:00000010:1.0:1781623775.415882:0:108842:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f850618aa20. 00000008:00000010:1.0:1781623775.415884:0:108842:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f85048a0000. 00020000:00000010:1.0:1781623775.415886:0:108842:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8532a9b300. 00008000:00000010:1.0:1781623775.415889:0:108842:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8503f92de8. 00000080:00000010:1.0:1781623775.415891:0:108842:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f85087347e0. 00000080:00000010:1.0:1781623775.415893:0:108842:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f850726c920. 00000020:00000010:1.0:1781623775.416113:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e557800. 00000008:00000010:1.0:1781623775.416118:0:108842:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f8502f5a840. 00020000:00000010:1.0:1781623775.416120:0:108842:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f85059b5d40. 00008000:00000010:1.0:1781623775.416123:0:108842:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d3441b8. 00000080:00000010:1.0:1781623775.416126:0:108842:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f8532a5ed20. 00000020:00000001:1.0:1781623775.416129:0:108842:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400193661912 : -123673515889704 : ffff8f8504046bd8) 00000020:00001000:1.0:1781623775.416132:0:108842:0:(cl_object.c:831:cl_env_get()) 1@ffff8f8504046bd0 00000020:00000001:1.0:1781623775.416133:0:108842:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:1.0:1781623775.416135:0:108842:0:(vvp_object.c:117:vvp_conf_set()) [0x20000fe02:0x15e:0x0]: losing layout lock 00000080:00000001:1.0:1781623775.416137:0:108842:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1781623775.416139:0:108842:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1781623775.416142:0:108842:0:(lov_object.c:1417:lov_conf_set()) Process entered 00020000:00000001:1.0:1781623775.416143:0:108842:0:(lov_object.c:1431:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1781623775.416145:0:108842:0:(lov_object.c:1504:lov_conf_set()) [0x20000fe02:0x15e:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1781623775.416147:0:108842:0:(lov_object.c:1505:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623775.416149:0:108842:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1781623775.416150:0:108842:0:(cl_object.c:925:cl_env_put()) 1@ffff8f8504046bd0 00000020:00000010:1.0:1781623775.416153:0:108842:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f851e557000. 00000020:00000010:1.0:1781623775.416155:0:108842:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f850618aa20. 00000008:00000010:1.0:1781623775.416159:0:108842:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f85048a0000. 00020000:00000010:1.0:1781623775.416161:0:108842:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8532a9b300. 00008000:00000010:1.0:1781623775.416163:0:108842:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8503f92de8. 00000080:00000010:1.0:1781623775.416166:0:108842:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f85087347e0. 00000080:00000010:1.0:1781623775.416168:0:108842:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f850726c920. 00000020:00000010:1.0:1781623775.416171:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e557e00. 00000008:00000010:1.0:1781623775.416173:0:108842:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f8502f5a840. 00020000:00000010:1.0:1781623775.416175:0:108842:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f85059b5d40. 00008000:00000010:1.0:1781623775.416177:0:108842:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d3441b8. 00000080:00000010:1.0:1781623775.416179:0:108842:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f8532a5ed20. 00000020:00000010:1.0:1781623775.416180:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e557800. 00000020:00000010:1.0:1781623775.416182:0:108842:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f8504046bd0. 00000080:00000001:1.0:1781623775.416184:0:108842:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1781623775.416187:0:108842:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1781623775.416188:0:108842:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000fe02:0x15e:0x0](ffff8f85256380c8) invalid 00000020:00000001:1.0:1781623775.416190:0:108842:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbb5401defca0 00000080:00002000:1.0:1781623775.416192:0:108842:0:(llite_internal.h:2048:d_lustre_invalidate()) invalidate dentry f170.recovery-small-9 (ffff8f8506ba4948) parent ffff8f851195ea20 inode ffff8f85256380c8 refc 0 00000080:00000001:1.0:1781623775.416198:0:108842:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1781623775.416201:0:108842:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1781623775.416203:0:108842:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1781623775.416206:0:108842:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1781623775.416207:0:108842:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623775.416210:0:108842:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1781623775.416212:0:108842:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1781623775.416213:0:108842:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1781623775.416215:0:108842:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623775.416216:0:108842:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1781623775.416219:0:108842:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8f85420eda00 with handle 0x41450ad236a7af1f from hash 00010000:00000001:1.0:1781623775.416220:0:108842:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1781623775.416222:0:108842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623775.416223:0:108842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623775.416224:0:108842:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1781623775.416225:0:108842:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1781623775.416227:0:108842:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1781623775.416229:0:108842:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1781623775.416232:0:108842:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f85202dea00/0x41450ad236a7af11 lrc: 2/0,0 mode: PR/PR res: [0x20000fe02:0x15d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9ffb0719ffb1f882 expref: -99 pid: 112459 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1781623775.416239:0:108842:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1781623775.416241:0:108842:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1781623775.416242:0:108842:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1781623775.416243:0:108842:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x20000fe02:0x15d:0x0] mode (null) 00000002:00000001:1.0:1781623775.416246:0:108842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1781623775.416247:0:108842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1781623775.416250:0:108842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8508a0c000 count: 2 00010000:00000001:1.0:1781623775.416252:0:108842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1781623775.416254:0:108842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1781623775.416255:0:108842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1781623775.416256:0:108842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1781623775.416257:0:108842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8508a0c000 count: 2 00010000:00000001:1.0:1781623775.416259:0:108842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1781623775.416261:0:108842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1781623775.416262:0:108842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1781623775.416263:0:108842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1781623775.416264:0:108842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8508a0c000 count: 2 00010000:00000001:1.0:1781623775.416266:0:108842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1781623775.416267:0:108842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1781623775.416269:0:108842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1781623775.416270:0:108842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1781623775.416271:0:108842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8508a0c000 count: 2 00010000:00000001:1.0:1781623775.416272:0:108842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1781623775.416274:0:108842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1781623775.416275:0:108842:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1781623775.416277:0:108842:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:1.0:1781623775.416278:0:108842:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1781623775.416280:0:108842:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f8504046bd0. 00000020:00000010:1.0:1781623775.416283:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e557800. 00000020:00000010:1.0:1781623775.416285:0:108842:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f851e557e00. 00000020:00000010:1.0:1781623775.416287:0:108842:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f850618aa20. 00000008:00000010:1.0:1781623775.416290:0:108842:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f85048a0000. 00020000:00000010:1.0:1781623775.416292:0:108842:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8532a9b300. 00008000:00000010:1.0:1781623775.416294:0:108842:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8503f92de8. 00000080:00000010:1.0:1781623775.416296:0:108842:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f85087347e0. 00000080:00000010:1.0:1781623775.416298:0:108842:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f850726c920. 00000020:00000010:1.0:1781623775.416300:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e557000. 00000008:00000010:1.0:1781623775.416303:0:108842:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f8502f5a840. 00020000:00000010:1.0:1781623775.416305:0:108842:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f85059b5d40. 00008000:00000010:1.0:1781623775.416307:0:108842:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d3441b8. 00000080:00000010:1.0:1781623775.416309:0:108842:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f8532a5ed20. 00000020:00000001:1.0:1781623775.416311:0:108842:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400193661912 : -123673515889704 : ffff8f8504046bd8) 00000020:00001000:1.0:1781623775.416312:0:108842:0:(cl_object.c:831:cl_env_get()) 1@ffff8f8504046bd0 00000020:00000001:1.0:1781623775.416314:0:108842:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:1.0:1781623775.416316:0:108842:0:(vvp_object.c:117:vvp_conf_set()) [0x20000fe02:0x15d:0x0]: losing layout lock 00000080:00000001:1.0:1781623775.416318:0:108842:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1781623775.416319:0:108842:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1781623775.416321:0:108842:0:(lov_object.c:1417:lov_conf_set()) Process entered 00020000:00000001:1.0:1781623775.416322:0:108842:0:(lov_object.c:1431:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1781623775.416324:0:108842:0:(lov_object.c:1504:lov_conf_set()) [0x20000fe02:0x15d:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1781623775.416325:0:108842:0:(lov_object.c:1505:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623775.416327:0:108842:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1781623775.416328:0:108842:0:(cl_object.c:925:cl_env_put()) 1@ffff8f8504046bd0 00000020:00000010:1.0:1781623775.416330:0:108842:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f851e557e00. 00000020:00000010:1.0:1781623775.416333:0:108842:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f850618aa20. 00000008:00000010:1.0:1781623775.416335:0:108842:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f85048a0000. 00020000:00000010:1.0:1781623775.416338:0:108842:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8532a9b300. 00008000:00000010:1.0:1781623775.416340:0:108842:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8503f92de8. 00000080:00000010:1.0:1781623775.416342:0:108842:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f85087347e0. 00000080:00000010:1.0:1781623775.416344:0:108842:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f850726c920. 00000020:00000010:1.0:1781623775.416346:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e557800. 00000008:00000010:1.0:1781623775.416348:0:108842:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f8502f5a840. 00020000:00000010:1.0:1781623775.416350:0:108842:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f85059b5d40. 00008000:00000010:1.0:1781623775.416352:0:108842:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d3441b8. 00000080:00000010:1.0:1781623775.416355:0:108842:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f8532a5ed20. 00000020:00000010:1.0:1781623775.416357:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e557000. 00000020:00000010:1.0:1781623775.416359:0:108842:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f8504046bd0. 00000080:00000001:1.0:1781623775.416361:0:108842:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1781623775.416362:0:108842:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1781623775.416363:0:108842:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000fe02:0x15d:0x0](ffff8f852563ec08) invalid 00000020:00000001:1.0:1781623775.416365:0:108842:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbb5401defca0 00000080:00002000:1.0:1781623775.416367:0:108842:0:(llite_internal.h:2048:d_lustre_invalidate()) invalidate dentry f170.recovery-small-8 (ffff8f8510758d80) parent ffff8f851195ea20 inode ffff8f852563ec08 refc 0 00000080:00000001:1.0:1781623775.416371:0:108842:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1781623775.416374:0:108842:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1781623775.416376:0:108842:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1781623775.416378:0:108842:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1781623775.416379:0:108842:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623775.416381:0:108842:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1781623775.416383:0:108842:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1781623775.416384:0:108842:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1781623775.416385:0:108842:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623775.416387:0:108842:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1781623775.416390:0:108842:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8f85202dea00 with handle 0x41450ad236a7af11 from hash 00010000:00000001:1.0:1781623775.416391:0:108842:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1781623775.416393:0:108842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623775.416394:0:108842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623775.416395:0:108842:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1781623775.416396:0:108842:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1781623775.416397:0:108842:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1781623775.416399:0:108842:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1781623775.416402:0:108842:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f85202dee00/0x41450ad236a7af03 lrc: 2/0,0 mode: PR/PR res: [0x20000fe02:0x15c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9ffb0719ffb1f858 expref: -99 pid: 112458 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1781623775.416408:0:108842:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1781623775.416409:0:108842:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1781623775.416411:0:108842:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1781623775.416412:0:108842:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x20000fe02:0x15c:0x0] mode (null) 00000002:00000001:1.0:1781623775.416414:0:108842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1781623775.416415:0:108842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1781623775.416417:0:108842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8508a0cf00 count: 2 00010000:00000001:1.0:1781623775.416419:0:108842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1781623775.416422:0:108842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1781623775.416423:0:108842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1781623775.416424:0:108842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1781623775.416425:0:108842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8508a0cf00 count: 2 00010000:00000001:1.0:1781623775.416427:0:108842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1781623775.416429:0:108842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1781623775.416430:0:108842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1781623775.416431:0:108842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1781623775.416433:0:108842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8508a0cf00 count: 2 00010000:00000001:1.0:1781623775.416434:0:108842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1781623775.416436:0:108842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1781623775.416438:0:108842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1781623775.417577:0:108842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1781623775.417583:0:108842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8508a0cf00 count: 2 00010000:00000001:1.0:1781623775.417587:0:108842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1781623775.417592:0:108842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1781623775.417594:0:108842:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1781623775.417597:0:108842:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:1.0:1781623775.417599:0:108842:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1781623775.417607:0:108842:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f8504046bd0. 00000020:00000010:1.0:1781623775.417611:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e557000. 00000020:00000010:1.0:1781623775.417615:0:108842:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f851e557800. 00000020:00000010:1.0:1781623775.417618:0:108842:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f850618aa20. 00000008:00000010:1.0:1781623775.417623:0:108842:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f85048a0000. 00020000:00000010:1.0:1781623775.417627:0:108842:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8532a9b300. 00008000:00000010:1.0:1781623775.417631:0:108842:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8503f92de8. 00000080:00000010:1.0:1781623775.417636:0:108842:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f85087347e0. 00000080:00000010:1.0:1781623775.417639:0:108842:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f850726c920. 00000020:00000010:1.0:1781623775.417642:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e557e00. 00000008:00000010:1.0:1781623775.417645:0:108842:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f8502f5a840. 00020000:00000010:1.0:1781623775.417647:0:108842:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f85059b5d40. 00008000:00000010:1.0:1781623775.417650:0:108842:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d3441b8. 00000080:00000010:1.0:1781623775.417652:0:108842:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f8532a5ed20. 00000020:00000001:1.0:1781623775.417655:0:108842:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400193661912 : -123673515889704 : ffff8f8504046bd8) 00000020:00001000:1.0:1781623775.417657:0:108842:0:(cl_object.c:831:cl_env_get()) 1@ffff8f8504046bd0 00000020:00000001:1.0:1781623775.417659:0:108842:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:1.0:1781623775.417662:0:108842:0:(vvp_object.c:117:vvp_conf_set()) [0x20000fe02:0x15c:0x0]: losing layout lock 00000080:00000001:1.0:1781623775.417665:0:108842:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1781623775.417667:0:108842:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1781623775.417670:0:108842:0:(lov_object.c:1417:lov_conf_set()) Process entered 00020000:00000001:1.0:1781623775.417672:0:108842:0:(lov_object.c:1431:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1781623775.417674:0:108842:0:(lov_object.c:1504:lov_conf_set()) [0x20000fe02:0x15c:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1781623775.417676:0:108842:0:(lov_object.c:1505:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623775.417678:0:108842:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1781623775.417679:0:108842:0:(cl_object.c:925:cl_env_put()) 1@ffff8f8504046bd0 00000020:00000010:1.0:1781623775.417682:0:108842:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f851e557800. 00000020:00000010:1.0:1781623775.417688:0:108842:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f850618aa20. 00000008:00000010:1.0:1781623775.417692:0:108842:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f85048a0000. 00020000:00000010:1.0:1781623775.417695:0:108842:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8532a9b300. 00008000:00000010:1.0:1781623775.417698:0:108842:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8503f92de8. 00000080:00000010:1.0:1781623775.417701:0:108842:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f85087347e0. 00000080:00000010:1.0:1781623775.417704:0:108842:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f850726c920. 00000020:00000010:1.0:1781623775.417706:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e557000. 00000008:00000010:1.0:1781623775.417709:0:108842:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f8502f5a840. 00020000:00000010:1.0:1781623775.417712:0:108842:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f85059b5d40. 00008000:00000010:1.0:1781623775.417715:0:108842:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d3441b8. 00000080:00000010:1.0:1781623775.417718:0:108842:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f8532a5ed20. 00000020:00000010:1.0:1781623775.417721:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e557e00. 00000020:00000010:1.0:1781623775.417723:0:108842:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f8504046bd0. 00000080:00000001:1.0:1781623775.417725:0:108842:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1781623775.417730:0:108842:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1781623775.417732:0:108842:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000fe02:0x15c:0x0](ffff8f852563aa08) invalid 00000020:00000001:1.0:1781623775.417736:0:108842:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbb5401defca0 00000080:00002000:1.0:1781623775.417738:0:108842:0:(llite_internal.h:2048:d_lustre_invalidate()) invalidate dentry f170.recovery-small-7 (ffff8f8510758288) parent ffff8f851195ea20 inode ffff8f852563aa08 refc 0 00000080:00000001:1.0:1781623775.417748:0:108842:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1781623775.417757:0:108842:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1781623775.417760:0:108842:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1781623775.417767:0:108842:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1781623775.417769:0:108842:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623775.417773:0:108842:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1781623775.417777:0:108842:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1781623775.417779:0:108842:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1781623775.417780:0:108842:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623775.417783:0:108842:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1781623775.417787:0:108842:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8f85202dee00 with handle 0x41450ad236a7af03 from hash 00010000:00000001:1.0:1781623775.417790:0:108842:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1781623775.417792:0:108842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623775.417794:0:108842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623775.417795:0:108842:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1781623775.417798:0:108842:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1781623775.417801:0:108842:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1781623775.417803:0:108842:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1781623775.417807:0:108842:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f8505df1c00/0x41450ad236a7aef5 lrc: 2/0,0 mode: PR/PR res: [0x20000fe02:0x15b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9ffb0719ffb1f82e expref: -99 pid: 112457 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1781623775.417816:0:108842:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1781623775.417819:0:108842:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1781623775.417820:0:108842:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1781623775.417822:0:108842:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x20000fe02:0x15b:0x0] mode (null) 00000002:00000001:1.0:1781623775.417825:0:108842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1781623775.417826:0:108842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1781623775.417828:0:108842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8509622400 count: 2 00010000:00000001:1.0:1781623775.417830:0:108842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1781623775.417832:0:108842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1781623775.417834:0:108842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1781623775.417835:0:108842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1781623775.417837:0:108842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8509622400 count: 2 00010000:00000001:1.0:1781623775.417838:0:108842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1781623775.417840:0:108842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1781623775.417842:0:108842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1781623775.417843:0:108842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1781623775.417844:0:108842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8509622400 count: 2 00010000:00000001:1.0:1781623775.417846:0:108842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1781623775.417848:0:108842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1781623775.417849:0:108842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1781623775.417850:0:108842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1781623775.417851:0:108842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8509622400 count: 2 00010000:00000001:1.0:1781623775.417853:0:108842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1781623775.417855:0:108842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1781623775.417856:0:108842:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1781623775.417858:0:108842:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:1.0:1781623775.417859:0:108842:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1781623775.417861:0:108842:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f8504046bd0. 00000020:00000010:1.0:1781623775.417864:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e557e00. 00000020:00000010:1.0:1781623775.417866:0:108842:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f851e557000. 00000020:00000010:1.0:1781623775.417869:0:108842:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f850618aa20. 00000008:00000010:1.0:1781623775.417871:0:108842:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f85048a0000. 00020000:00000010:1.0:1781623775.417873:0:108842:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8532a9b300. 00008000:00000010:1.0:1781623775.417876:0:108842:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8503f92de8. 00000080:00000010:1.0:1781623775.417878:0:108842:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f85087347e0. 00000080:00000010:1.0:1781623775.417880:0:108842:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f850726c920. 00000020:00000010:1.0:1781623775.417883:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e557800. 00000008:00000010:1.0:1781623775.417885:0:108842:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f8502f5a840. 00020000:00000010:1.0:1781623775.417887:0:108842:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f85059b5d40. 00008000:00000010:1.0:1781623775.417889:0:108842:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d3441b8. 00000080:00000010:1.0:1781623775.417891:0:108842:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f8532a5ed20. 00000020:00000001:1.0:1781623775.417893:0:108842:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400193661912 : -123673515889704 : ffff8f8504046bd8) 00000020:00001000:1.0:1781623775.417910:0:108842:0:(cl_object.c:831:cl_env_get()) 1@ffff8f8504046bd0 00000020:00000001:1.0:1781623775.417912:0:108842:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:1.0:1781623775.417914:0:108842:0:(vvp_object.c:117:vvp_conf_set()) [0x20000fe02:0x15b:0x0]: losing layout lock 00000080:00000001:1.0:1781623775.417916:0:108842:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1781623775.417918:0:108842:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1781623775.417921:0:108842:0:(lov_object.c:1417:lov_conf_set()) Process entered 00020000:00000001:1.0:1781623775.417922:0:108842:0:(lov_object.c:1431:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1781623775.417924:0:108842:0:(lov_object.c:1504:lov_conf_set()) [0x20000fe02:0x15b:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1781623775.417926:0:108842:0:(lov_object.c:1505:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623775.417928:0:108842:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1781623775.417929:0:108842:0:(cl_object.c:925:cl_env_put()) 1@ffff8f8504046bd0 00000020:00000010:1.0:1781623775.417931:0:108842:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f851e557000. 00000020:00000010:1.0:1781623775.417934:0:108842:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f850618aa20. 00000008:00000010:1.0:1781623775.417937:0:108842:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f85048a0000. 00020000:00000010:1.0:1781623775.417939:0:108842:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8532a9b300. 00008000:00000010:1.0:1781623775.417942:0:108842:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8503f92de8. 00000080:00000010:1.0:1781623775.417944:0:108842:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f85087347e0. 00000080:00000010:1.0:1781623775.417946:0:108842:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f850726c920. 00000020:00000010:1.0:1781623775.417949:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e557e00. 00000008:00000010:1.0:1781623775.417951:0:108842:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f8502f5a840. 00020000:00000010:1.0:1781623775.417953:0:108842:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f85059b5d40. 00008000:00000010:1.0:1781623775.417955:0:108842:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d3441b8. 00000080:00000010:1.0:1781623775.417957:0:108842:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f8532a5ed20. 00000020:00000010:1.0:1781623775.417959:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e557800. 00000020:00000010:1.0:1781623775.417961:0:108842:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f8504046bd0. 00000080:00000001:1.0:1781623775.417962:0:108842:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1781623775.417964:0:108842:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1781623775.418179:0:108842:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000fe02:0x15b:0x0](ffff8f8525783248) invalid 00000020:00000001:1.0:1781623775.418183:0:108842:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbb5401defca0 00000080:00002000:1.0:1781623775.418185:0:108842:0:(llite_internal.h:2048:d_lustre_invalidate()) invalidate dentry f170.recovery-small-6 (ffff8f851075b510) parent ffff8f851195ea20 inode ffff8f8525783248 refc 0 00000080:00000001:1.0:1781623775.418190:0:108842:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1781623775.418193:0:108842:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1781623775.418196:0:108842:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1781623775.418199:0:108842:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1781623775.418201:0:108842:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623775.418203:0:108842:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1781623775.418205:0:108842:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1781623775.418206:0:108842:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1781623775.418207:0:108842:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623775.418209:0:108842:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1781623775.418212:0:108842:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8f8505df1c00 with handle 0x41450ad236a7aef5 from hash 00010000:00000001:1.0:1781623775.418214:0:108842:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1781623775.418215:0:108842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623775.418216:0:108842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623775.418217:0:108842:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1781623775.418219:0:108842:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1781623775.418220:0:108842:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1781623775.419214:0:108842:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1781623775.419225:0:108842:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f85202df200/0x41450ad236a7aee7 lrc: 2/0,0 mode: PR/PR res: [0x20000fe02:0x15a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9ffb0719ffb1f804 expref: -99 pid: 112456 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1781623775.419385:0:108842:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1781623775.419388:0:108842:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1781623775.419390:0:108842:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1781623775.419391:0:108842:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x20000fe02:0x15a:0x0] mode (null) 00000002:00000001:1.0:1781623775.419395:0:108842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1781623775.419397:0:108842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1781623775.419403:0:108842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8508a0c800 count: 2 00010000:00000001:1.0:1781623775.419405:0:108842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1781623775.419409:0:108842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1781623775.419411:0:108842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1781623775.419412:0:108842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1781623775.419413:0:108842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8508a0c800 count: 2 00010000:00000001:1.0:1781623775.419415:0:108842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1781623775.419416:0:108842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1781623775.419418:0:108842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1781623775.419419:0:108842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1781623775.419420:0:108842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8508a0c800 count: 2 00010000:00000001:1.0:1781623775.419422:0:108842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1781623775.419424:0:108842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1781623775.419425:0:108842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1781623775.419426:0:108842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1781623775.419428:0:108842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8508a0c800 count: 2 00010000:00000001:1.0:1781623775.419429:0:108842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1781623775.419431:0:108842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1781623775.419433:0:108842:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1781623775.419436:0:108842:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:1.0:1781623775.419508:0:108842:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1781623775.419517:0:108842:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f8504046bd0. 00000020:00000010:1.0:1781623775.419521:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e557800. 00000020:00000010:1.0:1781623775.419526:0:108842:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f851e557e00. 00000020:00000010:1.0:1781623775.419529:0:108842:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f850618aa20. 00000008:00000010:1.0:1781623775.419534:0:108842:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f85048a0000. 00020000:00000010:1.0:1781623775.419539:0:108842:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8532a9b300. 00008000:00000010:1.0:1781623775.419542:0:108842:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8503f92de8. 00000080:00000010:1.0:1781623775.419547:0:108842:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f85087347e0. 00000080:00000010:1.0:1781623775.419550:0:108842:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f850726c920. 00000020:00000010:1.0:1781623775.419553:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e557000. 00000008:00000010:1.0:1781623775.419557:0:108842:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f8502f5a840. 00020000:00000010:1.0:1781623775.419560:0:108842:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f85059b5d40. 00008000:00000010:1.0:1781623775.419564:0:108842:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d3441b8. 00000080:00000010:1.0:1781623775.419567:0:108842:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f8532a5ed20. 00000020:00000001:1.0:1781623775.419570:0:108842:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400193661912 : -123673515889704 : ffff8f8504046bd8) 00000020:00001000:1.0:1781623775.419573:0:108842:0:(cl_object.c:831:cl_env_get()) 1@ffff8f8504046bd0 00000020:00000001:1.0:1781623775.419575:0:108842:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:1.0:1781623775.419578:0:108842:0:(vvp_object.c:117:vvp_conf_set()) [0x20000fe02:0x15a:0x0]: losing layout lock 00000080:00000001:1.0:1781623775.419581:0:108842:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1781623775.419584:0:108842:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1781623775.419588:0:108842:0:(lov_object.c:1417:lov_conf_set()) Process entered 00020000:00000001:1.0:1781623775.419590:0:108842:0:(lov_object.c:1431:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1781623775.419593:0:108842:0:(lov_object.c:1504:lov_conf_set()) [0x20000fe02:0x15a:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1781623775.419595:0:108842:0:(lov_object.c:1505:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623775.419597:0:108842:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1781623775.419599:0:108842:0:(cl_object.c:925:cl_env_put()) 1@ffff8f8504046bd0 00000020:00000010:1.0:1781623775.419601:0:108842:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f851e557e00. 00000020:00000010:1.0:1781623775.419606:0:108842:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f850618aa20. 00000008:00000010:1.0:1781623775.419610:0:108842:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f85048a0000. 00020000:00000010:1.0:1781623775.419613:0:108842:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8532a9b300. 00008000:00000010:1.0:1781623775.419616:0:108842:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8503f92de8. 00000080:00000010:1.0:1781623775.419619:0:108842:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f85087347e0. 00000080:00000010:1.0:1781623775.419621:0:108842:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f850726c920. 00000020:00000010:1.0:1781623775.419625:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e557800. 00000008:00000010:1.0:1781623775.419628:0:108842:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f8502f5a840. 00020000:00000010:1.0:1781623775.419630:0:108842:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f85059b5d40. 00008000:00000010:1.0:1781623775.419633:0:108842:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d3441b8. 00000080:00000010:1.0:1781623775.419635:0:108842:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f8532a5ed20. 00000020:00000010:1.0:1781623775.419637:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e557000. 00000020:00000010:1.0:1781623775.419639:0:108842:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f8504046bd0. 00000080:00000001:1.0:1781623775.419641:0:108842:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1781623775.419644:0:108842:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1781623775.419646:0:108842:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000fe02:0x15a:0x0](ffff8f852575ba88) invalid 00000020:00000001:1.0:1781623775.419649:0:108842:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbb5401defca0 00000080:00002000:1.0:1781623775.419651:0:108842:0:(llite_internal.h:2048:d_lustre_invalidate()) invalidate dentry f170.recovery-small-5 (ffff8f8510758510) parent ffff8f851195ea20 inode ffff8f852575ba88 refc 0 00000080:00000001:1.0:1781623775.419658:0:108842:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1781623775.419664:0:108842:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1781623775.419668:0:108842:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1781623775.419673:0:108842:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1781623775.419675:0:108842:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623775.419678:0:108842:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1781623775.419681:0:108842:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1781623775.419683:0:108842:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1781623775.419684:0:108842:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623775.419688:0:108842:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1781623775.419690:0:108842:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8f85202df200 with handle 0x41450ad236a7aee7 from hash 00010000:00000001:1.0:1781623775.419693:0:108842:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1781623775.419695:0:108842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623775.419696:0:108842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623775.419697:0:108842:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1781623775.419700:0:108842:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1781623775.419702:0:108842:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1781623775.419704:0:108842:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1781623775.419707:0:108842:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f85420ed600/0x41450ad236a7aed9 lrc: 2/0,0 mode: PR/PR res: [0x20000fe02:0x159:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9ffb0719ffb1f7da expref: -99 pid: 112455 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1781623775.419714:0:108842:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1781623775.419716:0:108842:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1781623775.419718:0:108842:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1781623775.419719:0:108842:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x20000fe02:0x159:0x0] mode (null) 00000002:00000001:1.0:1781623775.419722:0:108842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1781623775.419723:0:108842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1781623775.419725:0:108842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8508a0cd00 count: 2 00010000:00000001:1.0:1781623775.419727:0:108842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1781623775.419729:0:108842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1781623775.419730:0:108842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1781623775.419731:0:108842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1781623775.419733:0:108842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8508a0cd00 count: 2 00010000:00000001:1.0:1781623775.419734:0:108842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1781623775.419736:0:108842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1781623775.419737:0:108842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1781623775.419738:0:108842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1781623775.419739:0:108842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8508a0cd00 count: 2 00010000:00000001:1.0:1781623775.419741:0:108842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1781623775.419743:0:108842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1781623775.419744:0:108842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1781623775.419745:0:108842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1781623775.419746:0:108842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8508a0cd00 count: 2 00010000:00000001:1.0:1781623775.419748:0:108842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1781623775.419749:0:108842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1781623775.419751:0:108842:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1781623775.419752:0:108842:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:1.0:1781623775.419753:0:108842:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1781623775.419756:0:108842:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f8504046bd0. 00000020:00000010:1.0:1781623775.419759:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e557000. 00000020:00000010:1.0:1781623775.419762:0:108842:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f851e557800. 00000020:00000010:1.0:1781623775.419764:0:108842:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f850618aa20. 00000008:00000010:1.0:1781623775.419766:0:108842:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f85048a0000. 00020000:00000010:1.0:1781623775.419769:0:108842:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8532a9b300. 00008000:00000010:1.0:1781623775.419771:0:108842:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8503f92de8. 00000080:00000010:1.0:1781623775.419773:0:108842:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f85087347e0. 00000080:00000010:1.0:1781623775.419775:0:108842:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f850726c920. 00000020:00000010:1.0:1781623775.419778:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e557e00. 00000008:00000010:1.0:1781623775.419780:0:108842:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f8502f5a840. 00020000:00000010:1.0:1781623775.419782:0:108842:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f85059b5d40. 00008000:00000010:1.0:1781623775.419785:0:108842:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d3441b8. 00000080:00000010:1.0:1781623775.419787:0:108842:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f8532a5ed20. 00000020:00000001:1.0:1781623775.419789:0:108842:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400193661912 : -123673515889704 : ffff8f8504046bd8) 00000020:00001000:1.0:1781623775.419791:0:108842:0:(cl_object.c:831:cl_env_get()) 1@ffff8f8504046bd0 00000020:00000001:1.0:1781623775.419792:0:108842:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:1.0:1781623775.419794:0:108842:0:(vvp_object.c:117:vvp_conf_set()) [0x20000fe02:0x159:0x0]: losing layout lock 00000080:00000001:1.0:1781623775.419796:0:108842:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1781623775.419798:0:108842:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1781623775.419799:0:108842:0:(lov_object.c:1417:lov_conf_set()) Process entered 00020000:00000001:1.0:1781623775.419801:0:108842:0:(lov_object.c:1431:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1781623775.419803:0:108842:0:(lov_object.c:1504:lov_conf_set()) [0x20000fe02:0x159:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1781623775.419805:0:108842:0:(lov_object.c:1505:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623775.419806:0:108842:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1781623775.419808:0:108842:0:(cl_object.c:925:cl_env_put()) 1@ffff8f8504046bd0 00000020:00000010:1.0:1781623775.419809:0:108842:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f851e557800. 00000020:00000010:1.0:1781623775.419812:0:108842:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f850618aa20. 00000008:00000010:1.0:1781623775.419814:0:108842:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f85048a0000. 00020000:00000010:1.0:1781623775.419816:0:108842:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8532a9b300. 00008000:00000010:1.0:1781623775.419818:0:108842:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8503f92de8. 00000080:00000010:1.0:1781623775.419821:0:108842:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f85087347e0. 00000080:00000010:1.0:1781623775.419823:0:108842:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f850726c920. 00000020:00000010:1.0:1781623775.419825:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e557000. 00000008:00000010:1.0:1781623775.419828:0:108842:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f8502f5a840. 00020000:00000010:1.0:1781623775.419830:0:108842:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f85059b5d40. 00008000:00000010:1.0:1781623775.419832:0:108842:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d3441b8. 00000080:00000010:1.0:1781623775.419834:0:108842:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f8532a5ed20. 00000020:00000010:1.0:1781623775.419836:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e557e00. 00000020:00000010:1.0:1781623775.419838:0:108842:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f8504046bd0. 00000080:00000001:1.0:1781623775.419840:0:108842:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1781623775.419841:0:108842:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1781623775.419843:0:108842:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000fe02:0x159:0x0](ffff8f8525759148) invalid 00000020:00000001:1.0:1781623775.419845:0:108842:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbb5401defca0 00000080:00002000:1.0:1781623775.419847:0:108842:0:(llite_internal.h:2048:d_lustre_invalidate()) invalidate dentry f170.recovery-small-4 (ffff8f8506ba4d80) parent ffff8f851195ea20 inode ffff8f8525759148 refc 0 00000080:00000001:1.0:1781623775.419853:0:108842:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1781623775.419856:0:108842:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1781623775.419859:0:108842:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1781623775.419861:0:108842:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1781623775.419862:0:108842:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623775.419865:0:108842:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1781623775.419866:0:108842:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1781623775.419868:0:108842:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1781623775.419869:0:108842:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623775.419871:0:108842:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1781623775.419873:0:108842:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8f85420ed600 with handle 0x41450ad236a7aed9 from hash 00010000:00000001:1.0:1781623775.419875:0:108842:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1781623775.419877:0:108842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623775.419878:0:108842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623775.419879:0:108842:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1781623775.419880:0:108842:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1781623775.419882:0:108842:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1781623775.419884:0:108842:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1781623775.419888:0:108842:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f8540537a00/0x41450ad236a7aecb lrc: 2/0,0 mode: PR/PR res: [0x20000fe02:0x158:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9ffb0719ffb1f7b0 expref: -99 pid: 112454 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1781623775.421623:0:108842:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1781623775.421630:0:108842:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1781623775.421633:0:108842:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1781623775.421635:0:108842:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x20000fe02:0x158:0x0] mode (null) 00000002:00000001:1.0:1781623775.421641:0:108842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1781623775.421644:0:108842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1781623775.421650:0:108842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f85050dc900 count: 2 00010000:00000001:1.0:1781623775.421654:0:108842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1781623775.421659:0:108842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1781623775.421661:0:108842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1781623775.421662:0:108842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1781623775.421663:0:108842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f85050dc900 count: 2 00010000:00000001:1.0:1781623775.421665:0:108842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1781623775.421666:0:108842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1781623775.421667:0:108842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1781623775.421670:0:108842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1781623775.421671:0:108842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f85050dc900 count: 2 00010000:00000001:1.0:1781623775.421673:0:108842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1781623775.421675:0:108842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1781623775.421677:0:108842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1781623775.421678:0:108842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1781623775.421679:0:108842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f85050dc900 count: 2 00010000:00000001:1.0:1781623775.421681:0:108842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1781623775.421683:0:108842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1781623775.421685:0:108842:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1781623775.421687:0:108842:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:1.0:1781623775.421690:0:108842:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1781623775.421698:0:108842:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f8504046bd0. 00000020:00000010:1.0:1781623775.421704:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e557e00. 00000020:00000010:1.0:1781623775.421708:0:108842:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f851e557000. 00000020:00000010:1.0:1781623775.421711:0:108842:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f850618aa20. 00000008:00000010:1.0:1781623775.421717:0:108842:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f85048a0000. 00020000:00000010:1.0:1781623775.421721:0:108842:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8532a9b300. 00008000:00000010:1.0:1781623775.421726:0:108842:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8503f92de8. 00000080:00000010:1.0:1781623775.421732:0:108842:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f85087347e0. 00000080:00000010:1.0:1781623775.421735:0:108842:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f850726c920. 00000020:00000010:1.0:1781623775.421739:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e557800. 00000008:00000010:1.0:1781623775.421742:0:108842:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f8502f5a840. 00020000:00000010:1.0:1781623775.421745:0:108842:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f85059b5d40. 00008000:00000010:1.0:1781623775.421748:0:108842:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d3441b8. 00000080:00000010:1.0:1781623775.421751:0:108842:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f8532a5ed20. 00000020:00000001:1.0:1781623775.421755:0:108842:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400193661912 : -123673515889704 : ffff8f8504046bd8) 00000020:00001000:1.0:1781623775.421757:0:108842:0:(cl_object.c:831:cl_env_get()) 1@ffff8f8504046bd0 00000020:00000001:1.0:1781623775.421759:0:108842:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:1.0:1781623775.421762:0:108842:0:(vvp_object.c:117:vvp_conf_set()) [0x20000fe02:0x158:0x0]: losing layout lock 00000080:00000001:1.0:1781623775.421765:0:108842:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1781623775.421767:0:108842:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1781623775.421770:0:108842:0:(lov_object.c:1417:lov_conf_set()) Process entered 00020000:00000001:1.0:1781623775.421772:0:108842:0:(lov_object.c:1431:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1781623775.421774:0:108842:0:(lov_object.c:1504:lov_conf_set()) [0x20000fe02:0x158:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1781623775.421776:0:108842:0:(lov_object.c:1505:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623775.421779:0:108842:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1781623775.421781:0:108842:0:(cl_object.c:925:cl_env_put()) 1@ffff8f8504046bd0 00000020:00000010:1.0:1781623775.421785:0:108842:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f851e557000. 00000020:00000010:1.0:1781623775.421791:0:108842:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f850618aa20. 00000008:00000010:1.0:1781623775.421795:0:108842:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f85048a0000. 00020000:00000010:1.0:1781623775.421799:0:108842:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8532a9b300. 00008000:00000010:1.0:1781623775.421802:0:108842:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8503f92de8. 00000080:00000010:1.0:1781623775.421806:0:108842:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f85087347e0. 00000080:00000010:1.0:1781623775.421809:0:108842:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f850726c920. 00000020:00000010:1.0:1781623775.421812:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e557e00. 00000008:00000010:1.0:1781623775.421815:0:108842:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f8502f5a840. 00020000:00000010:1.0:1781623775.421817:0:108842:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f85059b5d40. 00008000:00000010:1.0:1781623775.421820:0:108842:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d3441b8. 00000080:00000010:1.0:1781623775.421822:0:108842:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f8532a5ed20. 00000020:00000010:1.0:1781623775.421825:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e557800. 00000020:00000010:1.0:1781623775.421827:0:108842:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f8504046bd0. 00000080:00000001:1.0:1781623775.421830:0:108842:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1781623775.421833:0:108842:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1781623775.421835:0:108842:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000fe02:0x158:0x0](ffff8f8525749148) invalid 00000020:00000001:1.0:1781623775.421839:0:108842:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbb5401defca0 00000080:00002000:1.0:1781623775.421841:0:108842:0:(llite_internal.h:2048:d_lustre_invalidate()) invalidate dentry f170.recovery-small-3 (ffff8f85105221b0) parent ffff8f851195ea20 inode ffff8f8525749148 refc 0 00000080:00000001:1.0:1781623775.421849:0:108842:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1781623775.421856:0:108842:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1781623775.421860:0:108842:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1781623775.421866:0:108842:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1781623775.421868:0:108842:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623775.421871:0:108842:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1781623775.421875:0:108842:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1781623775.421876:0:108842:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1781623775.421878:0:108842:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623775.421882:0:108842:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1781623775.421885:0:108842:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8f8540537a00 with handle 0x41450ad236a7aecb from hash 00010000:00000001:1.0:1781623775.421888:0:108842:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1781623775.421890:0:108842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623775.421893:0:108842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623775.426369:0:108842:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1781623775.426383:0:108842:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1781623775.426387:0:108842:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1781623775.426394:0:108842:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1781623775.426401:0:108842:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f85202dec00/0x41450ad236a7aebd lrc: 2/0,0 mode: PR/PR res: [0x20000fe02:0x157:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9ffb0719ffb1f786 expref: -99 pid: 112453 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1781623775.426415:0:108842:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1781623775.426419:0:108842:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1781623775.426422:0:108842:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1781623775.426424:0:108842:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x20000fe02:0x157:0x0] mode (null) 00000002:00000001:1.0:1781623775.426430:0:108842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1781623775.426433:0:108842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1781623775.427709:0:108842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8508a0cb00 count: 2 00010000:00000001:1.0:1781623775.427718:0:108842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1781623775.427725:0:108842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1781623775.427728:0:108842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1781623775.427730:0:108842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1781623775.427734:0:108842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8508a0cb00 count: 2 00010000:00000001:1.0:1781623775.427736:0:108842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1781623775.427738:0:108842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1781623775.427739:0:108842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1781623775.427741:0:108842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1781623775.427742:0:108842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8508a0cb00 count: 2 00010000:00000001:1.0:1781623775.427744:0:108842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1781623775.427745:0:108842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1781623775.427747:0:108842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1781623775.427748:0:108842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1781623775.427749:0:108842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8508a0cb00 count: 2 00010000:00000001:1.0:1781623775.427750:0:108842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1781623775.427752:0:108842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1781623775.427754:0:108842:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1781623775.427757:0:108842:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:1.0:1781623775.427760:0:108842:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1781623775.427769:0:108842:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f8504046bd0. 00000020:00000010:1.0:1781623775.427776:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e557800. 00000020:00000010:1.0:1781623775.427781:0:108842:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f851e557e00. 00000020:00000010:1.0:1781623775.427786:0:108842:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f850618aa20. 00000008:00000010:1.0:1781623775.427793:0:108842:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f85048a0000. 00020000:00000010:1.0:1781623775.427798:0:108842:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8532a9b300. 00008000:00000010:1.0:1781623775.427804:0:108842:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8503f92de8. 00000080:00000010:1.0:1781623775.427810:0:108842:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f85087347e0. 00000080:00000010:1.0:1781623775.427813:0:108842:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f850726c920. 00000020:00000010:1.0:1781623775.427817:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e557000. 00000008:00000010:1.0:1781623775.427821:0:108842:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f8502f5a840. 00020000:00000010:1.0:1781623775.427824:0:108842:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f85059b5d40. 00008000:00000010:1.0:1781623775.427828:0:108842:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d3441b8. 00000080:00000010:1.0:1781623775.427831:0:108842:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f8532a5ed20. 00000020:00000001:1.0:1781623775.427834:0:108842:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400193661912 : -123673515889704 : ffff8f8504046bd8) 00000020:00001000:1.0:1781623775.427837:0:108842:0:(cl_object.c:831:cl_env_get()) 1@ffff8f8504046bd0 00000020:00000001:1.0:1781623775.427839:0:108842:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:1.0:1781623775.427842:0:108842:0:(vvp_object.c:117:vvp_conf_set()) [0x20000fe02:0x157:0x0]: losing layout lock 00000080:00000001:1.0:1781623775.427845:0:108842:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1781623775.427848:0:108842:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1781623775.427853:0:108842:0:(lov_object.c:1417:lov_conf_set()) Process entered 00020000:00000001:1.0:1781623775.427855:0:108842:0:(lov_object.c:1431:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1781623775.427857:0:108842:0:(lov_object.c:1504:lov_conf_set()) [0x20000fe02:0x157:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1781623775.427859:0:108842:0:(lov_object.c:1505:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623775.427861:0:108842:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1781623775.427863:0:108842:0:(cl_object.c:925:cl_env_put()) 1@ffff8f8504046bd0 00000020:00000010:1.0:1781623775.427866:0:108842:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f851e557e00. 00000020:00000010:1.0:1781623775.427873:0:108842:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f850618aa20. 00000008:00000010:1.0:1781623775.427877:0:108842:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f85048a0000. 00020000:00000010:1.0:1781623775.427881:0:108842:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8532a9b300. 00008000:00000010:1.0:1781623775.427884:0:108842:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8503f92de8. 00000080:00000010:1.0:1781623775.427887:0:108842:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f85087347e0. 00000080:00000010:1.0:1781623775.427890:0:108842:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f850726c920. 00000020:00000010:1.0:1781623775.427893:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e557800. 00000008:00000010:1.0:1781623775.427979:0:108842:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f8502f5a840. 00020000:00000010:1.0:1781623775.427983:0:108842:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f85059b5d40. 00008000:00000010:1.0:1781623775.427986:0:108842:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d3441b8. 00000080:00000010:1.0:1781623775.427989:0:108842:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f8532a5ed20. 00000020:00000010:1.0:1781623775.427992:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e557000. 00000020:00000010:1.0:1781623775.427994:0:108842:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f8504046bd0. 00000080:00000001:1.0:1781623775.427997:0:108842:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1781623775.428001:0:108842:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1781623775.428003:0:108842:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000fe02:0x157:0x0](ffff8f852575c2c8) invalid 00000020:00000001:1.0:1781623775.428006:0:108842:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbb5401defca0 00000080:00002000:1.0:1781623775.428008:0:108842:0:(llite_internal.h:2048:d_lustre_invalidate()) invalidate dentry f170.recovery-small-2 (ffff8f8510758360) parent ffff8f851195ea20 inode ffff8f852575c2c8 refc 0 00000080:00000001:1.0:1781623775.428019:0:108842:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1781623775.428045:0:108842:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1781623775.428051:0:108842:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1781623775.428056:0:108842:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1781623775.428059:0:108842:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623775.428063:0:108842:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1781623775.428067:0:108842:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1781623775.428069:0:108842:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1781623775.428071:0:108842:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623775.428074:0:108842:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1781623775.428077:0:108842:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8f85202dec00 with handle 0x41450ad236a7aebd from hash 00010000:00000001:1.0:1781623775.428080:0:108842:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1781623775.428081:0:108842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623775.428084:0:108842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623775.428085:0:108842:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1781623775.428088:0:108842:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1781623775.428090:0:108842:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1781623775.428093:0:108842:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1781623775.428097:0:108842:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f8505df1a00/0x41450ad236a7aeaf lrc: 2/0,0 mode: PR/PR res: [0x20000fe02:0x156:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9ffb0719ffb1f75c expref: -99 pid: 112452 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1781623775.428104:0:108842:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1781623775.428107:0:108842:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1781623775.428108:0:108842:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1781623775.428110:0:108842:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x20000fe02:0x156:0x0] mode (null) 00000002:00000001:1.0:1781623775.428113:0:108842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1781623775.428114:0:108842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1781623775.428117:0:108842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8508a0c400 count: 2 00010000:00000001:1.0:1781623775.428119:0:108842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1781623775.428122:0:108842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1781623775.428123:0:108842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1781623775.428124:0:108842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1781623775.428126:0:108842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8508a0c400 count: 2 00010000:00000001:1.0:1781623775.428128:0:108842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1781623775.428130:0:108842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1781623775.428131:0:108842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1781623775.428132:0:108842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1781623775.428134:0:108842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8508a0c400 count: 2 00010000:00000001:1.0:1781623775.428136:0:108842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1781623775.428138:0:108842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1781623775.428139:0:108842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1781623775.428141:0:108842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1781623775.428142:0:108842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8508a0c400 count: 2 00010000:00000001:1.0:1781623775.428144:0:108842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1781623775.428146:0:108842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1781623775.428148:0:108842:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1781623775.428149:0:108842:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:1.0:1781623775.428151:0:108842:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1781623775.428154:0:108842:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f8504046bd0. 00000020:00000010:1.0:1781623775.428156:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e557000. 00000020:00000010:1.0:1781623775.428159:0:108842:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f851e557800. 00000020:00000010:1.0:1781623775.428161:0:108842:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f850618aa20. 00000008:00000010:1.0:1781623775.428164:0:108842:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f85048a0000. 00020000:00000010:1.0:1781623775.428167:0:108842:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8532a9b300. 00008000:00000010:1.0:1781623775.428169:0:108842:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8503f92de8. 00000080:00000010:1.0:1781623775.428172:0:108842:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f85087347e0. 00000080:00000010:1.0:1781623775.428174:0:108842:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f850726c920. 00000020:00000010:1.0:1781623775.428177:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e557e00. 00000008:00000010:1.0:1781623775.428179:0:108842:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f8502f5a840. 00020000:00000010:1.0:1781623775.428181:0:108842:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f85059b5d40. 00008000:00000010:1.0:1781623775.428184:0:108842:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d3441b8. 00000080:00000010:1.0:1781623775.428186:0:108842:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f8532a5ed20. 00000020:00000001:1.0:1781623775.428188:0:108842:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400193661912 : -123673515889704 : ffff8f8504046bd8) 00000020:00001000:1.0:1781623775.428191:0:108842:0:(cl_object.c:831:cl_env_get()) 1@ffff8f8504046bd0 00000020:00000001:1.0:1781623775.428192:0:108842:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:1.0:1781623775.428194:0:108842:0:(vvp_object.c:117:vvp_conf_set()) [0x20000fe02:0x156:0x0]: losing layout lock 00000080:00000001:1.0:1781623775.428196:0:108842:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1781623775.428197:0:108842:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1781623775.428199:0:108842:0:(lov_object.c:1417:lov_conf_set()) Process entered 00020000:00000001:1.0:1781623775.428201:0:108842:0:(lov_object.c:1431:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1781623775.428203:0:108842:0:(lov_object.c:1504:lov_conf_set()) [0x20000fe02:0x156:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1781623775.428205:0:108842:0:(lov_object.c:1505:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623775.428206:0:108842:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1781623775.428208:0:108842:0:(cl_object.c:925:cl_env_put()) 1@ffff8f8504046bd0 00000020:00000010:1.0:1781623775.428210:0:108842:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f851e557800. 00000020:00000010:1.0:1781623775.428212:0:108842:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f850618aa20. 00000008:00000010:1.0:1781623775.428214:0:108842:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f85048a0000. 00020000:00000010:1.0:1781623775.428216:0:108842:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8532a9b300. 00008000:00000010:1.0:1781623775.428218:0:108842:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8503f92de8. 00000080:00000010:1.0:1781623775.428220:0:108842:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f85087347e0. 00000080:00000010:1.0:1781623775.428222:0:108842:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f850726c920. 00000020:00000010:1.0:1781623775.428224:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e557000. 00000008:00000010:1.0:1781623775.429389:0:108842:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f8502f5a840. 00020000:00000010:1.0:1781623775.429402:0:108842:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f85059b5d40. 00008000:00000010:1.0:1781623775.429407:0:108842:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d3441b8. 00000080:00000010:1.0:1781623775.429411:0:108842:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f8532a5ed20. 00000020:00000010:1.0:1781623775.429414:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e557e00. 00000020:00000010:1.0:1781623775.429418:0:108842:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f8504046bd0. 00000080:00000001:1.0:1781623775.429421:0:108842:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1781623775.429426:0:108842:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1781623775.429428:0:108842:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000fe02:0x156:0x0](ffff8f852575cb08) invalid 00000020:00000001:1.0:1781623775.429431:0:108842:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbb5401defca0 00000080:00002000:1.0:1781623775.429433:0:108842:0:(llite_internal.h:2048:d_lustre_invalidate()) invalidate dentry f170.recovery-small-1 (ffff8f851075b360) parent ffff8f851195ea20 inode ffff8f852575cb08 refc 0 00000080:00000001:1.0:1781623775.429655:0:108842:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1781623775.429662:0:108842:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1781623775.429667:0:108842:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1781623775.429672:0:108842:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1781623775.429674:0:108842:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623775.429680:0:108842:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1781623775.429683:0:108842:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1781623775.429685:0:108842:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1781623775.429687:0:108842:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623775.429691:0:108842:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1781623775.429694:0:108842:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8f8505df1a00 with handle 0x41450ad236a7aeaf from hash 00010000:00000001:1.0:1781623775.429697:0:108842:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1781623775.429699:0:108842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623775.429700:0:108842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623775.429702:0:108842:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1781623775.429705:0:108842:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1781623775.429707:0:108842:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1781623775.429711:0:108842:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1781623775.429714:0:108842:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f8505df1800/0x41450ad236a7aea1 lrc: 2/0,0 mode: PR/PR res: [0x20000fe02:0x155:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9ffb0719ffb1f732 expref: -99 pid: 112451 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1781623775.429723:0:108842:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1781623775.429726:0:108842:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1781623775.429727:0:108842:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1781623775.429729:0:108842:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x20000fe02:0x155:0x0] mode (null) 00000002:00000001:1.0:1781623775.429733:0:108842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1781623775.429735:0:108842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1781623775.429740:0:108842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8509622500 count: 2 00010000:00000001:1.0:1781623775.429742:0:108842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1781623775.429746:0:108842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1781623775.429748:0:108842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1781623775.429749:0:108842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1781623775.429750:0:108842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8509622500 count: 2 00010000:00000001:1.0:1781623775.429752:0:108842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1781623775.429753:0:108842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1781623775.429755:0:108842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1781623775.429756:0:108842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1781623775.429757:0:108842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8509622500 count: 2 00010000:00000001:1.0:1781623775.429759:0:108842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1781623775.429761:0:108842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1781623775.429762:0:108842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1781623775.429764:0:108842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1781623775.429765:0:108842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8509622500 count: 2 00010000:00000001:1.0:1781623775.429767:0:108842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1781623775.429769:0:108842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1781623775.429771:0:108842:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1781623775.429773:0:108842:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:1.0:1781623775.429775:0:108842:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1781623775.429782:0:108842:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f8504046bd0. 00000020:00000010:1.0:1781623775.429786:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e557e00. 00000020:00000010:1.0:1781623775.429790:0:108842:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f851e557000. 00000020:00000010:1.0:1781623775.429794:0:108842:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f850618aa20. 00000008:00000010:1.0:1781623775.429799:0:108842:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f85048a0000. 00020000:00000010:1.0:1781623775.429802:0:108842:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8532a9b300. 00008000:00000010:1.0:1781623775.429806:0:108842:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8503f92de8. 00000080:00000010:1.0:1781623775.429811:0:108842:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f85087347e0. 00000080:00000010:1.0:1781623775.429814:0:108842:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f850726c920. 00000020:00000010:1.0:1781623775.429818:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e557800. 00000008:00000010:1.0:1781623775.429821:0:108842:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f8502f5a840. 00020000:00000010:1.0:1781623775.429823:0:108842:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f85059b5d40. 00008000:00000010:1.0:1781623775.429826:0:108842:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d3441b8. 00000080:00000010:1.0:1781623775.429829:0:108842:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f8532a5ed20. 00000020:00000001:1.0:1781623775.429832:0:108842:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400193661912 : -123673515889704 : ffff8f8504046bd8) 00000020:00001000:1.0:1781623775.429834:0:108842:0:(cl_object.c:831:cl_env_get()) 1@ffff8f8504046bd0 00000020:00000001:1.0:1781623775.429836:0:108842:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:1.0:1781623775.429838:0:108842:0:(vvp_object.c:117:vvp_conf_set()) [0x20000fe02:0x155:0x0]: losing layout lock 00000080:00000001:1.0:1781623775.429841:0:108842:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1781623775.429842:0:108842:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1781623775.429846:0:108842:0:(lov_object.c:1417:lov_conf_set()) Process entered 00020000:00000001:1.0:1781623775.429848:0:108842:0:(lov_object.c:1431:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1781623775.429850:0:108842:0:(lov_object.c:1504:lov_conf_set()) [0x20000fe02:0x155:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1781623775.429852:0:108842:0:(lov_object.c:1505:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623775.429853:0:108842:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1781623775.429855:0:108842:0:(cl_object.c:925:cl_env_put()) 1@ffff8f8504046bd0 00000020:00000010:1.0:1781623775.429857:0:108842:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f851e557000. 00000020:00000010:1.0:1781623775.429861:0:108842:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f850618aa20. 00000008:00000010:1.0:1781623775.429864:0:108842:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f85048a0000. 00020000:00000010:1.0:1781623775.429868:0:108842:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8532a9b300. 00008000:00000010:1.0:1781623775.429870:0:108842:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8503f92de8. 00000080:00000010:1.0:1781623775.429873:0:108842:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f85087347e0. 00000080:00000010:1.0:1781623775.429875:0:108842:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f850726c920. 00000020:00000010:1.0:1781623775.429878:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e557e00. 00000008:00000010:1.0:1781623775.429880:0:108842:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f8502f5a840. 00020000:00000010:1.0:1781623775.429882:0:108842:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f85059b5d40. 00008000:00000010:1.0:1781623775.429885:0:108842:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d3441b8. 00000080:00000010:1.0:1781623775.429887:0:108842:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f8532a5ed20. 00000020:00000010:1.0:1781623775.429889:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e557800. 00000020:00000010:1.0:1781623775.429890:0:108842:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f8504046bd0. 00000080:00000001:1.0:1781623775.429892:0:108842:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1781623775.429894:0:108842:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1781623775.431533:0:108842:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000fe02:0x155:0x0](ffff8f85257800c8) invalid 00000020:00000001:1.0:1781623775.431541:0:108842:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbb5401defca0 00000080:00002000:1.0:1781623775.431544:0:108842:0:(llite_internal.h:2048:d_lustre_invalidate()) invalidate dentry f170.recovery-small-0 (ffff8f851075b948) parent ffff8f851195ea20 inode ffff8f85257800c8 refc 0 00000080:00000001:1.0:1781623775.431554:0:108842:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1781623775.431561:0:108842:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1781623775.431564:0:108842:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1781623775.431571:0:108842:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1781623775.431573:0:108842:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623775.431578:0:108842:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1781623775.431581:0:108842:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1781623775.431583:0:108842:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1781623775.431585:0:108842:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623775.431588:0:108842:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1781623775.431591:0:108842:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8f8505df1800 with handle 0x41450ad236a7aea1 from hash 00010000:00000001:1.0:1781623775.431594:0:108842:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1781623775.431596:0:108842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623775.431598:0:108842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623775.431599:0:108842:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1781623775.431602:0:108842:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1781623775.431604:0:108842:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1781623775.431608:0:108842:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1781623775.431612:0:108842:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f85420ed800/0x41450ad236a7ae7e lrc: 2/0,0 mode: PR/PR res: [0x20000fe02:0x153:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9ffb0719ffb1f69f expref: -99 pid: 112216 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1781623775.431621:0:108842:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1781623775.431625:0:108842:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1781623775.431627:0:108842:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1781623775.431629:0:108842:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x20000fe02:0x153:0x0] mode (null) 00000002:00000001:1.0:1781623775.431632:0:108842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1781623775.431635:0:108842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1781623775.431641:0:108842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8508638b00 count: 2 00010000:00000001:1.0:1781623775.431644:0:108842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1781623775.431648:0:108842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1781623775.431649:0:108842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1781623775.431650:0:108842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1781623775.431651:0:108842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8508638b00 count: 2 00010000:00000001:1.0:1781623775.431653:0:108842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1781623775.431655:0:108842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1781623775.431656:0:108842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1781623775.431657:0:108842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1781623775.431659:0:108842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8508638b00 count: 2 00010000:00000001:1.0:1781623775.431661:0:108842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1781623775.431663:0:108842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1781623775.431664:0:108842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1781623775.431666:0:108842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1781623775.431667:0:108842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8508638b00 count: 2 00010000:00000001:1.0:1781623775.431669:0:108842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1781623775.431671:0:108842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1781623775.431672:0:108842:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1781623775.431675:0:108842:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:1.0:1781623775.431676:0:108842:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1781623775.431683:0:108842:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f8504046bd0. 00000020:00000010:1.0:1781623775.431688:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e557800. 00000020:00000010:1.0:1781623775.431692:0:108842:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f851e557e00. 00000020:00000010:1.0:1781623775.431696:0:108842:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f850618aa20. 00000008:00000010:1.0:1781623775.431701:0:108842:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f85048a0000. 00020000:00000010:1.0:1781623775.431705:0:108842:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8532a9b300. 00008000:00000010:1.0:1781623775.431709:0:108842:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8503f92de8. 00000080:00000010:1.0:1781623775.431716:0:108842:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f85087347e0. 00000080:00000010:1.0:1781623775.431719:0:108842:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f850726c920. 00000020:00000010:1.0:1781623775.431723:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e557000. 00000008:00000010:1.0:1781623775.431726:0:108842:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f8502f5a840. 00020000:00000010:1.0:1781623775.431729:0:108842:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f85059b5d40. 00008000:00000010:1.0:1781623775.431733:0:108842:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d3441b8. 00000080:00000010:1.0:1781623775.431736:0:108842:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f8532a5ed20. 00000020:00000001:1.0:1781623775.431739:0:108842:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400193661912 : -123673515889704 : ffff8f8504046bd8) 00000020:00001000:1.0:1781623775.431742:0:108842:0:(cl_object.c:831:cl_env_get()) 1@ffff8f8504046bd0 00000020:00000001:1.0:1781623775.431744:0:108842:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:1.0:1781623775.431746:0:108842:0:(vvp_object.c:117:vvp_conf_set()) [0x20000fe02:0x153:0x0]: losing layout lock 00000080:00000001:1.0:1781623775.431750:0:108842:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1781623775.431752:0:108842:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1781623775.431757:0:108842:0:(lov_object.c:1417:lov_conf_set()) Process entered 00020000:00000001:1.0:1781623775.431759:0:108842:0:(lov_object.c:1431:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1781623775.431762:0:108842:0:(lov_object.c:1504:lov_conf_set()) [0x20000fe02:0x153:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1781623775.431764:0:108842:0:(lov_object.c:1505:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623775.431766:0:108842:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1781623775.431768:0:108842:0:(cl_object.c:925:cl_env_put()) 1@ffff8f8504046bd0 00000020:00000010:1.0:1781623775.431771:0:108842:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f851e557e00. 00000020:00000010:1.0:1781623775.431777:0:108842:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f850618aa20. 00000008:00000010:1.0:1781623775.431781:0:108842:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f85048a0000. 00020000:00000010:1.0:1781623775.431784:0:108842:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8532a9b300. 00008000:00000010:1.0:1781623775.431787:0:108842:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8503f92de8. 00000080:00000010:1.0:1781623775.431790:0:108842:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f85087347e0. 00000080:00000010:1.0:1781623775.431793:0:108842:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f850726c920. 00000020:00000010:1.0:1781623775.431796:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e557800. 00000008:00000010:1.0:1781623775.431799:0:108842:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f8502f5a840. 00020000:00000010:1.0:1781623775.431802:0:108842:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f85059b5d40. 00008000:00000010:1.0:1781623775.431805:0:108842:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d3441b8. 00000080:00000010:1.0:1781623775.431808:0:108842:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f8532a5ed20. 00000020:00000010:1.0:1781623775.431811:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e557000. 00000020:00000010:1.0:1781623775.431813:0:108842:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f8504046bd0. 00000080:00000001:1.0:1781623775.431815:0:108842:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1781623775.431818:0:108842:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1781623775.431820:0:108842:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000fe02:0x153:0x0](ffff8f85256cec08) invalid 00000020:00000001:1.0:1781623775.431823:0:108842:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbb5401defca0 00000080:00002000:1.0:1781623775.431825:0:108842:0:(llite_internal.h:2048:d_lustre_invalidate()) invalidate dentry f170.recovery-small (ffff8f851195e1b0) parent ffff8f851195ea20 inode ffff8f85256cec08 refc 0 00000080:00000001:1.0:1781623775.431830:0:108842:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1781623775.431834:0:108842:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1781623775.431837:0:108842:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1781623775.431840:0:108842:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1781623775.431842:0:108842:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623775.431844:0:108842:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1781623775.431846:0:108842:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1781623775.431847:0:108842:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1781623775.431848:0:108842:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623775.431850:0:108842:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1781623775.431853:0:108842:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8f85420ed800 with handle 0x41450ad236a7ae7e from hash 00010000:00000001:1.0:1781623775.431855:0:108842:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1781623775.431856:0:108842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623775.431857:0:108842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623775.431858:0:108842:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1781623775.431860:0:108842:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1781623775.431861:0:108842:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1781623775.431864:0:108842:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1781623775.431867:0:108842:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f85420eca00/0x41450ad236a7ae77 lrc: 2/0,0 mode: PR/PR res: [0x20000fe02:0x151:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9ffb0719ffb1f683 expref: -99 pid: 112216 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1781623775.431875:0:108842:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1781623775.431877:0:108842:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1781623775.431878:0:108842:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1781623775.431879:0:108842:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x20000fe02:0x151:0x0] mode (null) 00000002:00000001:1.0:1781623775.431881:0:108842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1781623775.431883:0:108842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1781623775.431885:0:108842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8508638600 count: 2 00010000:00000001:1.0:1781623775.431887:0:108842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1781623775.431889:0:108842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1781623775.431891:0:108842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1781623775.431892:0:108842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1781623775.431894:0:108842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8508638600 count: 2 00010000:00000001:1.0:1781623775.433109:0:108842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1781623775.433116:0:108842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1781623775.433119:0:108842:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1781623775.433123:0:108842:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1781623775.433125:0:108842:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000fe02:0x151:0x0](ffff8f8525786c08) invalid 00000020:00000001:1.0:1781623775.433130:0:108842:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbb5401defca0 00000080:00002000:1.0:1781623775.433132:0:108842:0:(llite_internal.h:2048:d_lustre_invalidate()) invalidate dentry d170.recovery-small (ffff8f851195ea20) parent ffff8f85106ec360 inode ffff8f8525786c08 refc 7 00000080:00000001:1.0:1781623775.433135:0:108842:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1781623775.433137:0:108842:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1781623775.433139:0:108842:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623775.433143:0:108842:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1781623775.433146:0:108842:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1781623775.433148:0:108842:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1781623775.433150:0:108842:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623775.433153:0:108842:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1781623775.433156:0:108842:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8f85420eca00 with handle 0x41450ad236a7ae77 from hash 00010000:00000001:1.0:1781623775.433158:0:108842:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1781623775.433160:0:108842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623775.433162:0:108842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623775.433163:0:108842:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1781623775.433167:0:108842:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1781623775.433169:0:108842:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1781623775.433173:0:108842:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1781623775.433177:0:108842:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f8540536000/0x41450ad236a7ae54 lrc: 2/0,0 mode: PR/PR res: [0x20000fe02:0x5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9ffb0719ffb1e3e4 expref: -99 pid: 111707 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1781623775.433186:0:108842:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1781623775.433189:0:108842:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1781623775.433190:0:108842:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1781623775.433192:0:108842:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x20000fe02:0x5:0x0] mode (null) 00000002:00000001:1.0:1781623775.433195:0:108842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1781623775.433197:0:108842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1781623775.433200:0:108842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8509622600 count: 2 00010000:00000001:1.0:1781623775.433203:0:108842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1781623775.433205:0:108842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1781623775.433207:0:108842:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1781623775.433208:0:108842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1781623775.433209:0:108842:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8509622600 count: 2 00010000:00000001:1.0:1781623775.433210:0:108842:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1781623775.433212:0:108842:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1781623775.433214:0:108842:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1781623775.433215:0:108842:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1781623775.433217:0:108842:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000fe02:0x5:0x0](ffff8f85257a0908) invalid 00000020:00000001:1.0:1781623775.433219:0:108842:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbb5401defca0 00000080:00002000:1.0:1781623775.433221:0:108842:0:(llite_internal.h:2048:d_lustre_invalidate()) invalidate dentry d163.recovery-small (ffff8f8511a53948) parent ffff8f85106ec360 inode ffff8f85257a0908 refc 0 00000080:00000001:1.0:1781623775.433502:0:108842:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1781623775.433511:0:108842:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1781623775.433517:0:108842:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1781623775.433523:0:108842:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1781623775.433525:0:108842:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623775.433528:0:108842:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1781623775.433529:0:108842:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1781623775.433531:0:108842:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1781623775.433532:0:108842:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623775.433533:0:108842:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1781623775.433536:0:108842:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8f8540536000 with handle 0x41450ad236a7ae54 from hash 00010000:00000001:1.0:1781623775.433538:0:108842:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1781623775.433540:0:108842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623775.433541:0:108842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623775.433542:0:108842:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1781623775.433544:0:108842:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1781623775.433545:0:108842:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1781623775.433548:0:108842:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:1.0:1781623775.433551:0:108842:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1781623775.433554:0:108842:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1781623775.433566:0:108842:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733df80. 00000020:00000040:1.0:1781623775.433571:0:108842:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781623775.433577:0:108842:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623775.433579:0:108842:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623775.433585:0:108842:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623775.433593:0:108842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8f851e557000. 00000100:00000001:1.0:1781623775.433602:0:108842:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623775.433606:0:108842:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1781623775.433612:0:108842:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f85202de600/0x41450ad236a7af49 lrc: 1/0,0 mode: --/PR res: [0x20000fe02:0x161:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9ffb0719ffb1f92a expref: -99 pid: 112463 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1781623775.433621:0:108842:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f8505df0c00/0x41450ad236a7af3b lrc: 1/0,0 mode: --/PR res: [0x20000fe02:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9ffb0719ffb1f900 expref: -99 pid: 112462 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1781623775.433629:0:108842:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f85202df800/0x41450ad236a7af2d lrc: 1/0,0 mode: --/PR res: [0x20000fe02:0x15f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9ffb0719ffb1f8d6 expref: -99 pid: 112461 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1781623775.433637:0:108842:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f85420eda00/0x41450ad236a7af1f lrc: 1/0,0 mode: --/PR res: [0x20000fe02:0x15e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9ffb0719ffb1f8ac expref: -99 pid: 112460 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1781623775.433644:0:108842:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f85202dea00/0x41450ad236a7af11 lrc: 1/0,0 mode: --/PR res: [0x20000fe02:0x15d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9ffb0719ffb1f882 expref: -99 pid: 112459 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1781623775.433651:0:108842:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f85202dee00/0x41450ad236a7af03 lrc: 1/0,0 mode: --/PR res: [0x20000fe02:0x15c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9ffb0719ffb1f858 expref: -99 pid: 112458 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1781623775.433658:0:108842:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f8505df1c00/0x41450ad236a7aef5 lrc: 1/0,0 mode: --/PR res: [0x20000fe02:0x15b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9ffb0719ffb1f82e expref: -99 pid: 112457 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1781623775.433665:0:108842:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f85202df200/0x41450ad236a7aee7 lrc: 1/0,0 mode: --/PR res: [0x20000fe02:0x15a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9ffb0719ffb1f804 expref: -99 pid: 112456 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1781623775.433672:0:108842:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f85420ed600/0x41450ad236a7aed9 lrc: 1/0,0 mode: --/PR res: [0x20000fe02:0x159:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9ffb0719ffb1f7da expref: -99 pid: 112455 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1781623775.433680:0:108842:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f8540537a00/0x41450ad236a7aecb lrc: 1/0,0 mode: --/PR res: [0x20000fe02:0x158:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9ffb0719ffb1f7b0 expref: -99 pid: 112454 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1781623775.433687:0:108842:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f85202dec00/0x41450ad236a7aebd lrc: 1/0,0 mode: --/PR res: [0x20000fe02:0x157:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9ffb0719ffb1f786 expref: -99 pid: 112453 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1781623775.433696:0:108842:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f8505df1a00/0x41450ad236a7aeaf lrc: 1/0,0 mode: --/PR res: [0x20000fe02:0x156:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9ffb0719ffb1f75c expref: -99 pid: 112452 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1781623775.433703:0:108842:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f8505df1800/0x41450ad236a7aea1 lrc: 1/0,0 mode: --/PR res: [0x20000fe02:0x155:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9ffb0719ffb1f732 expref: -99 pid: 112451 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1781623775.433711:0:108842:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f85420ed800/0x41450ad236a7ae7e lrc: 1/0,0 mode: --/PR res: [0x20000fe02:0x153:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9ffb0719ffb1f69f expref: -99 pid: 112216 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1781623775.433718:0:108842:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f85420eca00/0x41450ad236a7ae77 lrc: 1/0,0 mode: --/PR res: [0x20000fe02:0x151:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9ffb0719ffb1f683 expref: -99 pid: 112216 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1781623775.433724:0:108842:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f8540536000/0x41450ad236a7ae54 lrc: 1/0,0 mode: --/PR res: [0x20000fe02:0x5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9ffb0719ffb1e3e4 expref: -99 pid: 111707 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1781623775.433730:0:108842:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 16 locks packed 00010000:00000001:1.0:1781623775.433732:0:108842:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=16 : 16 : 10) 00000100:00000001:1.0:1781623775.433737:0:108842:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623775.433741:0:108842:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623775.433755:0:108842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9245f72] to pc [ptlrpcd_00_00+0] req@ffff8f850733df80 x1868160455852672/t0(0) o103->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:17/18 lens 440/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1781623775.433800:0:108842:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1781623775.433803:0:108842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1781623775.433805:0:108842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f85202de600/0x41450ad236a7af49 lrc: 0/0,0 mode: --/PR res: [0x20000fe02:0x161:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9ffb0719ffb1f92a expref: -99 pid: 112463 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1781623775.433818:0:108842:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8f8504017b80. 00010000:00000040:1.0:1781623775.433825:0:108842:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff8f8509622c00 count: 0 00010000:00000010:1.0:1781623775.433831:0:108842:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8f85040f4a80. 00010000:00000001:1.0:1781623775.433838:0:108842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623775.433840:0:108842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1781623775.433842:0:108842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f8505df0c00/0x41450ad236a7af3b lrc: 0/0,0 mode: --/PR res: [0x20000fe02:0x160:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9ffb0719ffb1f900 expref: -99 pid: 112462 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1781623775.433849:0:108842:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8f8504017d80. 00010000:00000040:1.0:1781623775.433852:0:108842:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff8f8509622800 count: 0 00010000:00000010:1.0:1781623775.433854:0:108842:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8f85040f4e00. 00010000:00000001:1.0:1781623775.433859:0:108842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623775.433860:0:108842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1781623775.433862:0:108842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f85202df800/0x41450ad236a7af2d lrc: 0/0,0 mode: --/PR res: [0x20000fe02:0x15f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9ffb0719ffb1f8d6 expref: -99 pid: 112461 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1781623775.433868:0:108842:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8f850789f600. 00010000:00000040:1.0:1781623775.433872:0:108842:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff8f8507978300 count: 0 00010000:00000010:1.0:1781623775.433874:0:108842:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8f85098cb000. 00010000:00000001:1.0:1781623775.433879:0:108842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623775.433881:0:108842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1781623775.433883:0:108842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f85420eda00/0x41450ad236a7af1f lrc: 0/0,0 mode: --/PR res: [0x20000fe02:0x15e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9ffb0719ffb1f8ac expref: -99 pid: 112460 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1781623775.433888:0:108842:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8f85050bc6c0. 00010000:00000040:1.0:1781623775.433892:0:108842:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff8f8507978400 count: 0 00000100:00000001:0.0:1781623775.435114:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623775.435122:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623775.435126:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623775.435138:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733df80 x1868160455852672/t0(0) o103->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:17/18 lens 440/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623775.435150:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623775.435152:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623775.435157:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623775.435160:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623775.435163:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623775.435166:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455852672:192.168.202.101@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1781623775.435171:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623775.435178:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623775.435181:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623775.435183:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623775.435191:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cec000. 02000000:00000001:0.0:1781623775.435193:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623775.435200:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623775.435204:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7dc0. 00000400:00000010:0.0:1781623775.435211:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9880. 00000100:00000200:0.0:1781623775.435218:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455852672, portal 18 00000100:00000001:0.0:1781623775.435220:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623775.435222:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247103360 : -123673462448256 : ffff8f850733df80) 00000100:00000040:0.0:1781623775.435240:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733df80 x1868160455852672/t0(0) o103->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:17/18 lens 440/224 e 0 to 0 dl 1781623791 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623775.435253:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623775.435255:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623775.435258:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e96e8. 00000100:00000200:0.0:1781623775.435261:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 17, xid 1868160455852672, offset 0 00000400:00000200:0.0:1781623775.435267:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623775.435275:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623775.435283:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623775.435289:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623775.435293:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623775.435297:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623775.435299:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623775.435303:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375950:375950:256:4294967295] 192.168.202.101@tcp LPNI seq info [375920:375920:8:4294967295] 00000400:00000200:0.0:1781623775.435307:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623775.435316:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623775.435322:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623775.435326:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0200. 00000800:00000200:0.0:1781623775.435333:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623775.435340:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623775.435344:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0200 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1781623775.435353:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623775.435357:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17828 usecs (18 jiffies) 00000400:00000200:0.0:1781623775.435360:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623775.435363:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301932455 00000100:00000001:0.0:1781623775.435367:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301937784 00000100:00000001:0.0:1781623775.435369:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301932455 00000100:00000001:0.0:1781623775.435371:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301937784 00000100:00000001:0.0:1781623775.435373:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623775.435375:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623775.435379:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623775.435382:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623775.435390:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623775.435392:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781623775.435394:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623775.435395:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623775.435397:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623775.435399:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623775.435452:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623775.435455:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781623775.435640:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623775.435645:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0200. 00000400:00000200:2.0:1781623775.435651:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623775.435657:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623775.435663:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e96e8 00000400:00000010:2.0:1781623775.435666:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e96e8. 00000100:00000001:2.0:1781623775.435671:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623775.435676:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733df80 x1868160455852672/t0(0) o103->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:17/18 lens 440/224 e 0 to 0 dl 1781623791 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623775.435686:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623775.435690:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733df80 x1868160455852672/t0(0) o103->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:17/18 lens 440/224 e 0 to 0 dl 1781623791 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623775.435697:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623775.435699:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.0:1781623775.436926:0:108842:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8f85098cb780. 00010000:00000001:1.0:1781623775.436945:0:108842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623775.436947:0:108842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1781623775.436952:0:108842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f85202dea00/0x41450ad236a7af11 lrc: 0/0,0 mode: --/PR res: [0x20000fe02:0x15d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9ffb0719ffb1f882 expref: -99 pid: 112459 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1781623775.436977:0:108842:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8f85050bc780. 00010000:00000040:1.0:1781623775.436982:0:108842:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff8f8508a0c000 count: 0 00010000:00000010:1.0:1781623775.436989:0:108842:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8f85098cba80. 00010000:00000001:1.0:1781623775.436995:0:108842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623775.436996:0:108842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1781623775.436999:0:108842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f85202dee00/0x41450ad236a7af03 lrc: 0/0,0 mode: --/PR res: [0x20000fe02:0x15c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9ffb0719ffb1f858 expref: -99 pid: 112458 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1781623775.437006:0:108842:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8f85050bc980. 00010000:00000040:1.0:1781623775.437009:0:108842:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff8f8508a0cf00 count: 0 00010000:00000010:1.0:1781623775.437012:0:108842:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8f85098cbd80. 00010000:00000001:1.0:1781623775.437016:0:108842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623775.437017:0:108842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1781623775.437020:0:108842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f8505df1c00/0x41450ad236a7aef5 lrc: 0/0,0 mode: --/PR res: [0x20000fe02:0x15b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9ffb0719ffb1f82e expref: -99 pid: 112457 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1781623775.437045:0:108842:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8f85040179c0. 00010000:00000040:1.0:1781623775.437049:0:108842:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff8f8509622400 count: 0 00010000:00000010:1.0:1781623775.437052:0:108842:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8f85040f4780. 00010000:00000001:1.0:1781623775.437058:0:108842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623775.437059:0:108842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1781623775.437062:0:108842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f85202df200/0x41450ad236a7aee7 lrc: 0/0,0 mode: --/PR res: [0x20000fe02:0x15a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9ffb0719ffb1f804 expref: -99 pid: 112456 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1781623775.437068:0:108842:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8f85050bcc80. 00010000:00000040:1.0:1781623775.437071:0:108842:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff8f8508a0c800 count: 0 00010000:00000010:1.0:1781623775.437074:0:108842:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8f85098cb400. 00010000:00000001:1.0:1781623775.437077:0:108842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623775.437079:0:108842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1781623775.437082:0:108842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f85420ed600/0x41450ad236a7aed9 lrc: 0/0,0 mode: --/PR res: [0x20000fe02:0x159:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9ffb0719ffb1f7da expref: -99 pid: 112455 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1781623775.437088:0:108842:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8f85050bc1c0. 00010000:00000040:1.0:1781623775.437091:0:108842:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff8f8508a0cd00 count: 0 00010000:00000010:1.0:1781623775.437100:0:108842:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8f85098cb680. 00010000:00000001:1.0:1781623775.437105:0:108842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623775.437106:0:108842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1781623775.437109:0:108842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f8540537a00/0x41450ad236a7aecb lrc: 0/0,0 mode: --/PR res: [0x20000fe02:0x158:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9ffb0719ffb1f7b0 expref: -99 pid: 112454 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1781623775.437116:0:108842:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8f8505f61c80. 00010000:00000040:1.0:1781623775.437119:0:108842:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff8f85050dc900 count: 0 00010000:00000010:1.0:1781623775.437122:0:108842:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8f85202f4a00. 00010000:00000001:1.0:1781623775.437128:0:108842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623775.437129:0:108842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1781623775.437131:0:108842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f85202dec00/0x41450ad236a7aebd lrc: 0/0,0 mode: --/PR res: [0x20000fe02:0x157:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9ffb0719ffb1f786 expref: -99 pid: 112453 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1781623775.437136:0:108842:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8f85050bc400. 00010000:00000040:1.0:1781623775.437138:0:108842:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff8f8508a0cb00 count: 0 00010000:00000010:1.0:1781623775.437142:0:108842:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8f85098cb480. 00010000:00000001:1.0:1781623775.437146:0:108842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623775.437148:0:108842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1781623775.437151:0:108842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f8505df1a00/0x41450ad236a7aeaf lrc: 0/0,0 mode: --/PR res: [0x20000fe02:0x156:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9ffb0719ffb1f75c expref: -99 pid: 112452 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1781623775.437157:0:108842:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8f85050bcd80. 00010000:00000040:1.0:1781623775.437159:0:108842:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff8f8508a0c400 count: 0 00010000:00000010:1.0:1781623775.437162:0:108842:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8f85098cba00. 00010000:00000001:1.0:1781623775.437165:0:108842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623775.437167:0:108842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1781623775.437169:0:108842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f8505df1800/0x41450ad236a7aea1 lrc: 0/0,0 mode: --/PR res: [0x20000fe02:0x155:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9ffb0719ffb1f732 expref: -99 pid: 112451 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1781623775.437175:0:108842:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8f8504017000. 00010000:00000040:1.0:1781623775.437178:0:108842:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff8f8509622500 count: 0 00010000:00000010:1.0:1781623775.437181:0:108842:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8f85040f4f00. 00010000:00000001:1.0:1781623775.437185:0:108842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623775.437187:0:108842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1781623775.437190:0:108842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f85420ed800/0x41450ad236a7ae7e lrc: 0/0,0 mode: --/PR res: [0x20000fe02:0x153:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9ffb0719ffb1f69f expref: -99 pid: 112216 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1781623775.437196:0:108842:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8f850789fe80. 00010000:00000040:1.0:1781623775.437199:0:108842:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff8f8508638b00 count: 0 00010000:00000010:1.0:1781623775.437202:0:108842:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8f8506009000. 00010000:00000001:1.0:1781623775.437208:0:108842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623775.437209:0:108842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1781623775.437212:0:108842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f85420eca00/0x41450ad236a7ae77 lrc: 0/0,0 mode: --/PR res: [0x20000fe02:0x151:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9ffb0719ffb1f683 expref: -99 pid: 112216 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:1.0:1781623775.437218:0:108842:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff8f8508638600 count: 0 00010000:00000010:1.0:1781623775.437221:0:108842:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8f8506009a80. 00010000:00000001:1.0:1781623775.437239:0:108842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623775.437241:0:108842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1781623775.437244:0:108842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f8540536000/0x41450ad236a7ae54 lrc: 0/0,0 mode: --/PR res: [0x20000fe02:0x5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9ffb0719ffb1e3e4 expref: -99 pid: 111707 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:1.0:1781623775.437250:0:108842:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff8f8509622600 count: 0 00010000:00000010:1.0:1781623775.437253:0:108842:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8f85040f4880. 00010000:00000001:1.0:1781623775.437258:0:108842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623775.437261:0:108842:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1781623775.437264:0:108842:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8f8511219d80. 00010000:00000001:1.0:1781623775.437267:0:108842:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623775.437273:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623775.437276:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623775.437278:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1781623775.437280:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623775.437281:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623775.437283:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1781623775.437285:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623775.437286:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623775.437288:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000010:1.1:1781623775.439251:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6a60. 00000080:00000010:1.1:1781623775.449136:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8508a3d1a0. 00000080:00000010:1.1:1781623775.449161:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6fe0. 00000080:00000010:1.1:1781623775.449169:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cb3c0. 00000080:00000010:1.1:1781623775.449175:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6a40. 00000080:00000010:1.1:1781623775.449178:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6e00. 00000080:00000010:1.1:1781623775.449182:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8508a3d520. 00000080:00000010:1.1:1781623775.449185:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe67c0. 00000080:00000010:1.1:1781623775.449189:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cb440. 00000080:00000010:1.1:1781623775.449193:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8503764700. 00000080:00000010:1.1:1781623775.449198:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe62e0. 00000080:00000010:1.1:1781623775.449202:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8508a3d440. 00000080:00000010:1.1:1781623775.449207:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8508a3dfe0. 00000080:00000010:1.1:1781623775.449213:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cb580. 00000080:00000010:1.1:1781623775.449218:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85028ddf40. 00010000:00000010:1.1:1781623775.449238:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8509622c00. 00010000:00000010:1.1:1781623775.449246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85202de600. 00010000:00000010:1.1:1781623775.449249:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8509622800. 00010000:00000010:1.1:1781623775.449253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8505df0c00. 00010000:00000010:1.1:1781623775.449256:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8507978300. 00010000:00000010:1.1:1781623775.449259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85202df800. 00010000:00000010:1.1:1781623775.449262:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8507978400. 00010000:00000010:1.1:1781623775.449265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85420eda00. 00010000:00000010:1.1:1781623775.449270:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8508a0c000. 00010000:00000010:1.1:1781623775.449273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85202dea00. 00010000:00000010:1.1:1781623775.449295:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8508a0cf00. 00010000:00000010:1.1:1781623775.449298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85202dee00. 00010000:00000010:1.1:1781623775.449301:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8509622400. 00010000:00000010:1.1:1781623775.449304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8505df1c00. 00010000:00000010:1.1:1781623775.449307:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8508a0c800. 00010000:00000010:1.1:1781623775.449310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85202df200. 00010000:00000010:1.1:1781623775.449313:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8508a0cd00. 00010000:00000010:1.1:1781623775.449315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85420ed600. 00010000:00000010:1.1:1781623775.449319:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f85050dc900. 00010000:00000010:1.1:1781623775.449323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8540537a00. 00010000:00000010:1.1:1781623775.449326:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8508a0cb00. 00010000:00000010:1.1:1781623775.449329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85202dec00. 00010000:00000010:1.1:1781623775.449332:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8508a0c400. 00010000:00000010:1.1:1781623775.449335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8505df1a00. 00010000:00000010:1.1:1781623775.449337:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8509622500. 00010000:00000010:1.1:1781623775.449340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8505df1800. 00010000:00000010:1.1:1781623775.449343:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8508638b00. 00010000:00000010:1.1:1781623775.449346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85420ed800. 00010000:00000010:1.1:1781623775.449349:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8508638600. 00010000:00000010:1.1:1781623775.449352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85420eca00. 00010000:00000010:1.1:1781623775.449356:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8509622600. 00010000:00000010:1.1:1781623775.449359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8540536000. 00000800:00000001:2.0:1781623775.453858:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623775.453876:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623775.453880:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623775.453882:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623775.453891:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623775.453912:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623775.453922:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623775.453929:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623775.453935:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623775.454296:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 18 MB=0x6a315005ac280 00000400:00000200:2.0:1781623775.454302:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623775.454310:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8fad [1] + 224 00000800:00000001:2.0:1781623775.454322:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623775.454330:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623775.454334:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623775.454338:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623775.454347:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623775.454357:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733df80 x1868160455852672/t0(0) o103->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:17/18 lens 440/224 e 0 to 0 dl 1781623791 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623775.454369:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733df80 x1868160455852672/t0(0) o103->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:17/18 lens 440/224 e 0 to 0 dl 1781623791 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623775.454433:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623775.454448:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623775.454463:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623775.454472:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623775.454475:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1781623775.454559:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623775.454561:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623775.454564:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7dc0. 00000400:00000200:0.0:1781623775.454568:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9880 00000400:00000010:0.0:1781623775.454569:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9880. 00000100:00000001:0.0:1781623775.454572:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623775.454575:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733df80 x1868160455852672/t0(0) o103->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:17/18 lens 440/224 e 0 to 0 dl 1781623791 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623775.454581:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733df80 x1868160455852672/t0(0) o103->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:17/18 lens 440/224 e 0 to 0 dl 1781623791 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623775.454585:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623775.454586:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623775.454588:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623775.454592:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623775.454593:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623775.454595:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623775.454597:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623775.454607:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22538 time=792 v=5 (5 0 0 0) 00000100:00001000:0.0:1781623775.454610:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=23 v=5 (1 1 1 1) 00000100:00000001:0.0:1781623775.454612:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623775.454613:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623775.454615:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623775.454618:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623775.454621:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623775.454622:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781623775.454625:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623775.454625:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623775.454628:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733df80 x1868160455852672/t0(0) o103->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:17/18 lens 440/224 e 0 to 0 dl 1781623791 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623775.454633:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623775.454635:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623775.454637:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623775.454639:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733df80 x1868160455852672/t0(0) o103->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:17/18 lens 440/224 e 0 to 0 dl 1781623791 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623775.454644:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455852672:192.168.202.101@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1781623775.454647:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623775.454649:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623775.454650:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733df80 x1868160455852672/t0(0) o103->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:17/18 lens 440/224 e 0 to 0 dl 1781623791 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623775.454654:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623775.454656:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623775.454659:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cec000. 02000000:00000001:0.0:1781623775.454661:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623775.454664:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623775.454666:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781623775.454668:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623775.454670:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8f851e557000. 02000000:00000001:0.0:1781623775.454675:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623775.454677:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623775.454679:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733df80. 00000100:00000001:0.0:1781623775.454683:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623775.454684:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623775.454686:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623775.454694:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623775.454696:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623775.454698:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623775.454700:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623776.438020:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623776.438053:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623776.438059:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623776.438061:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623776.438064:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623776.438066:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623776.438226:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623776.438230:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623776.438234:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623777.461156:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623777.461163:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623777.461169:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623777.461170:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623777.461173:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623777.461174:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623777.461349:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623777.461354:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623777.461356:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781623778.104011:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623778.104021:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623778.104130:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731d180. 00000020:00000040:0.0:1781623778.104136:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781623778.104141:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623778.104145:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623778.104150:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623778.104216:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0a00. 00000100:00000001:0.0:1781623778.104224:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623778.104236:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731d180 x1868160455852800/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623778.104247:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623778.104251:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623778.104258:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032b888aa] to pc [ptlrpcd_00_01+1] req@ffff8f850731d180 x1868160455852800/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623778.104961:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623778.104967:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623778.104969:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623778.104979:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731d180 x1868160455852800/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623778.104988:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623778.104990:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623778.104994:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623778.104996:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623778.104998:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623778.105001:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455852800:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623778.105006:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623778.105012:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623778.105015:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623778.105017:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623778.105024:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e556c00. 02000000:00000001:1.0:1781623778.105054:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623778.105063:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623778.105067:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631370. 00000400:00000010:1.0:1781623778.105074:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb17f8. 00000100:00000200:1.0:1781623778.105081:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455852800, portal 25 00000100:00000001:1.0:1781623778.105084:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623778.105085:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246968704 : -123673462582912 : ffff8f850731d180) 00000100:00000040:1.0:1781623778.105090:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731d180 x1868160455852800/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623778.105097:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623778.105100:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623778.105102:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1f68. 00000100:00000200:1.0:1781623778.105105:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455852800, offset 0 00000400:00000200:1.0:1781623778.105111:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623778.105119:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623778.105127:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623778.105132:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623778.105136:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623778.105139:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623778.105142:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623778.105145:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375951:375951:256:4294967295] 192.168.202.101@tcp LPNI seq info [375921:375921:8:4294967295] 00000400:00000200:1.0:1781623778.105150:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623778.105159:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623778.105166:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623778.105171:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85102c9900. 00000800:00000200:1.0:1781623778.105178:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623778.105186:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623778.105190:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85102c9900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623778.105210:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623778.105214:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623778.105217:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301942905 00000100:00000001:1.0:1781623778.105225:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301937784 00000100:00000001:1.0:1781623778.105231:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301942905 00000100:00000001:1.0:1781623778.105234:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301937784 00000100:00000001:1.0:1781623778.105237:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623778.105239:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623778.105242:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623778.105244:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623778.105298:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623778.105302:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623778.105305:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623778.105320:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731d880. 00000020:00000040:0.0:1781623778.105324:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781623778.105327:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623778.105329:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623778.105331:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623778.105336:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0300. 00000100:00000001:0.0:1781623778.105339:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623778.105344:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731d880 x1868160455852928/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623778.105366:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623778.105369:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623778.105375:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c707ee7d] to pc [ptlrpcd_00_00+0] req@ffff8f850731d880 x1868160455852928/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1781623778.105520:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623778.105525:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85102c9900. 00000400:00000200:2.0:1781623778.105530:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623778.105536:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623778.105541:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1f68 00000400:00000010:2.0:1781623778.105544:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1f68. 00000100:00000001:2.0:1781623778.105548:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623778.105553:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731d180 x1868160455852800/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623778.105561:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623778.105564:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731d180 x1868160455852800/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623794 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623778.105571:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623778.105573:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1781623778.106190:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623778.106193:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781623778.106197:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623778.106198:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623778.106200:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623778.106203:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1781623778.106204:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623778.106206:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623778.106207:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623778.106208:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623778.106209:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623778.106210:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623778.106217:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731d880 x1868160455852928/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623778.106225:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623778.106227:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623778.106230:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623778.106233:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623778.106236:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623778.106238:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455852928:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623778.106242:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623778.106245:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623778.106248:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623778.106249:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623778.106254:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557400. 02000000:00000001:1.0:1781623778.106256:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623778.106261:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623778.106265:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85076318f0. 00000400:00000010:1.0:1781623778.106269:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1d48. 00000100:00000200:1.0:1781623778.106274:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455852928, portal 10 00000100:00000001:1.0:1781623778.106276:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623778.106277:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246970496 : -123673462581120 : ffff8f850731d880) 00000100:00000040:1.0:1781623778.106284:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731d880 x1868160455852928/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623778.106292:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623778.106294:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623778.106297:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1dd0. 00000100:00000200:1.0:1781623778.106299:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455852928, offset 0 00000400:00000200:1.0:1781623778.106304:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623778.106309:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623778.106314:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623778.106317:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623778.106320:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623778.106324:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623778.106326:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623778.106329:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375952:375952:256:4294967295] 192.168.202.101@tcp LPNI seq info [375922:375922:8:4294967295] 00000400:00000200:1.0:1781623778.106332:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623778.106339:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623778.106344:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623778.106437:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85102c9400. 00000800:00000200:1.0:1781623778.106444:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623778.106449:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623778.106453:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85102c9400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623778.106531:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623778.106542:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17837 usecs (18 jiffies) 00000400:00000200:1.0:1781623778.106546:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623778.106549:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301935127 00000100:00000001:1.0:1781623778.106552:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301942905 00000100:00000001:1.0:1781623778.106562:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301935127 00000100:00000001:1.0:1781623778.106564:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301942905 00000100:00000001:1.0:1781623778.106566:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623778.106568:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623778.106571:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623778.106573:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623778.106812:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623778.106815:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623778.110783:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623778.110793:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623778.110797:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623778.110810:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731f100. 00000020:00000040:0.0:1781623778.110816:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:0.0:1781623778.110821:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623778.110824:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623778.110829:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623778.110838:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0400. 00000100:00000001:0.0:1781623778.110844:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623778.110856:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f850731f100 x1868160455853056/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623778.110866:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623778.110881:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623778.110888:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005d705fe] to pc [ptlrpcd_00_01+1] req@ffff8f850731f100 x1868160455853056/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623778.110905:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623778.110908:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781623778.110911:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781623778.110917:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7272) 00000100:00000001:1.0:1781623778.111081:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1781623778.111086:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1781623778.111088:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623778.111096:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623778.111099:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623778.111101:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623778.111103:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623778.111105:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623778.111111:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731f100 x1868160455853056/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623778.111118:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623778.111120:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623778.111123:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623778.111125:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623778.111128:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623778.111131:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455853056:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623778.111135:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623778.111140:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623778.111143:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623778.111145:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623778.111150:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557a00. 02000000:00000001:1.0:1781623778.111152:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623778.111159:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623778.111163:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631108. 00000400:00000010:1.0:1781623778.111170:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1aa0. 00000100:00000200:1.0:1781623778.111177:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455853056, portal 4 00000100:00000001:1.0:1781623778.111180:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623778.111182:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246976768 : -123673462574848 : ffff8f850731f100) 00000100:00000040:1.0:1781623778.111189:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731f100 x1868160455853056/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623778.111196:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623778.111199:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623778.111202:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb13b8. 00000100:00000200:1.0:1781623778.111204:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455853056, offset 0 00000400:00000200:1.0:1781623778.111211:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623778.111220:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623778.111227:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623778.111232:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623778.111236:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623778.111240:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623778.111242:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623778.111246:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375953:375953:255:4294967295] 192.168.202.101@tcp LPNI seq info [375923:375923:7:4294967295] 00000400:00000200:1.0:1781623778.111250:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623778.111259:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623778.111264:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623778.111270:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85102c9800. 00000800:00000200:1.0:1781623778.111276:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623778.111284:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623778.111289:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85102c9800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623778.111293:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623778.111298:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 417090 usecs (418 jiffies) 00000400:00000200:1.0:1781623778.111300:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623778.111303:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301935532 00000100:00000001:1.0:1781623778.111306:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301942905 00000100:00000001:1.0:1781623778.111308:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301935532 00000100:00000001:1.0:1781623778.111309:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301942905 00000100:00000001:1.0:1781623778.111312:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623778.111314:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623778.111317:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623778.111319:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623778.111331:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623778.111334:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623778.111336:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623778.111337:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781623778.111905:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623778.111911:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85102c9400. 00000400:00000200:2.0:1781623778.111919:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623778.111924:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623778.111931:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1dd0 00000400:00000010:2.0:1781623778.111933:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1dd0. 00000100:00000001:2.0:1781623778.111938:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623778.111943:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731d880 x1868160455852928/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623778.111953:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623778.111956:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731d880 x1868160455852928/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623794 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623778.111963:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623778.111965:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781623778.112263:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623778.112266:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85102c9800. 00000400:00000200:2.0:1781623778.112269:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623778.112273:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623778.112276:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb13b8 00000400:00000010:2.0:1781623778.112278:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb13b8. 00000100:00000001:2.0:1781623778.112281:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623778.112285:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731f100 x1868160455853056/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623778.112293:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623778.112296:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731f100 x1868160455853056/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623794 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623778.112303:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623778.112304:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781623778.115907:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623778.115923:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623778.115928:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623778.115930:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623778.115939:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623778.115947:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623778.115956:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623778.115962:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623778.115968:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623778.115973:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005ac300 00000400:00000200:2.0:1781623778.115978:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623778.115986:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8fb5 [1] + 224 00000800:00000001:2.0:1781623778.115994:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623778.116000:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623778.116003:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623778.116008:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623778.116016:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623778.116049:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731d180 x1868160455852800/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623794 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623778.116063:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731d180 x1868160455852800/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623794 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623778.116085:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623778.116094:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623778.116098:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623778.116100:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623778.116102:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623778.116105:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623778.116108:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623778.116112:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623778.116115:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623778.116118:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623778.116120:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005ac380 00000400:00000200:2.0:1781623778.116123:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623778.116128:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8fbd [1] + 224 00000800:00000001:2.0:1781623778.116132:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623778.116135:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623778.116137:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623778.116141:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623778.116144:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623778.116148:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731d880 x1868160455852928/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623794 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623778.116156:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731d880 x1868160455852928/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623794 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623778.116163:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623778.116167:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623778.116170:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623778.116171:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623778.116173:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623778.116176:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623778.116179:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623778.116183:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623778.116186:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623778.116188:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623778.116191:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005ac400 00000400:00000200:2.0:1781623778.116194:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623778.116198:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8fc5 [1] + 224 00000800:00000001:2.0:1781623778.116201:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623778.116207:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623778.116208:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623778.116211:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623778.116213:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623778.116218:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731f100 x1868160455853056/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623794 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623778.116225:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731f100 x1868160455853056/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623794 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623778.116284:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623778.116289:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623778.116307:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623778.116311:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623778.116314:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623778.116378:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623778.116382:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781623778.116387:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623778.116390:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623778.116394:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85076318f0. 00000400:00000200:1.0:1781623778.116398:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1d48 00000400:00000010:1.0:1781623778.116400:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1d48. 00000100:00000001:1.0:1781623778.116403:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623778.116408:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731d880 x1868160455852928/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623794 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623778.116417:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731d880 x1868160455852928/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623794 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623778.116423:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623778.116425:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623778.116427:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623778.116430:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623778.116433:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623778.116435:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623778.116438:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623778.116446:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=105 v=5 (20 20 20 20) 00000100:00001000:1.0:1781623778.116450:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=26 v=5 (1 1 1 1) 00000100:00000001:1.0:1781623778.116453:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623778.116454:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623778.116457:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623778.116460:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623778.116464:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781623778.116466:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781623778.116468:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781623778.116470:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623778.116475:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731d880 x1868160455852928/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623794 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623778.116482:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623778.116485:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623778.116487:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623778.116491:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731d880 x1868160455852928/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623794 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623778.116499:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455852928:192.168.202.101@tcp:400:kworker.0 00000400:00000001:1.0:1781623778.116504:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623778.116505:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623778.116507:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631370. 00000400:00000200:1.0:1781623778.116509:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb17f8 00000400:00000010:1.0:1781623778.116511:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb17f8. 00000100:00000001:1.0:1781623778.116524:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623778.116527:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731d180 x1868160455852800/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623794 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623778.116536:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731d180 x1868160455852800/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623794 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623778.116542:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623778.116543:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623778.116545:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623778.116546:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623778.116547:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623778.116549:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623778.116551:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623778.116563:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=105 v=5 (5 5 5 5) 00000100:00001000:1.0:1781623778.116566:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=26 v=5 (1 1 1 1) 00000100:00000001:1.0:1781623778.116569:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623778.116570:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623778.116571:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623778.116573:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623778.116576:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623778.116579:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731d180 x1868160455852800/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623794 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623778.116584:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623778.116586:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623778.116587:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623778.116590:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731d180 x1868160455852800/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623794 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623778.116604:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455852800:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623778.116609:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623778.116611:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623778.116614:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731d880 x1868160455852928/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623794 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623778.116621:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623778.116624:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623778.116628:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557400. 02000000:00000001:1.0:1781623778.116633:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623778.116636:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623778.116638:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781623778.116640:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623778.116642:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0300. 02000000:00000001:1.0:1781623778.116645:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623778.116646:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623778.116648:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731d880. 00000100:00000001:1.0:1781623778.116652:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623778.116653:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623778.116655:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623778.116658:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731d180 x1868160455852800/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623794 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623778.116663:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623778.116664:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623778.116665:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e556c00. 02000000:00000001:1.0:1781623778.116668:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623778.116669:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623778.116670:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781623778.116672:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623778.116673:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0a00. 02000000:00000001:1.0:1781623778.116675:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623778.116676:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623778.116677:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731d180. 00000100:00000001:1.0:1781623778.116679:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623778.116680:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623778.116682:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623778.116689:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623778.116691:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623778.116692:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623778.116695:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1781623778.119041:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623778.119048:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623778.119053:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631108. 00000400:00000200:0.0:1781623778.119063:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1aa0 00000400:00000010:0.0:1781623778.119065:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1aa0. 00000100:00000001:0.0:1781623778.119069:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623778.119078:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731f100 x1868160455853056/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623794 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623778.119089:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731f100 x1868160455853056/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623794 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623778.119097:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623778.119099:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623778.119102:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623778.119105:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623778.119107:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623778.119109:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623778.119112:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623778.119120:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=105 v=5 (5 5 5 5) 00000100:00001000:0.0:1781623778.119125:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=104 v=5 (1 1 1 1) 00000100:00000001:0.0:1781623778.119128:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623778.119129:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623778.119132:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623778.119135:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623778.119139:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623778.119141:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:0.0:1781623778.119143:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623778.119144:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623778.119149:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731f100 x1868160455853056/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623794 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623778.119156:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623778.119159:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623778.119161:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623778.119164:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731f100 x1868160455853056/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623794 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623778.119172:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455853056:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623778.119177:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623778.119180:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623778.119183:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731f100 x1868160455853056/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623794 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623778.119190:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623778.119192:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623778.119196:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557a00. 02000000:00000001:0.0:1781623778.119201:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623778.119204:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623778.119206:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:0.0:1781623778.119208:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623778.119210:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0400. 02000000:00000001:0.0:1781623778.119213:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623778.119215:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623778.119216:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731f100. 00000100:00000001:0.0:1781623778.119220:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623778.119221:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623778.119223:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623778.119231:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623778.119232:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623778.119235:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623778.119237:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623778.485148:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623778.485154:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623778.485157:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623778.485158:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623778.485160:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623778.485161:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623778.485182:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623778.485185:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623778.485188:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623779.510648:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623779.510655:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623779.510661:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623779.510662:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623779.510666:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623779.510667:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623779.511221:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623779.511225:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623779.511228:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623780.533182:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623780.533190:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623780.533196:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623780.533197:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623780.533200:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623780.533202:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623780.533348:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623780.533351:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623780.533354:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623781.557536:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623781.557544:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623781.557552:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623781.557553:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623781.557557:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623781.557558:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623781.557585:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623781.557588:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623781.557591:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623782.581160:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623782.581168:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623782.581175:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623782.581177:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623782.581180:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623782.581181:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623782.581240:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623782.581244:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623782.581247:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781623783.221309:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623783.221320:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623783.221330:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733f480. 00000020:00000040:1.0:1781623783.221336:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781623783.221340:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623783.221343:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623783.221349:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623783.221357:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85102c9a00. 00000100:00000001:1.0:1781623783.221363:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623783.221375:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733f480 x1868160455853184/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623783.221387:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623783.221392:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623783.221399:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000775a196d] to pc [ptlrpcd_00_00+0] req@ffff8f850733f480 x1868160455853184/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623783.221428:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623783.221431:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623783.221434:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623783.221437:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733d180. 00000020:00000040:1.0:1781623783.221440:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781623783.221443:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623783.221444:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623783.221446:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623783.221451:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85102c9800. 00000100:00000001:1.0:1781623783.221454:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623783.221459:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733d180 x1868160455853312/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623783.221466:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623783.221468:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623783.221472:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056fe8fc2] to pc [ptlrpcd_00_01+1] req@ffff8f850733d180 x1868160455853312/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623783.221479:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623783.221481:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623783.221484:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623783.221488:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733df80. 00000020:00000040:1.0:1781623783.221491:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:1.0:1781623783.221493:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623783.221494:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623783.221495:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623783.221499:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85102c9400. 00000100:00000001:1.0:1781623783.221501:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623783.221505:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f850733df80 x1868160455853440/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623783.221513:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623783.221514:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623783.221518:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9245f72] to pc [ptlrpcd_00_00+0] req@ffff8f850733df80 x1868160455853440/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623783.221526:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623783.221528:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781623783.221532:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781623783.221538:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7277) 00000100:00000001:1.0:1781623783.221552:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623783.221556:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623783.221559:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623783.221564:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733d180 x1868160455853312/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623783.221571:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623783.221573:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623783.221577:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623783.221580:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623783.221583:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623783.221586:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455853312:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623783.221591:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623783.221596:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623783.221598:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623783.221601:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623783.221605:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557e00. 02000000:00000001:1.0:1781623783.221607:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623783.221614:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623783.221618:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631370. 00000400:00000010:1.0:1781623783.221624:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb17f8. 00000100:00000200:1.0:1781623783.221631:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455853312, portal 10 00000100:00000001:1.0:1781623783.221633:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623783.221635:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247099776 : -123673462451840 : ffff8f850733d180) 00000100:00000040:1.0:1781623783.221641:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733d180 x1868160455853312/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623783.221649:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623783.221651:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623783.221654:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1d48. 00000100:00000200:1.0:1781623783.221657:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455853312, offset 0 00000400:00000200:1.0:1781623783.221663:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623783.221670:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623783.221678:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623783.221684:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623783.221689:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623783.221692:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623783.221695:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623783.221699:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375954:375954:256:4294967295] 192.168.202.101@tcp LPNI seq info [375924:375924:8:4294967295] 00000400:00000200:1.0:1781623783.221703:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623783.221725:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623783.221738:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623783.221743:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85102c9900. 00000800:00000200:1.0:1781623783.221757:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623783.221765:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623783.221769:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85102c9900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623783.221787:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623783.221792:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17833 usecs (18 jiffies) 00000400:00000200:1.0:1781623783.221796:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623783.221799:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301940242 00000100:00000001:1.0:1781623783.221802:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301942905 00000100:00000001:1.0:1781623783.221804:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301940242 00000100:00000001:1.0:1781623783.221806:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301942905 00000100:00000001:1.0:1781623783.221809:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623783.221811:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623783.221814:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623783.221817:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623783.221833:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623783.221835:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781623783.221838:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623783.221839:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623783.221840:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623783.221843:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1781623783.221845:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623783.221847:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623783.221849:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623783.221851:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623783.221852:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623783.221853:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623783.221858:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733f480 x1868160455853184/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623783.221864:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623783.221865:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623783.221868:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623783.221870:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623783.221872:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623783.221875:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455853184:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623783.221878:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623783.221880:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623783.221882:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623783.221884:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623783.221887:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557800. 02000000:00000001:1.0:1781623783.221889:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623783.221892:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623783.221895:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85076318f0. 00000400:00000010:1.0:1781623783.221898:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1660. 00000100:00000200:1.0:1781623783.221901:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455853184, portal 25 00000100:00000001:1.0:1781623783.221903:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623783.221904:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247108736 : -123673462442880 : ffff8f850733f480) 00000100:00000040:1.0:1781623783.221909:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733f480 x1868160455853184/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623783.221914:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623783.221916:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623783.221919:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb16e8. 00000100:00000200:1.0:1781623783.221920:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455853184, offset 0 00000400:00000200:1.0:1781623783.221925:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623783.221928:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623783.221932:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623783.221935:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623783.221937:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623783.221940:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623783.221942:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623783.221945:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375955:375955:255:4294967295] 192.168.202.101@tcp LPNI seq info [375925:375925:7:4294967295] 00000400:00000200:1.0:1781623783.221948:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623783.221955:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623783.221959:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623783.221962:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85102c9e00. 00000800:00000200:1.0:1781623783.221966:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623783.221970:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623783.221973:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85102c9e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623783.221976:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623783.221978:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623783.221980:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301948022 00000100:00000001:1.0:1781623783.221986:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301942905 00000100:00000001:1.0:1781623783.221990:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301948022 00000100:00000001:1.0:1781623783.221993:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301942905 00000100:00000001:1.0:1781623783.221995:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623783.221997:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623783.221999:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623783.222003:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733df80 x1868160455853440/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623783.222010:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623783.222011:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623783.222013:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623783.222015:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623783.222017:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623783.222019:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455853440:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623783.222076:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623783.222078:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623783.222080:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623783.222081:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623783.222084:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557000. 02000000:00000001:1.0:1781623783.222087:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623783.222089:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623783.222091:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631b58. 00000400:00000010:1.0:1781623783.222095:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1e58. 00000100:00000200:1.0:1781623783.222098:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455853440, portal 4 00000100:00000001:1.0:1781623783.222099:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623783.222101:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247103360 : -123673462448256 : ffff8f850733df80) 00000100:00000040:1.0:1781623783.222107:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733df80 x1868160455853440/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623783.222112:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623783.222114:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623783.222117:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1bb0. 00000100:00000200:1.0:1781623783.222119:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455853440, offset 0 00000400:00000200:1.0:1781623783.222124:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623783.222127:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623783.222131:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623783.222133:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623783.222135:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623783.222138:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623783.222140:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623783.222143:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375956:375956:254:4294967295] 192.168.202.101@tcp LPNI seq info [375926:375926:6:4294967295] 00000400:00000200:1.0:1781623783.222147:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623783.222153:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623783.222157:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623783.222161:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85102c9000. 00000800:00000200:1.0:1781623783.222164:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623783.222169:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623783.222172:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85102c9000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623783.222175:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623783.222178:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 415886 usecs (416 jiffies) 00000400:00000200:1.0:1781623783.222182:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623783.222184:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301940641 00000100:00000001:1.0:1781623783.222187:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301948022 00000100:00000001:1.0:1781623783.222189:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301940641 00000100:00000001:1.0:1781623783.222192:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301948022 00000100:00000001:1.0:1781623783.222194:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623783.222197:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623783.222199:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623783.222201:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781623783.222234:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623783.222239:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85102c9900. 00000400:00000200:2.0:1781623783.222245:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623783.222251:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623783.222261:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1d48 00000400:00000010:2.0:1781623783.222264:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1d48. 00000100:00000001:2.0:1781623783.222270:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623783.222277:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733d180 x1868160455853312/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623783.222287:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623783.222291:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733d180 x1868160455853312/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623799 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623783.222298:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623783.222300:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781623783.222312:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623783.222315:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85102c9e00. 00000400:00000200:2.0:1781623783.222317:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623783.222320:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623783.222323:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb16e8 00000400:00000010:2.0:1781623783.222325:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb16e8. 00000100:00000001:2.0:1781623783.222327:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623783.222330:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733f480 x1868160455853184/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623783.222336:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623783.222339:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733f480 x1868160455853184/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623799 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623783.222344:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623783.222345:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781623783.222417:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623783.222420:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85102c9000. 00000400:00000200:2.0:1781623783.222423:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623783.222426:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623783.222428:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1bb0 00000400:00000010:2.0:1781623783.222430:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1bb0. 00000100:00000001:2.0:1781623783.222432:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623783.222435:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733df80 x1868160455853440/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623783.222442:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623783.222445:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733df80 x1868160455853440/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623799 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623783.222452:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623783.222453:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1781623783.222502:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623783.222505:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781623783.228502:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623783.228519:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623783.228524:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623783.228526:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623783.228536:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623783.228543:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623783.228551:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623783.228557:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623783.228562:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623783.228566:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005ac500 00000400:00000200:2.0:1781623783.228570:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623783.228577:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8fcd [1] + 224 00000800:00000001:2.0:1781623783.228584:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623783.228589:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623783.228592:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623783.228597:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623783.228604:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623783.228613:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733d180 x1868160455853312/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623799 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623783.228625:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733d180 x1868160455853312/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623799 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623783.228652:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623783.228661:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623783.228665:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623783.228667:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623783.228670:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623783.228673:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623783.228677:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623783.228690:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623783.228692:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623783.228695:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623783.228698:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005ac480 00000400:00000200:2.0:1781623783.228701:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623783.228706:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8fd5 [1] + 224 00000800:00000001:2.0:1781623783.228709:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623783.228713:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623783.228715:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623783.228718:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623783.228721:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623783.228726:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733f480 x1868160455853184/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623799 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623783.228734:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733f480 x1868160455853184/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623799 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623783.228739:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623783.228743:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623783.228745:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623783.228747:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623783.228749:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623783.228751:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623783.228754:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623783.228757:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623783.228759:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623783.228762:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623783.228764:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005ac580 00000400:00000200:2.0:1781623783.228767:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623783.228770:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8fdd [1] + 224 00000800:00000001:2.0:1781623783.228774:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623783.228779:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623783.228780:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623783.228783:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623783.228786:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623783.228790:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733df80 x1868160455853440/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623799 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623783.228797:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733df80 x1868160455853440/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623799 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623783.228803:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623783.228807:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623783.228810:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623783.228903:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623783.228909:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623783.228916:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623783.228918:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623783.228932:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85076318f0. 00000400:00000200:0.0:1781623783.228937:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1660 00000400:00000010:0.0:1781623783.228939:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1660. 00000100:00000001:0.0:1781623783.228943:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623783.228947:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733f480 x1868160455853184/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623799 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623783.228960:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733f480 x1868160455853184/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623799 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623783.228965:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623783.228967:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623783.228969:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623783.228973:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623783.228975:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623783.228977:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623783.228980:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623783.228988:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=110 v=5 (5 5 5 5) 00000100:00001000:0.0:1781623783.228992:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=31 v=5 (1 1 1 1) 00000100:00000001:0.0:1781623783.228994:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623783.228996:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623783.228999:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623783.229002:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623783.229004:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623783.229009:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733f480 x1868160455853184/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623799 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623783.229016:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623783.229019:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623783.229021:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623783.229054:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733f480 x1868160455853184/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623799 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623783.229063:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455853184:192.168.202.101@tcp:400:kworker.0 00000400:00000001:0.0:1781623783.229069:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623783.229070:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623783.229072:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631b58. 00000400:00000200:0.0:1781623783.229075:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1e58 00000400:00000010:0.0:1781623783.229076:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1e58. 00000100:00000001:0.0:1781623783.229079:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623783.229081:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733df80 x1868160455853440/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623799 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623783.229089:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733df80 x1868160455853440/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623799 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623783.229095:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623783.229096:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623783.229097:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623783.229098:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623783.229100:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623783.229101:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623783.229102:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623783.229109:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=110 v=5 (5 5 5 5) 00000100:00001000:0.0:1781623783.229111:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=109 v=5 (1 1 1 1) 00000100:00000001:0.0:1781623783.229113:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623783.229114:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623783.229116:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623783.229118:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623783.229121:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623783.229123:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:0.0:1781623783.229125:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623783.229126:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623783.229129:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733df80 x1868160455853440/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623799 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623783.229135:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623783.229136:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623783.229137:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623783.229140:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733df80 x1868160455853440/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623799 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623783.229147:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455853440:192.168.202.101@tcp:400:kworker.0 00000400:00000001:0.0:1781623783.229151:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623783.229152:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623783.229154:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631370. 00000400:00000200:0.0:1781623783.229156:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb17f8 00000400:00000010:0.0:1781623783.229158:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb17f8. 00000100:00000001:0.0:1781623783.229160:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623783.229162:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733d180 x1868160455853312/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623799 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623783.229168:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733d180 x1868160455853312/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623799 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623783.229174:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623783.229175:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623783.229177:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623783.229178:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623783.229179:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623783.229180:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623783.229182:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623783.229185:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=110 v=5 (20 20 20 20) 00000100:00001000:0.0:1781623783.229188:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=31 v=5 (1 1 1 1) 00000100:00000001:0.0:1781623783.229191:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623783.229192:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623783.229193:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623783.229195:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623783.229197:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623783.229198:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781623783.229200:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623783.229201:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623783.229206:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733d180 x1868160455853312/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623799 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623783.229212:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623783.229214:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623783.229215:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623783.229219:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733d180 x1868160455853312/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623799 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623783.229226:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455853312:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623783.229230:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623783.229233:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623783.229236:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733f480 x1868160455853184/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623799 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623783.229242:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623783.229245:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623783.229249:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557800. 02000000:00000001:0.0:1781623783.229254:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623783.229257:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623783.229259:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781623783.229261:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623783.229264:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85102c9a00. 02000000:00000001:0.0:1781623783.229268:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623783.229269:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623783.229271:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733f480. 00000100:00000001:0.0:1781623783.229274:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623783.229276:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623783.229278:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623783.229281:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733df80 x1868160455853440/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623799 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623783.229287:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623783.229288:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623783.229289:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557000. 02000000:00000001:0.0:1781623783.229291:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623783.229292:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623783.229293:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:0.0:1781623783.229295:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623783.229296:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85102c9400. 02000000:00000001:0.0:1781623783.229298:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623783.229299:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623783.229300:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733df80. 00000100:00000001:0.0:1781623783.229302:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623783.229303:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623783.229304:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623783.229307:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733d180 x1868160455853312/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623799 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623783.229312:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623783.229314:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623783.229315:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557e00. 02000000:00000001:0.0:1781623783.229317:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623783.229318:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623783.229319:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781623783.229321:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623783.229322:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85102c9800. 02000000:00000001:0.0:1781623783.229323:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623783.229324:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623783.229325:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733d180. 00000100:00000001:0.0:1781623783.229327:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623783.229328:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623783.229330:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623783.229337:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623783.229339:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623783.229341:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623783.229343:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623783.605125:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623783.605134:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623783.605136:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623783.605143:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623783.605145:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623783.605147:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623783.605152:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623783.605155:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623783.605156:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623783.605159:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623783.605163:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623783.605165:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623783.605168:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623783.605170:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623783.605200:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623783.605204:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623783.605207:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623784.644902:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623784.644909:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623784.644916:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623784.644917:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623784.644920:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623784.644921:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623784.644942:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623784.644945:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623784.644948:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623785.653181:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623785.653186:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623785.653191:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623785.653194:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623785.653196:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623785.653200:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623785.653203:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623785.653205:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623785.653207:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623785.653209:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623785.653212:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623785.653213:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623785.653214:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623785.653219:0:108671:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623785.653221:0:108671:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623785.653222:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623785.653224:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623785.653225:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623785.653226:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623785.653228:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623785.653737:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623785.653739:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623785.653741:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623786.677140:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623786.677149:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623786.677157:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623786.677158:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623786.677161:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623786.677163:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623786.678781:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623786.678788:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623786.678800:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623787.701140:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623787.701145:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623787.701148:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623787.701149:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623787.701152:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623787.701152:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623787.701171:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623787.701173:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623787.701175:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781623788.341193:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623788.341202:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623788.341213:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733ed80. 00000020:00000040:1.0:1781623788.341220:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781623788.341225:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623788.341228:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623788.341234:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623788.341244:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85102c9800. 00000100:00000001:1.0:1781623788.341250:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623788.341262:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733ed80 x1868160455853568/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623788.341274:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623788.341279:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623788.341285:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000923b046] to pc [ptlrpcd_00_01+1] req@ffff8f850733ed80 x1868160455853568/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623788.341320:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623788.341323:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623788.341326:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623788.341330:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733ea00. 00000020:00000040:1.0:1781623788.341332:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781623788.341334:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623788.341336:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623788.341338:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623788.341341:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85102c9400. 00000100:00000001:1.0:1781623788.341343:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623788.341348:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733ea00 x1868160455853696/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623788.341354:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623788.341356:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623788.341359:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002bbec9a1] to pc [ptlrpcd_00_00+0] req@ffff8f850733ea00 x1868160455853696/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623788.341366:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623788.341370:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623788.341372:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623788.341375:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733dc00. 00000020:00000040:1.0:1781623788.341377:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:1.0:1781623788.341379:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623788.341381:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623788.341382:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623788.341385:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85102c9a00. 00000100:00000001:1.0:1781623788.341387:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623788.341391:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f850733dc00 x1868160455853824/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623788.341397:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623788.341399:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623788.341401:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033ccbb42] to pc [ptlrpcd_00_01+1] req@ffff8f850733dc00 x1868160455853824/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623788.341407:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623788.341409:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781623788.341413:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781623788.341417:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7283) 00000100:00000001:0.0:1781623788.341529:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623788.341533:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623788.341536:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623788.341543:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733ed80 x1868160455853568/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623788.341551:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623788.341553:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623788.341556:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623788.341558:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623788.341561:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623788.341564:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455853568:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623788.341568:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623788.341574:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623788.341577:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623788.341579:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623788.341585:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cec200. 02000000:00000001:0.0:1781623788.341587:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623788.341595:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623788.341599:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7dc0. 00000400:00000010:0.0:1781623788.341605:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9880. 00000100:00000200:0.0:1781623788.341612:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455853568, portal 25 00000100:00000001:0.0:1781623788.341615:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623788.341673:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247106944 : -123673462444672 : ffff8f850733ed80) 00000100:00000040:0.0:1781623788.341680:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733ed80 x1868160455853568/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623788.341688:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623788.341691:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623788.341694:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e97f8. 00000100:00000200:0.0:1781623788.341698:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455853568, offset 0 00000400:00000200:0.0:1781623788.341704:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623788.341713:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623788.341720:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623788.341726:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623788.341731:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623788.341735:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623788.341738:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623788.341742:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375957:375957:256:4294967295] 192.168.202.101@tcp LPNI seq info [375927:375927:8:4294967295] 00000400:00000200:0.0:1781623788.341747:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623788.341757:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623788.341763:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623788.341768:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0400. 00000800:00000200:0.0:1781623788.341776:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623788.341811:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623788.341815:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623788.341900:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623788.341905:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623788.341908:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301953142 00000100:00000001:0.0:1781623788.341916:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301948022 00000100:00000001:0.0:1781623788.341919:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301953142 00000100:00000001:0.0:1781623788.341923:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301948022 00000100:00000001:0.0:1781623788.341926:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623788.341928:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623788.341931:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623788.341936:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733dc00 x1868160455853824/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623788.341943:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623788.341944:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623788.341946:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623788.341948:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623788.341950:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623788.341953:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455853824:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623788.341956:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623788.341959:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623788.341960:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623788.341962:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623788.341965:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cec000. 02000000:00000001:0.0:1781623788.341967:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623788.341971:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623788.341974:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc72c0. 00000400:00000010:0.0:1781623788.341977:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9cc0. 00000100:00000200:0.0:1781623788.341980:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455853824, portal 4 00000100:00000001:0.0:1781623788.341982:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623788.341983:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247102464 : -123673462449152 : ffff8f850733dc00) 00000100:00000040:0.0:1781623788.341990:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733dc00 x1868160455853824/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623788.341996:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623788.341998:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623788.342000:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9908. 00000100:00000200:0.0:1781623788.342003:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455853824, offset 0 00000400:00000200:0.0:1781623788.342006:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623788.342010:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623788.342014:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623788.342017:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623788.342019:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623788.342021:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1781623788.342973:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623788.342980:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0400. 00000400:00000200:2.0:1781623788.342985:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623788.342993:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623788.342999:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e97f8 00000400:00000010:2.0:1781623788.343001:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e97f8. 00000100:00000001:2.0:1781623788.343005:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623788.343011:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733ed80 x1868160455853568/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623788.343021:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623788.343083:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733ed80 x1868160455853568/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623804 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623788.343092:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623788.343094:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1781623788.343182:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623788.343189:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375958:375958:256:4294967295] 192.168.202.101@tcp LPNI seq info [375928:375928:8:4294967295] 00000400:00000200:0.0:1781623788.343196:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623788.343206:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623788.343211:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623788.343216:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0000. 00000800:00000200:0.0:1781623788.343221:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623788.343227:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623788.343230:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623788.343244:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623788.343248:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 414687 usecs (415 jiffies) 00000400:00000200:0.0:1781623788.343252:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623788.343254:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301945761 00000100:00000001:0.0:1781623788.343257:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301953142 00000100:00000001:0.0:1781623788.343259:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301945761 00000100:00000001:0.0:1781623788.343261:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301953142 00000100:00000001:0.0:1781623788.343263:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623788.343266:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623788.343269:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623788.343273:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623788.343280:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623788.343282:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781623788.343285:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623788.343287:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623788.343288:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623788.343291:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1781623788.343292:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623788.343294:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623788.343295:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623788.343297:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623788.343298:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623788.343299:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623788.343304:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733ea00 x1868160455853696/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623788.343312:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623788.343313:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623788.343317:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623788.343320:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623788.343322:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623788.343324:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455853696:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623788.343328:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623788.343332:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623788.343334:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623788.343336:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623788.343340:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505ced400. 02000000:00000001:0.0:1781623788.343341:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623788.343345:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623788.343348:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7b00. 00000400:00000010:0.0:1781623788.343353:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e92a8. 00000100:00000200:0.0:1781623788.343358:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455853696, portal 10 00000100:00000001:0.0:1781623788.343359:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623788.343361:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247106048 : -123673462445568 : ffff8f850733ea00) 00000100:00000040:0.0:1781623788.343366:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733ea00 x1868160455853696/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623788.343372:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623788.343374:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623788.343377:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e97f8. 00000100:00000200:0.0:1781623788.343380:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455853696, offset 0 00000400:00000200:0.0:1781623788.343385:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623788.343389:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623788.343394:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623788.343397:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623788.343400:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623788.343403:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623788.343405:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623788.343408:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375959:375959:255:4294967295] 192.168.202.101@tcp LPNI seq info [375929:375929:7:4294967295] 00000400:00000200:0.0:1781623788.343412:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623788.343417:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623788.343422:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623788.343425:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0c00. 00000800:00000200:0.0:1781623788.343429:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623788.343433:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623788.343436:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623788.343439:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623788.343442:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17823 usecs (18 jiffies) 00000400:00000200:0.0:1781623788.343445:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623788.343447:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301945364 00000100:00000001:0.0:1781623788.343449:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301953142 00000100:00000001:0.0:1781623788.343450:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301945364 00000100:00000001:0.0:1781623788.343452:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301953142 00000100:00000001:0.0:1781623788.343454:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623788.343456:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623788.343458:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623788.343460:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623788.343469:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623788.343471:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781623788.343742:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623788.343746:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0000. 00000400:00000200:2.0:1781623788.343749:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623788.343754:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623788.343757:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9908 00000400:00000010:2.0:1781623788.343759:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9908. 00000100:00000001:2.0:1781623788.343762:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623788.343766:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733dc00 x1868160455853824/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623788.343774:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623788.343788:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733dc00 x1868160455853824/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623804 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623788.343794:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623788.343796:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781623788.344324:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623788.344329:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0c00. 00000400:00000200:2.0:1781623788.344333:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623788.344338:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623788.344342:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e97f8 00000400:00000010:2.0:1781623788.344344:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e97f8. 00000100:00000001:2.0:1781623788.344346:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623788.344351:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733ea00 x1868160455853696/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623788.344359:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623788.344362:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733ea00 x1868160455853696/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623804 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623788.344369:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623788.344371:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781623788.345581:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623788.345595:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623788.345600:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623788.345603:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623788.345610:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623788.345615:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623788.345634:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623788.345638:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623788.345643:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623788.345647:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005ac600 00000400:00000200:2.0:1781623788.345653:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623788.345659:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8fe5 [1] + 224 00000800:00000001:2.0:1781623788.345667:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623788.345675:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623788.345678:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623788.345682:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623788.345688:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623788.345696:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733ed80 x1868160455853568/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623804 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623788.345705:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733ed80 x1868160455853568/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623804 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623788.345725:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623788.345732:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623788.345736:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623788.345909:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623788.345913:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623788.345919:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623788.345921:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623788.345924:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7dc0. 00000400:00000200:0.0:1781623788.345928:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9880 00000400:00000010:0.0:1781623788.345930:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9880. 00000100:00000001:0.0:1781623788.345932:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623788.345937:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733ed80 x1868160455853568/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623804 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623788.345946:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733ed80 x1868160455853568/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623804 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623788.345952:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623788.345954:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623788.345956:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623788.345959:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623788.345962:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623788.345965:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623788.345968:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623788.345975:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=115 v=5 (5 5 5 5) 00000100:00001000:0.0:1781623788.345979:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=36 v=5 (1 1 1 1) 00000100:00000001:0.0:1781623788.345981:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623788.345983:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623788.345986:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623788.345988:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623788.345991:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623788.345995:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733ed80 x1868160455853568/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623804 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623788.346003:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623788.346007:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623788.346009:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623788.346012:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733ed80 x1868160455853568/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623804 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623788.346019:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455853568:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623788.346057:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623788.346061:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623788.346065:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733ed80 x1868160455853568/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623804 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623788.346072:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623788.346075:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623788.346078:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cec200. 02000000:00000001:0.0:1781623788.346082:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623788.346085:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623788.346086:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781623788.346088:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623788.346091:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85102c9800. 02000000:00000001:0.0:1781623788.346094:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623788.346096:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623788.346098:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733ed80. 00000100:00000001:0.0:1781623788.346102:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623788.346103:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623788.346106:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623788.346108:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623788.346109:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623788.346110:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623788.346112:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781623788.349071:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623788.349087:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623788.349091:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623788.349093:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623788.349102:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623788.349108:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623788.349116:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623788.349120:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623788.349125:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623788.349129:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005ac700 00000400:00000200:2.0:1781623788.349133:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623788.349139:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8fed [1] + 224 00000800:00000001:2.0:1781623788.349146:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623788.349151:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623788.349154:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623788.349158:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623788.349165:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623788.349173:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733dc00 x1868160455853824/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623804 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623788.349184:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733dc00 x1868160455853824/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623804 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623788.349202:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623788.349209:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623788.349211:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623788.349369:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623788.349373:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623788.349381:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623788.349383:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623788.349386:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc72c0. 00000400:00000200:0.0:1781623788.349391:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9cc0 00000400:00000010:0.0:1781623788.349393:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9cc0. 00000100:00000001:0.0:1781623788.349396:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623788.349402:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733dc00 x1868160455853824/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623804 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623788.349412:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733dc00 x1868160455853824/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623804 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623788.349417:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623788.349420:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623788.349423:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623788.349425:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623788.349428:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623788.349430:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623788.349433:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623788.349452:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=115 v=5 (5 5 5 5) 00000100:00001000:0.0:1781623788.349457:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=114 v=5 (1 1 1 1) 00000100:00000001:0.0:1781623788.349460:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623788.349461:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623788.349464:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623788.349467:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623788.349470:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623788.349472:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:0.0:1781623788.349474:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623788.349475:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623788.349480:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733dc00 x1868160455853824/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623804 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623788.349487:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623788.349491:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623788.349493:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623788.349497:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733dc00 x1868160455853824/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623804 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623788.349505:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455853824:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623788.349510:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623788.349512:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623788.349516:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733dc00 x1868160455853824/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623804 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623788.349522:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623788.349525:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623788.349528:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cec000. 02000000:00000001:0.0:1781623788.349532:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623788.349534:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623788.349537:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:0.0:1781623788.349539:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623788.349541:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85102c9a00. 02000000:00000001:0.0:1781623788.349545:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623788.349546:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623788.349548:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733dc00. 00000100:00000001:0.0:1781623788.349552:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623788.349553:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623788.349556:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623788.349558:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623788.349610:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623788.349612:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623788.349614:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781623788.351012:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623788.351023:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623788.351053:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623788.351055:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623788.351062:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623788.351067:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623788.351073:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623788.351076:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623788.351080:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623788.351082:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005ac680 00000400:00000200:2.0:1781623788.351086:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623788.351090:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8ff5 [1] + 224 00000800:00000001:2.0:1781623788.351094:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623788.351099:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623788.351101:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623788.351103:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623788.351108:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623788.351113:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733ea00 x1868160455853696/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623804 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623788.351121:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733ea00 x1868160455853696/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623804 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623788.351134:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623788.351140:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623788.351142:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623788.351284:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623788.351287:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623788.351292:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623788.351294:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623788.351297:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7b00. 00000400:00000200:0.0:1781623788.351302:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e92a8 00000400:00000010:0.0:1781623788.351304:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e92a8. 00000100:00000001:0.0:1781623788.351307:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623788.351312:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733ea00 x1868160455853696/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623804 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623788.351321:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733ea00 x1868160455853696/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623804 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623788.351326:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623788.351328:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623788.351330:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623788.351332:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623788.351334:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623788.351335:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623788.351337:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623788.351344:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=115 v=5 (20 20 20 20) 00000100:00001000:0.0:1781623788.351347:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=36 v=5 (1 1 1 1) 00000100:00000001:0.0:1781623788.351348:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623788.351350:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623788.351351:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623788.351354:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623788.351356:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623788.351357:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781623788.351359:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623788.351360:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623788.351362:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733ea00 x1868160455853696/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623804 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623788.351367:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623788.351368:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623788.351370:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623788.351372:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733ea00 x1868160455853696/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623804 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623788.351377:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455853696:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623788.351379:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623788.351381:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623788.351383:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733ea00 x1868160455853696/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623804 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623788.351386:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623788.351388:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623788.351390:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505ced400. 02000000:00000001:0.0:1781623788.351393:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623788.351395:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623788.351396:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781623788.351398:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623788.351400:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85102c9400. 02000000:00000001:0.0:1781623788.351403:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623788.351405:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623788.351407:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733ea00. 00000100:00000001:0.0:1781623788.351410:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623788.351412:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623788.351413:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623788.351420:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623788.351422:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623788.351424:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623788.351426:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623788.725168:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623788.725175:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623788.725180:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623788.725182:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623788.725185:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623788.725186:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623788.728333:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623788.728341:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623788.728346:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623789.749889:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623789.749895:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623789.749901:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623789.749902:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623789.749905:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623789.749906:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623789.750147:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623789.750151:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623789.750154:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623790.774966:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623790.774974:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623790.774980:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623790.774981:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623790.774984:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623790.774985:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623790.775010:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623790.775012:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623790.775015:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623791.799468:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623791.799475:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623791.799481:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623791.799482:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623791.799485:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623791.799487:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623791.799580:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623791.799583:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623791.799586:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623792.821257:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623792.821264:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623792.821270:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623792.821271:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623792.821274:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623792.821275:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623792.821426:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623792.821429:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623792.821432:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781623793.461870:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623793.461881:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623793.461893:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0ce00. 00000020:00000040:2.0:1781623793.461900:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781623793.461905:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623793.461908:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623793.461915:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623793.461925:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3700. 00000100:00000001:2.0:1781623793.461933:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623793.461946:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0ce00 x1868160455853952/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623793.461958:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623793.461962:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623793.461969:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e9d049] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0ce00 x1868160455853952/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623793.462005:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623793.462008:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623793.462011:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623793.462015:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0ea00. 00000020:00000040:2.0:1781623793.462017:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781623793.462020:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623793.462021:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623793.462023:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623793.462046:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3600. 00000100:00000001:2.0:1781623793.462049:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623793.462054:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0ea00 x1868160455854080/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623793.462061:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623793.462062:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623793.462066:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c67663d] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0ea00 x1868160455854080/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623793.462073:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623793.462076:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623793.462079:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623793.462082:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0e680. 00000020:00000040:2.0:1781623793.462085:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:2.0:1781623793.462087:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623793.462088:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623793.462090:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623793.462093:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3f00. 00000100:00000001:2.0:1781623793.462096:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623793.462100:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f8508b0e680 x1868160455854208/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623793.462107:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623793.462109:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623793.462113:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000215f4291] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0e680 x1868160455854208/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623793.462119:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623793.462121:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781623793.462125:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781623793.462130:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7288) 00000100:00000001:3.0:1781623793.462141:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623793.462146:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623793.462149:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623793.462154:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0ce00 x1868160455853952/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623793.462161:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623793.462163:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623793.462167:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623793.462169:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623793.462172:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623793.462175:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455853952:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623793.462179:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623793.462185:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623793.462187:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623793.462190:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623793.462194:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ec200. 02000000:00000001:3.0:1781623793.462196:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623793.462203:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623793.462207:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8e70. 00000400:00000010:3.0:1781623793.462213:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70b28. 00000100:00000200:3.0:1781623793.462219:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455853952, portal 25 00000100:00000001:3.0:1781623793.462221:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623793.462222:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272068096 : -123673437483520 : ffff8f8508b0ce00) 00000100:00000040:3.0:1781623793.462227:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0ce00 x1868160455853952/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623793.462234:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623793.462236:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623793.462238:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70440. 00000100:00000200:3.0:1781623793.462240:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455853952, offset 0 00000400:00000200:3.0:1781623793.462246:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623793.462253:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623793.462260:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623793.462266:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623793.462269:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623793.462273:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623793.462275:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623793.462278:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375960:375960:256:4294967295] 192.168.202.101@tcp LPNI seq info [375930:375930:8:4294967295] 00000400:00000200:3.0:1781623793.462282:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623793.462291:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623793.462296:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623793.462300:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d100. 00000800:00000200:3.0:1781623793.462306:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623793.462313:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623793.462317:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623793.462333:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623793.462336:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623793.462338:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623793.462342:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0ea00 x1868160455854080/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623793.462349:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623793.462351:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623793.462353:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623793.462355:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623793.462357:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623793.462359:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455854080:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623793.462363:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623793.462365:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623793.462367:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623793.462369:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623793.462372:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078200. 02000000:00000001:2.0:1781623793.462374:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623793.462379:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623793.462381:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08058. 00000400:00000010:2.0:1781623793.462386:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d198. 00000100:00000200:2.0:1781623793.462389:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455854080, portal 10 00000100:00000001:2.0:1781623793.462391:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623793.462392:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272075264 : -123673437476352 : ffff8f8508b0ea00) 00000100:00000040:2.0:1781623793.462398:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0ea00 x1868160455854080/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623793.462405:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623793.462407:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623793.462408:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d880. 00000100:00000200:2.0:1781623793.462410:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455854080, offset 0 00000400:00000200:2.0:1781623793.462414:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623793.462418:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623793.462421:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623793.462423:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623793.462425:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623793.462427:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623793.462429:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623793.462432:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375961:375961:255:4294967295] 192.168.202.101@tcp LPNI seq info [375931:375931:7:4294967295] 00000400:00000200:2.0:1781623793.462436:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623793.462441:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623793.462445:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623793.462448:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3000. 00000800:00000200:2.0:1781623793.462452:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623793.462457:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623793.462459:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623793.466260:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623793.466274:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623793.466278:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301958263 00000100:00000001:3.0:1781623793.466286:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301953142 00000100:00000001:3.0:1781623793.466291:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301958263 00000100:00000001:3.0:1781623793.466295:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301953142 00000100:00000001:3.0:1781623793.466298:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623793.466301:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623793.466306:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623793.466317:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0e680 x1868160455854208/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623793.466327:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623793.466329:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623793.466374:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623793.466377:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623793.466380:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623793.466383:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455854208:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623793.466387:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623793.466393:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623793.466395:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623793.466397:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623793.466403:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ede00. 02000000:00000001:3.0:1781623793.466405:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623793.466410:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623793.466413:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8aa8. 00000400:00000010:3.0:1781623793.466420:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70908. 00000100:00000200:3.0:1781623793.466426:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455854208, portal 4 00000100:00000001:3.0:1781623793.466428:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623793.466430:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272074368 : -123673437477248 : ffff8f8508b0e680) 00000100:00000040:3.0:1781623793.466437:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0e680 x1868160455854208/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623793.466444:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623793.466447:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623793.466450:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70a18. 00000100:00000200:3.0:1781623793.466453:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455854208, offset 0 00000400:00000200:3.0:1781623793.466459:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623793.466467:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623793.466473:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623793.466479:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623793.466483:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623793.466487:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623793.466490:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623793.466493:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375962:375962:254:4294967295] 192.168.202.101@tcp LPNI seq info [375932:375932:6:4294967295] 00000400:00000200:3.0:1781623793.466499:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623793.466508:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623793.466514:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623793.466519:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d900. 00000800:00000200:3.0:1781623793.466526:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623793.466533:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623793.466538:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623793.466797:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623793.466803:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17817 usecs (18 jiffies) 00000400:00000200:2.0:1781623793.466806:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623793.466809:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301950487 00000100:00000001:2.0:1781623793.466927:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301958263 00000100:00000001:2.0:1781623793.466930:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301950487 00000100:00000001:2.0:1781623793.466931:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301958263 00000100:00000001:2.0:1781623793.466933:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623793.466936:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623793.466939:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623793.466942:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623793.466949:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623793.466951:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781623793.466954:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623793.466955:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623793.466957:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623793.466960:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781623793.467011:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623793.467016:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d100. 00000400:00000200:2.0:1781623793.467020:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623793.467053:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623793.467060:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70440 00000400:00000010:2.0:1781623793.467063:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70440. 00000100:00000001:2.0:1781623793.467067:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623793.467072:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0ce00 x1868160455853952/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623793.467082:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623793.467086:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0ce00 x1868160455853952/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623809 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623793.467092:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623793.467094:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781623793.467142:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623793.467145:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3000. 00000400:00000200:2.0:1781623793.467148:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623793.467152:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623793.467154:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d880 00000400:00000010:2.0:1781623793.467156:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d880. 00000100:00000001:2.0:1781623793.467159:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623793.467163:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0ea00 x1868160455854080/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623793.467167:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623793.467170:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623793.467171:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 413497 usecs (414 jiffies) 00000100:00000040:2.0:1781623793.467173:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0ea00 x1868160455854080/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623809 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1781623793.467175:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623793.467177:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301950884 00000100:00000001:3.0:1781623793.467180:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301958263 00000100:00000001:2.0:1781623793.467180:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623793.467181:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1781623793.467182:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301950884 00000100:00000001:3.0:1781623793.467184:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301958263 00000100:00000001:3.0:1781623793.467186:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623793.467188:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623793.467190:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781623793.467191:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1781623793.467192:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1781623793.467193:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d900. 00000400:00000200:2.0:1781623793.467195:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1781623793.467196:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623793.467198:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1781623793.467198:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623793.467200:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1781623793.467200:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70a18 00000100:00000001:3.0:1781623793.467201:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1781623793.467202:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70a18. 00000100:00000001:3.0:1781623793.467203:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623793.467204:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1781623793.467205:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1781623793.467207:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0e680 x1868160455854208/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623793.467213:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623793.467216:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0e680 x1868160455854208/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623809 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623793.467221:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623793.467223:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781623793.471218:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623793.471236:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623793.471240:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623793.471243:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623793.471252:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623793.471259:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623793.471267:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623793.471272:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623793.471278:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623793.471282:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005ac780 00000400:00000200:2.0:1781623793.471289:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623793.471295:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f8ffd [1] + 224 00000800:00000001:2.0:1781623793.471302:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623793.471306:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623793.471309:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623793.471315:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623793.471322:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623793.471331:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0ce00 x1868160455853952/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623809 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623793.471342:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0ce00 x1868160455853952/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623809 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623793.471358:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623793.471366:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623793.471370:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623793.471371:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623793.471373:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623793.471376:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623793.471380:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623793.471384:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623793.471386:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623793.471389:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623793.471392:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005ac880 00000400:00000200:2.0:1781623793.471396:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623793.471400:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f901d [1] + 224 00000800:00000001:2.0:1781623793.471404:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623793.471409:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623793.471412:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623793.471415:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623793.471417:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623793.471422:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0e680 x1868160455854208/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623809 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623793.471436:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0e680 x1868160455854208/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623809 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623793.471442:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623793.471445:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623793.471448:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623793.473656:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623793.473664:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781623793.473674:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623793.473676:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623793.473680:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8e70. 00000400:00000200:3.0:1781623793.473688:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70b28 00000400:00000010:3.0:1781623793.473691:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70b28. 00000100:00000001:3.0:1781623793.473695:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623793.473707:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0ce00 x1868160455853952/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623809 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623793.473718:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0ce00 x1868160455853952/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623809 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623793.473726:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623793.473728:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623793.473741:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623793.473744:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623793.473747:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623793.473750:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623793.473753:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623793.473759:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=120 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623793.473764:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=41 v=5 (1 1 1 1) 00000100:00000001:3.0:1781623793.473767:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623793.473769:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623793.473771:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623793.473774:0:2352:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623793.473776:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623793.473782:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0ce00 x1868160455853952/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623809 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623793.473790:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623793.473793:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623793.473795:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623793.473799:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0ce00 x1868160455853952/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623809 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623793.473808:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455853952:192.168.202.101@tcp:400:kworker.0 00000400:00000001:3.0:1781623793.473814:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623793.473815:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623793.473818:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8aa8. 00000400:00000200:3.0:1781623793.473820:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70908 00000400:00000010:3.0:1781623793.473822:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70908. 00000100:00000001:3.0:1781623793.473824:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623793.473828:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0e680 x1868160455854208/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623809 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623793.473836:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0e680 x1868160455854208/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623809 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623793.473842:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623793.473844:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623793.473845:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623793.473846:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623793.473847:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623793.473849:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623793.473851:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623793.473856:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=120 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623793.473859:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=119 v=5 (1 1 1 1) 00000100:00000001:3.0:1781623793.473861:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623793.473862:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623793.473864:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623793.473867:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623793.473871:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623793.473873:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:3.0:1781623793.473874:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623793.473875:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623793.473879:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0e680 x1868160455854208/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623809 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623793.473884:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623793.473886:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623793.473888:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623793.473891:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0e680 x1868160455854208/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623809 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623793.473898:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455854208:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623793.473902:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623793.473905:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623793.473908:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0ce00 x1868160455853952/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623809 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623793.473914:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623793.473917:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623793.473921:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ec200. 02000000:00000001:3.0:1781623793.473925:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623793.473927:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623793.473929:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781623793.473931:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623793.473933:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3700. 02000000:00000001:3.0:1781623793.473938:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623793.473940:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623793.473941:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0ce00. 00000100:00000001:3.0:1781623793.473944:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623793.473946:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623793.473947:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623793.473950:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0e680 x1868160455854208/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623809 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623793.473956:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623793.473957:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623793.473958:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ede00. 02000000:00000001:3.0:1781623793.473960:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623793.473961:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623793.473962:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:3.0:1781623793.473963:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623793.473965:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3f00. 02000000:00000001:3.0:1781623793.473967:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623793.473968:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623793.473969:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0e680. 00000100:00000001:3.0:1781623793.473972:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623793.473973:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623793.473975:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623793.473982:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623793.473984:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623793.473986:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623793.473988:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781623793.474984:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623793.474997:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623793.475000:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623793.475003:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623793.475010:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623793.475015:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623793.475059:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623793.475065:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623793.475071:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623793.475075:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005ac800 00000400:00000200:2.0:1781623793.475080:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623793.475086:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f900d [1] + 224 00000800:00000001:2.0:1781623793.475093:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623793.475102:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623793.475105:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623793.475110:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623793.475116:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623793.475121:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0ea00 x1868160455854080/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623809 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623793.475130:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0ea00 x1868160455854080/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623809 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623793.475150:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623793.475158:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623793.475161:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623793.475351:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623793.475355:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781623793.475360:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623793.475361:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623793.475364:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08058. 00000400:00000200:3.0:1781623793.475369:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d198 00000400:00000010:3.0:1781623793.475371:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d198. 00000100:00000001:3.0:1781623793.475373:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623793.475378:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0ea00 x1868160455854080/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623809 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623793.475387:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0ea00 x1868160455854080/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623809 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623793.475404:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623793.475407:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623793.475409:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623793.475412:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623793.475414:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623793.475416:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623793.475418:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623793.475425:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=120 v=5 (20 20 20 20) 00000100:00001000:3.0:1781623793.475429:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=41 v=5 (1 1 1 1) 00000100:00000001:3.0:1781623793.475432:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623793.475433:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623793.475435:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623793.475438:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623793.475441:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623793.475443:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781623793.475445:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623793.475446:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623793.475451:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0ea00 x1868160455854080/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623809 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623793.475466:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623793.475468:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623793.475469:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623793.475473:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0ea00 x1868160455854080/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623809 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623793.475480:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455854080:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623793.475485:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623793.475487:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623793.475490:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0ea00 x1868160455854080/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623809 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623793.475496:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623793.475498:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623793.475501:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078200. 02000000:00000001:3.0:1781623793.475503:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623793.475506:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623793.475507:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781623793.475509:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623793.475511:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3600. 02000000:00000001:3.0:1781623793.475515:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623793.475516:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623793.475518:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0ea00. 00000100:00000001:3.0:1781623793.475520:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623793.475522:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623793.475524:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623793.475529:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623793.475530:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623793.475532:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623793.475535:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623793.845163:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623793.845172:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623793.845175:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623793.845181:0:108671:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623793.845184:0:108671:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1781623793.845189:0:108671:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623793.845191:0:108671:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1781623793.845207:0:108671:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623793.845208:0:108671:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1781623793.845211:0:108671:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623793.845213:0:108671:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1781623793.845215:0:108671:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623793.845217:0:108671:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1781623793.845219:0:108671:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623793.845220:0:108671:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1781623793.845222:0:108671:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623793.845224:0:108671:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1781623793.845227:0:108671:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623793.845229:0:108671:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1781623793.845231:0:108671:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623793.845233:0:108671:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1781623793.845235:0:108671:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623793.845237:0:108671:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1781623793.845239:0:108671:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623793.845240:0:108671:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1781623793.845242:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=11 : 11 : b) 00010000:00000001:1.0:1781623793.845246:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1781623793.845255:0:108671:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8f8511219840. 00010000:00000001:1.0:1781623793.845259:0:108671:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1781623793.845271:0:108671:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 11/11 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1781623793.845273:0:108671:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623793.845275:0:108671:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623793.845277:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=11 : 11 : b) 00010000:00000001:1.0:1781623793.845279:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=11 : 11 : b) 00010000:00000001:1.0:1781623793.845283:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623793.845285:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623793.845288:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623793.845290:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.845322:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623793.845326:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623793.845328:0:108842:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 11 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1781623793.845331:0:108842:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1781623793.845334:0:108842:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1781623793.845338:0:108842:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8f85100c1000 lock: 00000000adcece9e/0x41450ad236a7afb2 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x22f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400000000 nid: local remote: 0x9ffb0719ffb1faff expref: -99 pid: 112470 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:1.0:1781623793.845352:0:108842:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1781623793.845354:0:108842:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1781623793.845359:0:108842:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f8504046bd0. 00000020:00000010:1.0:1781623793.845365:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e557400. 00000020:00000010:1.0:1781623793.845370:0:108842:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f851e557e00. 00000020:00000010:1.0:1781623793.845373:0:108842:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f850618aa20. 00000008:00000010:1.0:1781623793.845380:0:108842:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f85048a0000. 00020000:00000010:1.0:1781623793.845385:0:108842:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8532a9b300. 00008000:00000010:1.0:1781623793.845390:0:108842:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8503f92de8. 00000080:00000010:1.0:1781623793.845396:0:108842:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f85087347e0. 00000080:00000010:1.0:1781623793.845399:0:108842:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f850726c920. 00000020:00000010:1.0:1781623793.845402:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e556c00. 00000008:00000010:1.0:1781623793.845405:0:108842:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f8502f5a840. 00020000:00000010:1.0:1781623793.845408:0:108842:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f85059b5d40. 00008000:00000010:1.0:1781623793.845412:0:108842:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d3441b8. 00000080:00000010:1.0:1781623793.845415:0:108842:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f8532a5ed20. 00000020:00000001:1.0:1781623793.845418:0:108842:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400193661912 : -123673515889704 : ffff8f8504046bd8) 00000020:00001000:1.0:1781623793.845421:0:108842:0:(cl_object.c:831:cl_env_get()) 1@ffff8f8504046bd0 00000008:00000001:1.0:1781623793.845423:0:108842:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1781623793.845426:0:108842:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:1.0:1781623793.845427:0:108842:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1781623793.845429:0:108842:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f8504046c60. 00000020:00000010:1.0:1781623793.845434:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e557000. 00000020:00000010:1.0:1781623793.845437:0:108842:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f851e556000. 00000020:00000010:1.0:1781623793.845439:0:108842:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f850618a660. 00000008:00000010:1.0:1781623793.845442:0:108842:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f85048a2ca0. 00020000:00000010:1.0:1781623793.845444:0:108842:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8532a9bcc0. 00008000:00000010:1.0:1781623793.845447:0:108842:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8503f926d8. 00000080:00000010:1.0:1781623793.845450:0:108842:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f8508734888. 00000080:00000010:1.0:1781623793.845452:0:108842:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f850726c000. 00000020:00000010:1.0:1781623793.845454:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e557a00. 00000008:00000010:1.0:1781623793.845457:0:108842:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f8502f5b340. 00020000:00000010:1.0:1781623793.845459:0:108842:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f85059b4900. 00008000:00000010:1.0:1781623793.845461:0:108842:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d344770. 00000080:00000010:1.0:1781623793.845463:0:108842:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f8532a5e2d0. 00000020:00000001:1.0:1781623793.845465:0:108842:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400193662056 : -123673515889560 : ffff8f8504046c68) 00000020:00001000:1.0:1781623793.845467:0:108842:0:(cl_object.c:831:cl_env_get()) 1@ffff8f8504046c60 00000008:00000001:1.0:1781623793.845469:0:108842:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:1.0:1781623793.845472:0:108842:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:1.0:1781623793.845475:0:108842:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1781623793.845478:0:108842:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1781623793.845480:0:108842:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1781623793.845483:0:108842:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1781623793.845486:0:108842:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff8f8508197340 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1781623793.845489:0:108842:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1781623793.845492:0:108842:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff8f8508197340 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 1: rc=0. 00000008:00000001:1.0:1781623793.845495:0:108842:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1781623793.845497:0:108842:0:(osc_lock.c:372:osc_lock_flush()) object ffff8f8508197340: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:1.0:1781623793.845500:0:108842:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:1.0:1781623793.845502:0:108842:0:(cl_object.c:151:cl_object_top()) ffff8f8508197340 -> ffff8f8506cca080 00000020:00000001:1.0:1781623793.845504:0:108842:0:(cl_object.c:151:cl_object_top()) ffff8f8506cca080 -> ffff8f8506cca080 00000020:00000001:1.0:1781623793.845507:0:108842:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1781623793.845509:0:108842:0:(vvp_io.c:1800:vvp_io_init()) Process entered 00000080:00200000:1.0:1781623793.845511:0:108842:0:(vvp_io.c:1805:vvp_io_init()) [0x20000fe02:0x168:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1781623793.845514:0:108842:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1781623793.845516:0:108842:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1781623793.845517:0:108842:0:(vvp_io.c:1877:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1781623793.845520:0:108842:0:(lov_object.c:1559:lov_io_init()) [0x20000fe02:0x168:0x0]io ffff8f85048a2d40 type 8 ignore/verify layout 1/0 00020000:00000001:1.0:1781623793.845524:0:108842:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1781623793.845526:0:108842:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1781623793.845528:0:108842:0:(lov_io.c:625:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1781623793.845530:0:108842:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1781623793.845531:0:108842:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.845533:0:108842:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1781623793.845534:0:108842:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1781623793.845535:0:108842:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00000020:00000001:1.0:1781623793.845536:0:108842:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1781623793.845538:0:108842:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000020:00000001:1.0:1781623793.845541:0:108842:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1781623793.845543:0:108842:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1781623793.845545:0:108842:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:1.0:1781623793.845547:0:108842:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:1.0:1781623793.845549:0:108842:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446620400202427712 : -123673507123904 : ffff8f85048a2d40) 00000020:00000001:1.0:1781623793.845551:0:108842:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1781623793.845553:0:108842:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1781623793.845555:0:108842:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1781623793.845559:0:108842:0:(cl_page.c:507:__cl_page_state_set()) page@000000006fd474c9[2 00000000900cf3d6 1 1 00000000ce52860d] 00000020:00000001:1.0:1781623793.845562:0:108842:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1781623793.845563:0:108842:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:1.0:1781623793.845564:0:108842:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:1.0:1781623793.845566:0:108842:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.845569:0:108842:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:1.0:1781623793.845570:0:108842:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:1.0:1781623793.845572:0:108842:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1781623793.845573:0:108842:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1781623793.845573:0:108842:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1781623793.845576:0:108842:0:(cl_page.c:507:__cl_page_state_set()) page@000000006fd474c9[2 00000000900cf3d6 2 1 0000000000000000] 00000020:00000001:1.0:1781623793.845578:0:108842:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:1.0:1781623793.845579:0:108842:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:1.0:1781623793.845581:0:108842:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:1.0:1781623793.845582:0:108842:0:(osc_page.c:138:osc_page_delete()) ffff8f8505113840 00000008:00000001:1.0:1781623793.845584:0:108842:0:(osc_cache.c:2678:osc_teardown_async_page()) Process entered 00000008:00000040:1.0:1781623793.845586:0:108842:0:(osc_cache.c:2681:osc_teardown_async_page()) teardown oap ffff8f8505113850 page ffff8f8505113840 at index 0. 00000008:00000001:1.0:1781623793.845588:0:108842:0:(osc_cache.c:2703:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1781623793.845593:0:108842:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:1.0:1781623793.845595:0:108842:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe3e1c48dc940 index 0 00000020:00000001:1.0:1781623793.845600:0:108842:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:1.0:1781623793.845601:0:108842:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:1.0:1781623793.845611:0:108842:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1781623793.845612:0:108842:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1781623793.845613:0:108842:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1781623793.845614:0:108842:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1781623793.845616:0:108842:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1781623793.845618:0:108842:0:(cl_page.c:556:cl_batch_put()) page@000000006fd474c9[1 00000000900cf3d6 5 1 0000000000000000] 00000020:00000001:1.0:1781623793.845620:0:108842:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:1.0:1781623793.845622:0:108842:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:1.0:1781623793.845625:0:108842:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8f85051137e0. 00000020:00000001:1.0:1781623793.845630:0:108842:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:1.0:1781623793.845631:0:108842:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:1.0:1781623793.845650:0:108842:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1781623793.845653:0:108842:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1781623793.845655:0:108842:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:1.0:1781623793.845657:0:108842:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:1.0:1781623793.845659:0:108842:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:1.0:1781623793.845661:0:108842:0:(vvp_io.c:287:vvp_io_fini()) [0x20000fe02:0x168:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:1.0:1781623793.845664:0:108842:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1781623793.845666:0:108842:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:1.0:1781623793.845667:0:108842:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1781623793.845669:0:108842:0:(cl_object.c:925:cl_env_put()) 1@ffff8f8504046c60 00000020:00000010:1.0:1781623793.845673:0:108842:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f851e556000. 00000020:00000010:1.0:1781623793.845677:0:108842:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f850618a660. 00000008:00000010:1.0:1781623793.845681:0:108842:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f85048a2ca0. 00020000:00000010:1.0:1781623793.845684:0:108842:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8532a9bcc0. 00008000:00000010:1.0:1781623793.845688:0:108842:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8503f926d8. 00000080:00000010:1.0:1781623793.845691:0:108842:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f8508734888. 00000080:00000010:1.0:1781623793.845695:0:108842:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f850726c000. 00000020:00000010:1.0:1781623793.845698:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e557000. 00000008:00000010:1.0:1781623793.845701:0:108842:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f8502f5b340. 00020000:00000010:1.0:1781623793.845704:0:108842:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f85059b4900. 00008000:00000010:1.0:1781623793.845707:0:108842:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d344770. 00000080:00000010:1.0:1781623793.845710:0:108842:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f8532a5e2d0. 00000020:00000010:1.0:1781623793.845712:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e557a00. 00000020:00000010:1.0:1781623793.845713:0:108842:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f8504046c60. 00000008:00000001:1.0:1781623793.845716:0:108842:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.845735:0:108842:0:(cl_object.c:151:cl_object_top()) ffff8f8508197340 -> ffff8f8506cca080 00010000:00000001:1.0:1781623793.845739:0:108842:0:(ldlm_extent.c:918:ldlm_extent_shift_kms()) Process entered 00010000:00000001:1.0:1781623793.845741:0:108842:0:(ldlm_extent.c:991:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.845743:0:108842:0:(cl_object.c:151:cl_object_top()) ffff8f8508197340 -> ffff8f8506cca080 00000020:00000001:1.0:1781623793.845745:0:108842:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1781623793.845747:0:108842:0:(osc_object.c:161:osc_attr_update()) set kms from 4096to 0 00020000:00000001:1.0:1781623793.845750:0:108842:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1781623793.845752:0:108842:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.845754:0:108842:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.845756:0:108842:0:(cl_object.c:151:cl_object_top()) ffff8f8508197340 -> ffff8f8506cca080 00000008:00000001:1.0:1781623793.845763:0:108842:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1781623793.845765:0:108842:0:(cl_object.c:925:cl_env_put()) 1@ffff8f8504046bd0 00000020:00000010:1.0:1781623793.845767:0:108842:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f851e557e00. 00000020:00000010:1.0:1781623793.845770:0:108842:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f850618aa20. 00000008:00000010:1.0:1781623793.845772:0:108842:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f85048a0000. 00020000:00000010:1.0:1781623793.845775:0:108842:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8532a9b300. 00008000:00000010:1.0:1781623793.845777:0:108842:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8503f92de8. 00000080:00000010:1.0:1781623793.845779:0:108842:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f85087347e0. 00000080:00000010:1.0:1781623793.845782:0:108842:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f850726c920. 00000020:00000010:1.0:1781623793.845784:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e557400. 00000008:00000010:1.0:1781623793.845786:0:108842:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f8502f5a840. 00020000:00000010:1.0:1781623793.845789:0:108842:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f85059b5d40. 00008000:00000010:1.0:1781623793.845791:0:108842:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d3441b8. 00000080:00000010:1.0:1781623793.845793:0:108842:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f8532a5ed20. 00000020:00000010:1.0:1781623793.845795:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e556c00. 00000020:00000010:1.0:1781623793.845797:0:108842:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f8504046bd0. 00000008:00000001:1.0:1781623793.845799:0:108842:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623793.845802:0:108842:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1781623793.845806:0:108842:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1781623793.845808:0:108842:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1781623793.845810:0:108842:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623793.845812:0:108842:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1781623793.845815:0:108842:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8f8504012200 with handle 0x41450ad236a7afb2 from hash 00010000:00000001:1.0:1781623793.845818:0:108842:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1781623793.845819:0:108842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623793.845821:0:108842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623793.845822:0:108842:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1781623793.845824:0:108842:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1781623793.845826:0:108842:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1781623793.845829:0:108842:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1781623793.845832:0:108842:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8f85100c1000 lock: 00000000a1679899/0x41450ad236a7afa4 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x22f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400000000 nid: local remote: 0x9ffb0719ffb1fb06 expref: -99 pid: 112469 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:1.0:1781623793.845840:0:108842:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1781623793.845841:0:108842:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1781623793.845844:0:108842:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f8504046bd0. 00000020:00000010:1.0:1781623793.845847:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e556c00. 00000020:00000010:1.0:1781623793.845849:0:108842:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f851e557400. 00000020:00000010:1.0:1781623793.845851:0:108842:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f850618aa20. 00000008:00000010:1.0:1781623793.845853:0:108842:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f85048a0000. 00020000:00000010:1.0:1781623793.845856:0:108842:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8532a9b300. 00008000:00000010:1.0:1781623793.845858:0:108842:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8503f92de8. 00000080:00000010:1.0:1781623793.845862:0:108842:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f85087347e0. 00000080:00000010:1.0:1781623793.845864:0:108842:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f850726c920. 00000020:00000010:1.0:1781623793.845866:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e557e00. 00000008:00000010:1.0:1781623793.845868:0:108842:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f8502f5a840. 00020000:00000010:1.0:1781623793.845870:0:108842:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f85059b5d40. 00008000:00000010:1.0:1781623793.845872:0:108842:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d3441b8. 00000080:00000010:1.0:1781623793.845874:0:108842:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f8532a5ed20. 00000020:00000001:1.0:1781623793.845876:0:108842:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400193661912 : -123673515889704 : ffff8f8504046bd8) 00000020:00001000:1.0:1781623793.845878:0:108842:0:(cl_object.c:831:cl_env_get()) 1@ffff8f8504046bd0 00000008:00000001:1.0:1781623793.845879:0:108842:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1781623793.845881:0:108842:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:1.0:1781623793.845882:0:108842:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1781623793.845884:0:108842:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f8504046c60. 00000020:00000010:1.0:1781623793.845886:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e557a00. 00000020:00000010:1.0:1781623793.845888:0:108842:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f851e557000. 00000020:00000010:1.0:1781623793.845890:0:108842:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f850618a660. 00000008:00000010:1.0:1781623793.845893:0:108842:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f85048a2ca0. 00020000:00000010:1.0:1781623793.845895:0:108842:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8532a9bcc0. 00008000:00000010:1.0:1781623793.845896:0:108842:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8503f926d8. 00000080:00000010:1.0:1781623793.845898:0:108842:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f8508734888. 00000080:00000010:1.0:1781623793.845900:0:108842:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f850726c000. 00000020:00000010:1.0:1781623793.845902:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e556000. 00000008:00000010:1.0:1781623793.845904:0:108842:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f8502f5b340. 00020000:00000010:1.0:1781623793.845906:0:108842:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f85059b4900. 00008000:00000010:1.0:1781623793.845908:0:108842:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d344770. 00000080:00000010:1.0:1781623793.845910:0:108842:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f8532a5e2d0. 00000020:00000001:1.0:1781623793.845912:0:108842:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400193662056 : -123673515889560 : ffff8f8504046c68) 00000020:00001000:1.0:1781623793.845913:0:108842:0:(cl_object.c:831:cl_env_get()) 1@ffff8f8504046c60 00000008:00000001:1.0:1781623793.845915:0:108842:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:1.0:1781623793.845916:0:108842:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:1.0:1781623793.845918:0:108842:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1781623793.845920:0:108842:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1781623793.845922:0:108842:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1781623793.845924:0:108842:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1781623793.845925:0:108842:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff8f8507253180 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1781623793.845927:0:108842:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1781623793.845929:0:108842:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff8f8507253180 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 1: rc=0. 00000008:00000001:1.0:1781623793.845932:0:108842:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1781623793.845934:0:108842:0:(osc_lock.c:372:osc_lock_flush()) object ffff8f8507253180: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:1.0:1781623793.845936:0:108842:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:1.0:1781623793.845938:0:108842:0:(cl_object.c:151:cl_object_top()) ffff8f8507253180 -> ffff8f8532982d00 00000020:00000001:1.0:1781623793.845939:0:108842:0:(cl_object.c:151:cl_object_top()) ffff8f8532982d00 -> ffff8f8532982d00 00000020:00000001:1.0:1781623793.845941:0:108842:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1781623793.845942:0:108842:0:(vvp_io.c:1800:vvp_io_init()) Process entered 00000080:00200000:1.0:1781623793.845943:0:108842:0:(vvp_io.c:1805:vvp_io_init()) [0x20000fe02:0x167:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1781623793.845945:0:108842:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1781623793.845946:0:108842:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1781623793.845947:0:108842:0:(vvp_io.c:1877:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1781623793.845949:0:108842:0:(lov_object.c:1559:lov_io_init()) [0x20000fe02:0x167:0x0]io ffff8f85048a2d40 type 8 ignore/verify layout 1/0 00020000:00000001:1.0:1781623793.845952:0:108842:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1781623793.845954:0:108842:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1781623793.845955:0:108842:0:(lov_io.c:625:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1781623793.845957:0:108842:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1781623793.845958:0:108842:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.845960:0:108842:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1781623793.845961:0:108842:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1781623793.845962:0:108842:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00000020:00000001:1.0:1781623793.845963:0:108842:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1781623793.845965:0:108842:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000020:00000001:1.0:1781623793.845966:0:108842:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1781623793.845967:0:108842:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1781623793.845969:0:108842:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:1.0:1781623793.845970:0:108842:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:1.0:1781623793.845971:0:108842:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446620400202427712 : -123673507123904 : ffff8f85048a2d40) 00000020:00000001:1.0:1781623793.845973:0:108842:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1781623793.845974:0:108842:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1781623793.845975:0:108842:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1781623793.845977:0:108842:0:(cl_page.c:507:__cl_page_state_set()) page@000000008c7c20c3[2 000000000cc21ff1 1 1 00000000ce52860d] 00000020:00000001:1.0:1781623793.845979:0:108842:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1781623793.845980:0:108842:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:1.0:1781623793.845982:0:108842:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:1.0:1781623793.845983:0:108842:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.845984:0:108842:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:1.0:1781623793.845985:0:108842:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:1.0:1781623793.845986:0:108842:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1781623793.845987:0:108842:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1781623793.845988:0:108842:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1781623793.845990:0:108842:0:(cl_page.c:507:__cl_page_state_set()) page@000000008c7c20c3[2 000000000cc21ff1 2 1 0000000000000000] 00000020:00000001:1.0:1781623793.845991:0:108842:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:1.0:1781623793.845992:0:108842:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:1.0:1781623793.845993:0:108842:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:1.0:1781623793.845994:0:108842:0:(osc_page.c:138:osc_page_delete()) ffff8f85050e3e60 00000008:00000001:1.0:1781623793.845996:0:108842:0:(osc_cache.c:2678:osc_teardown_async_page()) Process entered 00000008:00000040:1.0:1781623793.845997:0:108842:0:(osc_cache.c:2681:osc_teardown_async_page()) teardown oap ffff8f85050e3e70 page ffff8f85050e3e60 at index 0. 00000008:00000001:1.0:1781623793.845999:0:108842:0:(osc_cache.c:2703:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1781623793.846002:0:108842:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:1.0:1781623793.846004:0:108842:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe3e1c4c76900 index 0 00000020:00000001:1.0:1781623793.846006:0:108842:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:1.0:1781623793.846007:0:108842:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:1.0:1781623793.846010:0:108842:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1781623793.846011:0:108842:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1781623793.846012:0:108842:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1781623793.846013:0:108842:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1781623793.846014:0:108842:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1781623793.846017:0:108842:0:(cl_page.c:556:cl_batch_put()) page@000000008c7c20c3[1 000000000cc21ff1 5 1 0000000000000000] 00000020:00000001:1.0:1781623793.846018:0:108842:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:1.0:1781623793.846019:0:108842:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:1.0:1781623793.846021:0:108842:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8f85050e3e00. 00000020:00000001:1.0:1781623793.846024:0:108842:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:1.0:1781623793.846051:0:108842:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:1.0:1781623793.846059:0:108842:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1781623793.846062:0:108842:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1781623793.846064:0:108842:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:1.0:1781623793.846065:0:108842:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:1.0:1781623793.846066:0:108842:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:1.0:1781623793.846067:0:108842:0:(vvp_io.c:287:vvp_io_fini()) [0x20000fe02:0x167:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:1.0:1781623793.846070:0:108842:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1781623793.846071:0:108842:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:1.0:1781623793.846072:0:108842:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1781623793.846073:0:108842:0:(cl_object.c:925:cl_env_put()) 1@ffff8f8504046c60 00000020:00000010:1.0:1781623793.846076:0:108842:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f851e557000. 00000020:00000010:1.0:1781623793.846079:0:108842:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f850618a660. 00000008:00000010:1.0:1781623793.846082:0:108842:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f85048a2ca0. 00020000:00000010:1.0:1781623793.846085:0:108842:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8532a9bcc0. 00008000:00000010:1.0:1781623793.846087:0:108842:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8503f926d8. 00000080:00000010:1.0:1781623793.846090:0:108842:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f8508734888. 00000080:00000010:1.0:1781623793.846092:0:108842:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f850726c000. 00000020:00000010:1.0:1781623793.846094:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e557a00. 00000008:00000010:1.0:1781623793.846096:0:108842:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f8502f5b340. 00020000:00000010:1.0:1781623793.846099:0:108842:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f85059b4900. 00008000:00000010:1.0:1781623793.846101:0:108842:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d344770. 00000080:00000010:1.0:1781623793.846103:0:108842:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f8532a5e2d0. 00000020:00000010:1.0:1781623793.846105:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e556000. 00000020:00000010:1.0:1781623793.846107:0:108842:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f8504046c60. 00000008:00000001:1.0:1781623793.846109:0:108842:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.846112:0:108842:0:(cl_object.c:151:cl_object_top()) ffff8f8507253180 -> ffff8f8532982d00 00010000:00000001:1.0:1781623793.846114:0:108842:0:(ldlm_extent.c:918:ldlm_extent_shift_kms()) Process entered 00010000:00000001:1.0:1781623793.846115:0:108842:0:(ldlm_extent.c:991:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.846117:0:108842:0:(cl_object.c:151:cl_object_top()) ffff8f8507253180 -> ffff8f8532982d00 00000020:00000001:1.0:1781623793.846118:0:108842:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1781623793.846119:0:108842:0:(osc_object.c:161:osc_attr_update()) set kms from 4096to 0 00020000:00000001:1.0:1781623793.846121:0:108842:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1781623793.846123:0:108842:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.846124:0:108842:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.846126:0:108842:0:(cl_object.c:151:cl_object_top()) ffff8f8507253180 -> ffff8f8532982d00 00000008:00000001:1.0:1781623793.846129:0:108842:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1781623793.846130:0:108842:0:(cl_object.c:925:cl_env_put()) 1@ffff8f8504046bd0 00000020:00000010:1.0:1781623793.846132:0:108842:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f851e557400. 00000020:00000010:1.0:1781623793.846134:0:108842:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f850618aa20. 00000008:00000010:1.0:1781623793.846137:0:108842:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f85048a0000. 00020000:00000010:1.0:1781623793.846139:0:108842:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8532a9b300. 00008000:00000010:1.0:1781623793.846141:0:108842:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8503f92de8. 00000080:00000010:1.0:1781623793.846143:0:108842:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f85087347e0. 00000080:00000010:1.0:1781623793.846145:0:108842:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f850726c920. 00000020:00000010:1.0:1781623793.846146:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e556c00. 00000008:00000010:1.0:1781623793.846149:0:108842:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f8502f5a840. 00020000:00000010:1.0:1781623793.846152:0:108842:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f85059b5d40. 00008000:00000010:1.0:1781623793.846154:0:108842:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d3441b8. 00000080:00000010:1.0:1781623793.846156:0:108842:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f8532a5ed20. 00000020:00000010:1.0:1781623793.846157:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e557e00. 00000020:00000010:1.0:1781623793.846159:0:108842:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f8504046bd0. 00000008:00000001:1.0:1781623793.846161:0:108842:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623793.846163:0:108842:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1781623793.846165:0:108842:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1781623793.846167:0:108842:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1781623793.846168:0:108842:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623793.846170:0:108842:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1781623793.846173:0:108842:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8f8524dcbe00 with handle 0x41450ad236a7afa4 from hash 00010000:00000001:1.0:1781623793.846174:0:108842:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1781623793.846176:0:108842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623793.846177:0:108842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623793.846177:0:108842:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1781623793.846179:0:108842:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1781623793.846181:0:108842:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1781623793.846183:0:108842:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1781623793.846186:0:108842:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8f85100c1000 lock: 00000000a06cdc5d/0x41450ad236a7af96 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x22f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400000000 nid: local remote: 0x9ffb0719ffb1fb0d expref: -99 pid: 112468 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:1.0:1781623793.846193:0:108842:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1781623793.846195:0:108842:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1781623793.846197:0:108842:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f8504046bd0. 00000020:00000010:1.0:1781623793.846200:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e557e00. 00000020:00000010:1.0:1781623793.846203:0:108842:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f851e556c00. 00000020:00000010:1.0:1781623793.846205:0:108842:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f850618aa20. 00000008:00000010:1.0:1781623793.846208:0:108842:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f85048a0000. 00020000:00000010:1.0:1781623793.846210:0:108842:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8532a9b300. 00008000:00000010:1.0:1781623793.846211:0:108842:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8503f92de8. 00000080:00000010:1.0:1781623793.846214:0:108842:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f85087347e0. 00000080:00000010:1.0:1781623793.846216:0:108842:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f850726c920. 00000020:00000010:1.0:1781623793.846219:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e557400. 00000008:00000010:1.0:1781623793.846221:0:108842:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f8502f5a840. 00020000:00000010:1.0:1781623793.846223:0:108842:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f85059b5d40. 00008000:00000010:1.0:1781623793.846225:0:108842:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d3441b8. 00000080:00000010:1.0:1781623793.846227:0:108842:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f8532a5ed20. 00000020:00000001:1.0:1781623793.846229:0:108842:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400193661912 : -123673515889704 : ffff8f8504046bd8) 00000020:00001000:1.0:1781623793.846230:0:108842:0:(cl_object.c:831:cl_env_get()) 1@ffff8f8504046bd0 00000008:00000001:1.0:1781623793.846232:0:108842:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1781623793.846233:0:108842:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:1.0:1781623793.846234:0:108842:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1781623793.846236:0:108842:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f8504046c60. 00000020:00000010:1.0:1781623793.846238:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e556000. 00000020:00000010:1.0:1781623793.846240:0:108842:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f851e557a00. 00000020:00000010:1.0:1781623793.846242:0:108842:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f850618a660. 00000008:00000010:1.0:1781623793.846244:0:108842:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f85048a2ca0. 00020000:00000010:1.0:1781623793.846246:0:108842:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8532a9bcc0. 00008000:00000010:1.0:1781623793.846248:0:108842:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8503f926d8. 00000080:00000010:1.0:1781623793.846250:0:108842:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f8508734888. 00000080:00000010:1.0:1781623793.846252:0:108842:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f850726c000. 00000020:00000010:1.0:1781623793.846254:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e557000. 00000008:00000010:1.0:1781623793.846256:0:108842:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f8502f5b340. 00020000:00000010:1.0:1781623793.846258:0:108842:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f85059b4900. 00008000:00000010:1.0:1781623793.846260:0:108842:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d344770. 00000080:00000010:1.0:1781623793.846262:0:108842:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f8532a5e2d0. 00000020:00000001:1.0:1781623793.846264:0:108842:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400193662056 : -123673515889560 : ffff8f8504046c68) 00000020:00001000:1.0:1781623793.846266:0:108842:0:(cl_object.c:831:cl_env_get()) 1@ffff8f8504046c60 00000008:00000001:1.0:1781623793.846267:0:108842:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:1.0:1781623793.846268:0:108842:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:1.0:1781623793.846271:0:108842:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1781623793.846273:0:108842:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1781623793.846274:0:108842:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1781623793.846276:0:108842:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1781623793.846277:0:108842:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff8f8507253880 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1781623793.846280:0:108842:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1781623793.846282:0:108842:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff8f8507253880 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 1: rc=0. 00000008:00000001:1.0:1781623793.846286:0:108842:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1781623793.846287:0:108842:0:(osc_lock.c:372:osc_lock_flush()) object ffff8f8507253880: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:1.0:1781623793.846289:0:108842:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:1.0:1781623793.846291:0:108842:0:(cl_object.c:151:cl_object_top()) ffff8f8507253880 -> ffff8f8532982530 00000020:00000001:1.0:1781623793.846293:0:108842:0:(cl_object.c:151:cl_object_top()) ffff8f8532982530 -> ffff8f8532982530 00000020:00000001:1.0:1781623793.846295:0:108842:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1781623793.846296:0:108842:0:(vvp_io.c:1800:vvp_io_init()) Process entered 00000080:00200000:1.0:1781623793.846298:0:108842:0:(vvp_io.c:1805:vvp_io_init()) [0x20000fe02:0x166:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1781623793.846300:0:108842:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1781623793.846301:0:108842:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1781623793.846302:0:108842:0:(vvp_io.c:1877:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1781623793.846304:0:108842:0:(lov_object.c:1559:lov_io_init()) [0x20000fe02:0x166:0x0]io ffff8f85048a2d40 type 8 ignore/verify layout 1/0 00020000:00000001:1.0:1781623793.846307:0:108842:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1781623793.846308:0:108842:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1781623793.846310:0:108842:0:(lov_io.c:625:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1781623793.846311:0:108842:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1781623793.846312:0:108842:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.846313:0:108842:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1781623793.846314:0:108842:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1781623793.846315:0:108842:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00000020:00000001:1.0:1781623793.846317:0:108842:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1781623793.846318:0:108842:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000020:00000001:1.0:1781623793.846320:0:108842:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1781623793.846321:0:108842:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1781623793.846323:0:108842:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:1.0:1781623793.846324:0:108842:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:1.0:1781623793.846325:0:108842:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446620400202427712 : -123673507123904 : ffff8f85048a2d40) 00000020:00000001:1.0:1781623793.846327:0:108842:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1781623793.846328:0:108842:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1781623793.846330:0:108842:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1781623793.846333:0:108842:0:(cl_page.c:507:__cl_page_state_set()) page@000000006e933392[2 00000000ee8675c6 1 1 00000000ce52860d] 00000020:00000001:1.0:1781623793.846334:0:108842:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1781623793.846336:0:108842:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:1.0:1781623793.846337:0:108842:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:1.0:1781623793.846338:0:108842:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.846340:0:108842:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:1.0:1781623793.846341:0:108842:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:1.0:1781623793.846343:0:108842:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1781623793.846344:0:108842:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1781623793.846345:0:108842:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1781623793.846347:0:108842:0:(cl_page.c:507:__cl_page_state_set()) page@000000006e933392[2 00000000ee8675c6 2 1 0000000000000000] 00000020:00000001:1.0:1781623793.846348:0:108842:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:1.0:1781623793.846349:0:108842:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:1.0:1781623793.846351:0:108842:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:1.0:1781623793.846352:0:108842:0:(osc_page.c:138:osc_page_delete()) ffff8f8505113d80 00000008:00000001:1.0:1781623793.846353:0:108842:0:(osc_cache.c:2678:osc_teardown_async_page()) Process entered 00000008:00000040:1.0:1781623793.846354:0:108842:0:(osc_cache.c:2681:osc_teardown_async_page()) teardown oap ffff8f8505113d90 page ffff8f8505113d80 at index 0. 00000008:00000001:1.0:1781623793.846356:0:108842:0:(osc_cache.c:2703:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1781623793.846359:0:108842:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:1.0:1781623793.846361:0:108842:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe3e1c4c106c0 index 0 00000020:00000001:1.0:1781623793.846364:0:108842:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:1.0:1781623793.846364:0:108842:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:1.0:1781623793.846368:0:108842:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1781623793.846369:0:108842:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1781623793.846370:0:108842:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1781623793.846371:0:108842:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1781623793.846372:0:108842:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1781623793.846374:0:108842:0:(cl_page.c:556:cl_batch_put()) page@000000006e933392[1 00000000ee8675c6 5 1 0000000000000000] 00000020:00000001:1.0:1781623793.846375:0:108842:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:1.0:1781623793.846376:0:108842:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:1.0:1781623793.846378:0:108842:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8f8505113d20. 00000020:00000001:1.0:1781623793.846381:0:108842:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:1.0:1781623793.846382:0:108842:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:1.0:1781623793.846390:0:108842:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1781623793.846392:0:108842:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1781623793.846394:0:108842:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:1.0:1781623793.846395:0:108842:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:1.0:1781623793.846396:0:108842:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:1.0:1781623793.846398:0:108842:0:(vvp_io.c:287:vvp_io_fini()) [0x20000fe02:0x166:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000020:00000001:0.0:1781623793.846628:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623793.846632:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623793.846634:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1781623793.847771:0:108842:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1781623793.847774:0:108842:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:1.0:1781623793.847776:0:108842:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1781623793.847781:0:108842:0:(cl_object.c:925:cl_env_put()) 1@ffff8f8504046c60 00000020:00000010:1.0:1781623793.847786:0:108842:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f851e557a00. 00000020:00000010:1.0:1781623793.847794:0:108842:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f850618a660. 00000008:00000010:1.0:1781623793.847799:0:108842:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f85048a2ca0. 00020000:00000010:1.0:1781623793.847803:0:108842:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8532a9bcc0. 00008000:00000010:1.0:1781623793.847808:0:108842:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8503f926d8. 00000080:00000010:1.0:1781623793.847813:0:108842:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f8508734888. 00000080:00000010:1.0:1781623793.847817:0:108842:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f850726c000. 00000020:00000010:1.0:1781623793.847820:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e556000. 00000008:00000010:1.0:1781623793.847823:0:108842:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f8502f5b340. 00020000:00000010:1.0:1781623793.847826:0:108842:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f85059b4900. 00008000:00000010:1.0:1781623793.847830:0:108842:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d344770. 00000080:00000010:1.0:1781623793.847833:0:108842:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f8532a5e2d0. 00000020:00000010:1.0:1781623793.847836:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e557000. 00000020:00000010:1.0:1781623793.847838:0:108842:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f8504046c60. 00000008:00000001:1.0:1781623793.847840:0:108842:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.847845:0:108842:0:(cl_object.c:151:cl_object_top()) ffff8f8507253880 -> ffff8f8532982530 00010000:00000001:1.0:1781623793.847847:0:108842:0:(ldlm_extent.c:918:ldlm_extent_shift_kms()) Process entered 00010000:00000001:1.0:1781623793.847850:0:108842:0:(ldlm_extent.c:991:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.847851:0:108842:0:(cl_object.c:151:cl_object_top()) ffff8f8507253880 -> ffff8f8532982530 00000020:00000001:1.0:1781623793.847853:0:108842:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1781623793.847855:0:108842:0:(osc_object.c:161:osc_attr_update()) set kms from 4096to 0 00020000:00000001:1.0:1781623793.847858:0:108842:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1781623793.847860:0:108842:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.847862:0:108842:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.847863:0:108842:0:(cl_object.c:151:cl_object_top()) ffff8f8507253880 -> ffff8f8532982530 00000008:00000001:1.0:1781623793.847866:0:108842:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1781623793.847869:0:108842:0:(cl_object.c:925:cl_env_put()) 1@ffff8f8504046bd0 00000020:00000010:1.0:1781623793.847870:0:108842:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f851e556c00. 00000020:00000010:1.0:1781623793.847873:0:108842:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f850618aa20. 00000008:00000010:1.0:1781623793.847875:0:108842:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f85048a0000. 00020000:00000010:1.0:1781623793.847877:0:108842:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8532a9b300. 00008000:00000010:1.0:1781623793.847880:0:108842:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8503f92de8. 00000080:00000010:1.0:1781623793.847882:0:108842:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f85087347e0. 00000080:00000010:1.0:1781623793.847885:0:108842:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f850726c920. 00000020:00000010:1.0:1781623793.847887:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e557e00. 00000008:00000010:1.0:1781623793.847889:0:108842:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f8502f5a840. 00020000:00000010:1.0:1781623793.847891:0:108842:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f85059b5d40. 00008000:00000010:1.0:1781623793.847893:0:108842:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d3441b8. 00000080:00000010:1.0:1781623793.847896:0:108842:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f8532a5ed20. 00000020:00000010:1.0:1781623793.847899:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e557400. 00000020:00000010:1.0:1781623793.847900:0:108842:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f8504046bd0. 00000008:00000001:1.0:1781623793.847903:0:108842:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623793.847906:0:108842:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1781623793.847911:0:108842:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1781623793.847913:0:108842:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1781623793.847915:0:108842:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623793.847918:0:108842:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1781623793.847921:0:108842:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8f8504013e00 with handle 0x41450ad236a7af96 from hash 00010000:00000001:1.0:1781623793.847923:0:108842:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1781623793.847925:0:108842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623793.847927:0:108842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623793.847928:0:108842:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1781623793.847932:0:108842:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1781623793.847933:0:108842:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1781623793.847936:0:108842:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1781623793.847940:0:108842:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8f85100c1000 lock: 00000000385c80de/0x41450ad236a7af88 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x22f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400000000 nid: local remote: 0x9ffb0719ffb1fb14 expref: -99 pid: 112467 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:1.0:1781623793.847950:0:108842:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1781623793.847951:0:108842:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1781623793.847959:0:108842:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f8504046bd0. 00000020:00000010:1.0:1781623793.847963:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e557400. 00000020:00000010:1.0:1781623793.847966:0:108842:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f851e557e00. 00000020:00000010:1.0:1781623793.847968:0:108842:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f850618aa20. 00000008:00000010:1.0:1781623793.847973:0:108842:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f85048a0000. 00020000:00000010:1.0:1781623793.847975:0:108842:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8532a9b300. 00008000:00000010:1.0:1781623793.847979:0:108842:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8503f92de8. 00000080:00000010:1.0:1781623793.847983:0:108842:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f85087347e0. 00000080:00000010:1.0:1781623793.847986:0:108842:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f850726c920. 00000020:00000010:1.0:1781623793.847989:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e556c00. 00000008:00000010:1.0:1781623793.847991:0:108842:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f8502f5a840. 00020000:00000010:1.0:1781623793.847994:0:108842:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f85059b5d40. 00008000:00000010:1.0:1781623793.847997:0:108842:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d3441b8. 00000080:00000010:1.0:1781623793.848000:0:108842:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f8532a5ed20. 00000020:00000001:1.0:1781623793.848002:0:108842:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400193661912 : -123673515889704 : ffff8f8504046bd8) 00000020:00001000:1.0:1781623793.848004:0:108842:0:(cl_object.c:831:cl_env_get()) 1@ffff8f8504046bd0 00000008:00000001:1.0:1781623793.848006:0:108842:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1781623793.848008:0:108842:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:1.0:1781623793.848009:0:108842:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1781623793.848011:0:108842:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f8504046c60. 00000020:00000010:1.0:1781623793.848013:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e557000. 00000020:00000010:1.0:1781623793.848015:0:108842:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f851e556000. 00000020:00000010:1.0:1781623793.848018:0:108842:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f850618a660. 00000008:00000010:1.0:1781623793.848021:0:108842:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f85048a2ca0. 00020000:00000010:1.0:1781623793.848023:0:108842:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8532a9bcc0. 00008000:00000010:1.0:1781623793.848045:0:108842:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8503f926d8. 00000080:00000010:1.0:1781623793.848048:0:108842:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f8508734888. 00000080:00000010:1.0:1781623793.848051:0:108842:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f850726c000. 00000020:00000010:1.0:1781623793.848053:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e557a00. 00000008:00000010:1.0:1781623793.848057:0:108842:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f8502f5b340. 00020000:00000010:1.0:1781623793.848059:0:108842:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f85059b4900. 00008000:00000010:1.0:1781623793.848061:0:108842:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d344770. 00000080:00000010:1.0:1781623793.848064:0:108842:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f8532a5e2d0. 00000020:00000001:1.0:1781623793.848066:0:108842:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400193662056 : -123673515889560 : ffff8f8504046c68) 00000020:00001000:1.0:1781623793.848068:0:108842:0:(cl_object.c:831:cl_env_get()) 1@ffff8f8504046c60 00000008:00000001:1.0:1781623793.848071:0:108842:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:1.0:1781623793.848072:0:108842:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:1.0:1781623793.848075:0:108842:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1781623793.848077:0:108842:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1781623793.848079:0:108842:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1781623793.848082:0:108842:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1781623793.848084:0:108842:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff8f8507252380 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1781623793.848088:0:108842:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1781623793.848090:0:108842:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff8f8507252380 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 1: rc=0. 00000008:00000001:1.0:1781623793.848094:0:108842:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1781623793.848096:0:108842:0:(osc_lock.c:372:osc_lock_flush()) object ffff8f8507252380: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:1.0:1781623793.848099:0:108842:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:1.0:1781623793.848100:0:108842:0:(cl_object.c:151:cl_object_top()) ffff8f8507252380 -> ffff8f8532982aa8 00000020:00000001:1.0:1781623793.848102:0:108842:0:(cl_object.c:151:cl_object_top()) ffff8f8532982aa8 -> ffff8f8532982aa8 00000020:00000001:1.0:1781623793.848104:0:108842:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1781623793.848106:0:108842:0:(vvp_io.c:1800:vvp_io_init()) Process entered 00000080:00200000:1.0:1781623793.848108:0:108842:0:(vvp_io.c:1805:vvp_io_init()) [0x20000fe02:0x165:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1781623793.848111:0:108842:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1781623793.848112:0:108842:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1781623793.848114:0:108842:0:(vvp_io.c:1877:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1781623793.848117:0:108842:0:(lov_object.c:1559:lov_io_init()) [0x20000fe02:0x165:0x0]io ffff8f85048a2d40 type 8 ignore/verify layout 1/0 00020000:00000001:1.0:1781623793.848121:0:108842:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1781623793.848123:0:108842:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1781623793.848125:0:108842:0:(lov_io.c:625:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1781623793.848127:0:108842:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1781623793.848129:0:108842:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.848130:0:108842:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1781623793.848131:0:108842:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1781623793.848132:0:108842:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00000020:00000001:1.0:1781623793.848134:0:108842:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1781623793.848136:0:108842:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000020:00000001:1.0:1781623793.848139:0:108842:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1781623793.848141:0:108842:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1781623793.848142:0:108842:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:1.0:1781623793.848145:0:108842:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:1.0:1781623793.848146:0:108842:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446620400202427712 : -123673507123904 : ffff8f85048a2d40) 00000020:00000001:1.0:1781623793.848149:0:108842:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1781623793.848150:0:108842:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1781623793.848152:0:108842:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1781623793.848155:0:108842:0:(cl_page.c:507:__cl_page_state_set()) page@000000007276b3e2[2 0000000045203ffc 1 1 00000000ce52860d] 00000020:00000001:1.0:1781623793.848157:0:108842:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1781623793.848158:0:108842:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:1.0:1781623793.848159:0:108842:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:1.0:1781623793.848161:0:108842:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.848164:0:108842:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:1.0:1781623793.848165:0:108842:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:1.0:1781623793.848167:0:108842:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1781623793.848168:0:108842:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1781623793.848169:0:108842:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1781623793.848172:0:108842:0:(cl_page.c:507:__cl_page_state_set()) page@000000007276b3e2[2 0000000045203ffc 2 1 0000000000000000] 00000020:00000001:1.0:1781623793.848174:0:108842:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:1.0:1781623793.848175:0:108842:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:1.0:1781623793.848177:0:108842:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:1.0:1781623793.848178:0:108842:0:(osc_page.c:138:osc_page_delete()) ffff8f8505117140 00000008:00000001:1.0:1781623793.848180:0:108842:0:(osc_cache.c:2678:osc_teardown_async_page()) Process entered 00000008:00000040:1.0:1781623793.848182:0:108842:0:(osc_cache.c:2681:osc_teardown_async_page()) teardown oap ffff8f8505117150 page ffff8f8505117140 at index 0. 00000008:00000001:1.0:1781623793.848184:0:108842:0:(osc_cache.c:2703:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1781623793.848189:0:108842:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:1.0:1781623793.848203:0:108842:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe3e1c475d280 index 0 00000020:00000001:1.0:1781623793.848207:0:108842:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:1.0:1781623793.848208:0:108842:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:1.0:1781623793.848217:0:108842:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1781623793.848218:0:108842:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1781623793.848219:0:108842:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1781623793.848221:0:108842:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1781623793.848222:0:108842:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1781623793.848225:0:108842:0:(cl_page.c:556:cl_batch_put()) page@000000007276b3e2[1 0000000045203ffc 5 1 0000000000000000] 00000020:00000001:1.0:1781623793.848226:0:108842:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:1.0:1781623793.848228:0:108842:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:1.0:1781623793.848231:0:108842:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8f85051170e0. 00000020:00000001:1.0:1781623793.848234:0:108842:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:1.0:1781623793.848235:0:108842:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:1.0:1781623793.848252:0:108842:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1781623793.848255:0:108842:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1781623793.848257:0:108842:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:1.0:1781623793.848259:0:108842:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:1.0:1781623793.848260:0:108842:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:1.0:1781623793.848262:0:108842:0:(vvp_io.c:287:vvp_io_fini()) [0x20000fe02:0x165:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:1.0:1781623793.848264:0:108842:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1781623793.848265:0:108842:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:1.0:1781623793.848266:0:108842:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1781623793.848268:0:108842:0:(cl_object.c:925:cl_env_put()) 1@ffff8f8504046c60 00000020:00000010:1.0:1781623793.848271:0:108842:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f851e556000. 00000020:00000010:1.0:1781623793.848273:0:108842:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f850618a660. 00000008:00000010:1.0:1781623793.848276:0:108842:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f85048a2ca0. 00020000:00000010:1.0:1781623793.848278:0:108842:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8532a9bcc0. 00008000:00000010:1.0:1781623793.848281:0:108842:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8503f926d8. 00000080:00000010:1.0:1781623793.848283:0:108842:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f8508734888. 00000080:00000010:1.0:1781623793.848286:0:108842:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f850726c000. 00000020:00000010:1.0:1781623793.848288:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e557000. 00000008:00000010:1.0:1781623793.848291:0:108842:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f8502f5b340. 00020000:00000010:1.0:1781623793.848293:0:108842:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f85059b4900. 00008000:00000010:1.0:1781623793.848296:0:108842:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d344770. 00000080:00000010:1.0:1781623793.848298:0:108842:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f8532a5e2d0. 00000020:00000010:1.0:1781623793.848300:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e557a00. 00000020:00000010:1.0:1781623793.848301:0:108842:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f8504046c60. 00000008:00000001:1.0:1781623793.848303:0:108842:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.848305:0:108842:0:(cl_object.c:151:cl_object_top()) ffff8f8507252380 -> ffff8f8532982aa8 00010000:00000001:1.0:1781623793.848307:0:108842:0:(ldlm_extent.c:918:ldlm_extent_shift_kms()) Process entered 00010000:00000001:1.0:1781623793.848309:0:108842:0:(ldlm_extent.c:991:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.848310:0:108842:0:(cl_object.c:151:cl_object_top()) ffff8f8507252380 -> ffff8f8532982aa8 00000020:00000001:1.0:1781623793.848312:0:108842:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1781623793.848313:0:108842:0:(osc_object.c:161:osc_attr_update()) set kms from 4096to 0 00020000:00000001:1.0:1781623793.848315:0:108842:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1781623793.848317:0:108842:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.848318:0:108842:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.848319:0:108842:0:(cl_object.c:151:cl_object_top()) ffff8f8507252380 -> ffff8f8532982aa8 00000008:00000001:1.0:1781623793.848322:0:108842:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1781623793.848323:0:108842:0:(cl_object.c:925:cl_env_put()) 1@ffff8f8504046bd0 00000020:00000010:1.0:1781623793.848325:0:108842:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f851e557e00. 00000020:00000010:1.0:1781623793.848327:0:108842:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f850618aa20. 00000008:00000010:1.0:1781623793.848329:0:108842:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f85048a0000. 00020000:00000010:1.0:1781623793.848331:0:108842:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8532a9b300. 00008000:00000010:1.0:1781623793.848333:0:108842:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8503f92de8. 00000080:00000010:1.0:1781623793.848335:0:108842:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f85087347e0. 00000080:00000010:1.0:1781623793.848337:0:108842:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f850726c920. 00000020:00000010:1.0:1781623793.848339:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e557400. 00000008:00000010:1.0:1781623793.848341:0:108842:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f8502f5a840. 00020000:00000010:1.0:1781623793.848343:0:108842:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f85059b5d40. 00008000:00000010:1.0:1781623793.848345:0:108842:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d3441b8. 00000080:00000010:1.0:1781623793.848347:0:108842:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f8532a5ed20. 00000020:00000010:1.0:1781623793.848349:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e556c00. 00000020:00000010:1.0:1781623793.848351:0:108842:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f8504046bd0. 00000008:00000001:1.0:1781623793.848353:0:108842:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623793.848355:0:108842:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1781623793.848357:0:108842:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1781623793.848358:0:108842:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1781623793.848359:0:108842:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623793.848361:0:108842:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1781623793.848363:0:108842:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8f8505df0e00 with handle 0x41450ad236a7af88 from hash 00010000:00000001:1.0:1781623793.848365:0:108842:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1781623793.848366:0:108842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623793.848368:0:108842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623793.848369:0:108842:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1781623793.848370:0:108842:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1781623793.848372:0:108842:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1781623793.848374:0:108842:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1781623793.848377:0:108842:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8f85100c1000 lock: 000000009bfa1f40/0x41450ad236a7af7a lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x22f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400000000 nid: local remote: 0x9ffb0719ffb1fb1b expref: -99 pid: 112466 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:1.0:1781623793.848384:0:108842:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1781623793.848385:0:108842:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1781623793.848388:0:108842:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f8504046bd0. 00000020:00000010:1.0:1781623793.848390:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e556c00. 00000020:00000010:1.0:1781623793.848392:0:108842:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f851e557400. 00000020:00000010:1.0:1781623793.848394:0:108842:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f850618aa20. 00000008:00000010:1.0:1781623793.848397:0:108842:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f85048a0000. 00020000:00000010:1.0:1781623793.848399:0:108842:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8532a9b300. 00008000:00000010:1.0:1781623793.848401:0:108842:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8503f92de8. 00000080:00000010:1.0:1781623793.848403:0:108842:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f85087347e0. 00000080:00000010:1.0:1781623793.848405:0:108842:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f850726c920. 00000020:00000010:1.0:1781623793.848407:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e557e00. 00000008:00000010:1.0:1781623793.848410:0:108842:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f8502f5a840. 00020000:00000010:1.0:1781623793.848412:0:108842:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f85059b5d40. 00008000:00000010:1.0:1781623793.848414:0:108842:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d3441b8. 00000080:00000010:1.0:1781623793.848416:0:108842:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f8532a5ed20. 00000020:00000001:1.0:1781623793.848418:0:108842:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400193661912 : -123673515889704 : ffff8f8504046bd8) 00000020:00001000:1.0:1781623793.848420:0:108842:0:(cl_object.c:831:cl_env_get()) 1@ffff8f8504046bd0 00000008:00000001:1.0:1781623793.848421:0:108842:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1781623793.848423:0:108842:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:1.0:1781623793.848424:0:108842:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1781623793.848426:0:108842:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f8504046c60. 00000020:00000010:1.0:1781623793.848428:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e557a00. 00000020:00000010:1.0:1781623793.848430:0:108842:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f851e557000. 00000020:00000010:1.0:1781623793.848432:0:108842:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f850618a660. 00000008:00000010:1.0:1781623793.848434:0:108842:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f85048a2ca0. 00020000:00000010:1.0:1781623793.848436:0:108842:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8532a9bcc0. 00008000:00000010:1.0:1781623793.848438:0:108842:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8503f926d8. 00000080:00000010:1.0:1781623793.848440:0:108842:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f8508734888. 00000080:00000010:1.0:1781623793.848442:0:108842:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f850726c000. 00000020:00000010:1.0:1781623793.848444:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e556000. 00000008:00000010:1.0:1781623793.848446:0:108842:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f8502f5b340. 00020000:00000010:1.0:1781623793.848448:0:108842:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f85059b4900. 00008000:00000010:1.0:1781623793.848450:0:108842:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d344770. 00000080:00000010:1.0:1781623793.848453:0:108842:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f8532a5e2d0. 00000020:00000001:1.0:1781623793.848455:0:108842:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400193662056 : -123673515889560 : ffff8f8504046c68) 00000020:00001000:1.0:1781623793.848456:0:108842:0:(cl_object.c:831:cl_env_get()) 1@ffff8f8504046c60 00000008:00000001:1.0:1781623793.848458:0:108842:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:1.0:1781623793.848459:0:108842:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:1.0:1781623793.848461:0:108842:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1781623793.848463:0:108842:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1781623793.848464:0:108842:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1781623793.848466:0:108842:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1781623793.848468:0:108842:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff8f8507253a40 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1781623793.848470:0:108842:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1781623793.848472:0:108842:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff8f8507253a40 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 1: rc=0. 00000008:00000001:1.0:1781623793.848475:0:108842:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1781623793.848477:0:108842:0:(osc_lock.c:372:osc_lock_flush()) object ffff8f8507253a40: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:1.0:1781623793.848479:0:108842:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:1.0:1781623793.848481:0:108842:0:(cl_object.c:151:cl_object_top()) ffff8f8507253a40 -> ffff8f85329829e0 00000020:00000001:1.0:1781623793.848482:0:108842:0:(cl_object.c:151:cl_object_top()) ffff8f85329829e0 -> ffff8f85329829e0 00000020:00000001:1.0:1781623793.848484:0:108842:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1781623793.848485:0:108842:0:(vvp_io.c:1800:vvp_io_init()) Process entered 00000080:00200000:1.0:1781623793.848486:0:108842:0:(vvp_io.c:1805:vvp_io_init()) [0x20000fe02:0x164:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1781623793.848489:0:108842:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1781623793.848490:0:108842:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1781623793.848491:0:108842:0:(vvp_io.c:1877:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1781623793.848493:0:108842:0:(lov_object.c:1559:lov_io_init()) [0x20000fe02:0x164:0x0]io ffff8f85048a2d40 type 8 ignore/verify layout 1/0 00020000:00000001:1.0:1781623793.848496:0:108842:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1781623793.848497:0:108842:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1781623793.848498:0:108842:0:(lov_io.c:625:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1781623793.848500:0:108842:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1781623793.848501:0:108842:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.848502:0:108842:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1781623793.848503:0:108842:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1781623793.848504:0:108842:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00000020:00000001:1.0:1781623793.848505:0:108842:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1781623793.848507:0:108842:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000020:00000001:1.0:1781623793.848508:0:108842:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1781623793.848509:0:108842:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1781623793.848510:0:108842:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:1.0:1781623793.848512:0:108842:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:1.0:1781623793.848513:0:108842:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446620400202427712 : -123673507123904 : ffff8f85048a2d40) 00000020:00000001:1.0:1781623793.848515:0:108842:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1781623793.848516:0:108842:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1781623793.848517:0:108842:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1781623793.848519:0:108842:0:(cl_page.c:507:__cl_page_state_set()) page@00000000ece0ef8b[2 0000000070c3a395 1 1 00000000ce52860d] 00000020:00000001:1.0:1781623793.848521:0:108842:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1781623793.848522:0:108842:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:1.0:1781623793.848523:0:108842:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:1.0:1781623793.848524:0:108842:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.848526:0:108842:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:1.0:1781623793.848527:0:108842:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:1.0:1781623793.848528:0:108842:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1781623793.848529:0:108842:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1781623793.848530:0:108842:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1781623793.848532:0:108842:0:(cl_page.c:507:__cl_page_state_set()) page@00000000ece0ef8b[2 0000000070c3a395 2 1 0000000000000000] 00000020:00000001:1.0:1781623793.848534:0:108842:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:1.0:1781623793.848535:0:108842:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:1.0:1781623793.848536:0:108842:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:1.0:1781623793.848537:0:108842:0:(osc_page.c:138:osc_page_delete()) ffff8f8505117760 00000008:00000001:1.0:1781623793.848539:0:108842:0:(osc_cache.c:2678:osc_teardown_async_page()) Process entered 00000008:00000040:1.0:1781623793.848540:0:108842:0:(osc_cache.c:2681:osc_teardown_async_page()) teardown oap ffff8f8505117770 page ffff8f8505117760 at index 0. 00000008:00000001:1.0:1781623793.848543:0:108842:0:(osc_cache.c:2703:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1781623793.848545:0:108842:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:1.0:1781623793.848547:0:108842:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe3e1c4b1f280 index 0 00000020:00000001:1.0:1781623793.848549:0:108842:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:1.0:1781623793.848550:0:108842:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:1.0:1781623793.848553:0:108842:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1781623793.848554:0:108842:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1781623793.848555:0:108842:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1781623793.848557:0:108842:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1781623793.848558:0:108842:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1781623793.848560:0:108842:0:(cl_page.c:556:cl_batch_put()) page@00000000ece0ef8b[1 0000000070c3a395 5 1 0000000000000000] 00000020:00000001:1.0:1781623793.848561:0:108842:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:1.0:1781623793.848562:0:108842:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:1.0:1781623793.848565:0:108842:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8f8505117700. 00000020:00000001:1.0:1781623793.848567:0:108842:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:1.0:1781623793.848568:0:108842:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:1.0:1781623793.848577:0:108842:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1781623793.848579:0:108842:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1781623793.848581:0:108842:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:1.0:1781623793.848582:0:108842:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:1.0:1781623793.848583:0:108842:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:1.0:1781623793.848585:0:108842:0:(vvp_io.c:287:vvp_io_fini()) [0x20000fe02:0x164:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:1.0:1781623793.848587:0:108842:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1781623793.848588:0:108842:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:1.0:1781623793.848589:0:108842:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1781623793.848591:0:108842:0:(cl_object.c:925:cl_env_put()) 1@ffff8f8504046c60 00000020:00000010:1.0:1781623793.848593:0:108842:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f851e557000. 00000020:00000010:1.0:1781623793.848596:0:108842:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f850618a660. 00000008:00000010:1.0:1781623793.848599:0:108842:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f85048a2ca0. 00020000:00000010:1.0:1781623793.848601:0:108842:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8532a9bcc0. 00008000:00000010:1.0:1781623793.848604:0:108842:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8503f926d8. 00000080:00000010:1.0:1781623793.848606:0:108842:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f8508734888. 00000080:00000010:1.0:1781623793.848608:0:108842:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f850726c000. 00000020:00000010:1.0:1781623793.848610:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e557a00. 00000008:00000010:1.0:1781623793.848613:0:108842:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f8502f5b340. 00020000:00000010:1.0:1781623793.848615:0:108842:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f85059b4900. 00008000:00000010:1.0:1781623793.848618:0:108842:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d344770. 00000080:00000010:1.0:1781623793.848620:0:108842:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f8532a5e2d0. 00000020:00000010:1.0:1781623793.848622:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e556000. 00000020:00000010:1.0:1781623793.848624:0:108842:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f8504046c60. 00000008:00000001:1.0:1781623793.848626:0:108842:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.848628:0:108842:0:(cl_object.c:151:cl_object_top()) ffff8f8507253a40 -> ffff8f85329829e0 00010000:00000001:1.0:1781623793.848630:0:108842:0:(ldlm_extent.c:918:ldlm_extent_shift_kms()) Process entered 00010000:00000001:1.0:1781623793.848632:0:108842:0:(ldlm_extent.c:991:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.848633:0:108842:0:(cl_object.c:151:cl_object_top()) ffff8f8507253a40 -> ffff8f85329829e0 00000020:00000001:1.0:1781623793.848635:0:108842:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1781623793.848636:0:108842:0:(osc_object.c:161:osc_attr_update()) set kms from 4096to 0 00020000:00000001:1.0:1781623793.848638:0:108842:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1781623793.848640:0:108842:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.848641:0:108842:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.848643:0:108842:0:(cl_object.c:151:cl_object_top()) ffff8f8507253a40 -> ffff8f85329829e0 00000008:00000001:1.0:1781623793.848646:0:108842:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1781623793.848647:0:108842:0:(cl_object.c:925:cl_env_put()) 1@ffff8f8504046bd0 00000020:00000010:1.0:1781623793.848649:0:108842:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f851e557400. 00000020:00000010:1.0:1781623793.848651:0:108842:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f850618aa20. 00000008:00000010:1.0:1781623793.848654:0:108842:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f85048a0000. 00020000:00000010:1.0:1781623793.848656:0:108842:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8532a9b300. 00008000:00000010:1.0:1781623793.848658:0:108842:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8503f92de8. 00000080:00000010:1.0:1781623793.848660:0:108842:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f85087347e0. 00000080:00000010:1.0:1781623793.848662:0:108842:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f850726c920. 00000020:00000010:1.0:1781623793.848665:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e556c00. 00000008:00000010:1.0:1781623793.848667:0:108842:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f8502f5a840. 00020000:00000010:1.0:1781623793.848669:0:108842:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f85059b5d40. 00008000:00000010:1.0:1781623793.848671:0:108842:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d3441b8. 00000080:00000010:1.0:1781623793.848673:0:108842:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f8532a5ed20. 00000020:00000010:1.0:1781623793.848675:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e557e00. 00000020:00000010:1.0:1781623793.848678:0:108842:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f8504046bd0. 00000008:00000001:1.0:1781623793.848679:0:108842:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623793.848681:0:108842:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1781623793.848683:0:108842:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1781623793.848685:0:108842:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1781623793.848686:0:108842:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623793.848688:0:108842:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1781623793.848690:0:108842:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8f8508703200 with handle 0x41450ad236a7af7a from hash 00010000:00000001:1.0:1781623793.848693:0:108842:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1781623793.848694:0:108842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623793.848695:0:108842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623793.848696:0:108842:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1781623793.848698:0:108842:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1781623793.848699:0:108842:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1781623793.848702:0:108842:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1781623793.848705:0:108842:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8f85100c1000 lock: 00000000b296a591/0x41450ad236a7af6c lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x22f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400000000 nid: local remote: 0x9ffb0719ffb1fb22 expref: -99 pid: 112465 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:1.0:1781623793.848713:0:108842:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1781623793.848714:0:108842:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1781623793.848716:0:108842:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f8504046bd0. 00000020:00000010:1.0:1781623793.848719:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e557e00. 00000020:00000010:1.0:1781623793.848721:0:108842:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f851e556c00. 00000020:00000010:1.0:1781623793.848723:0:108842:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f850618aa20. 00000008:00000010:1.0:1781623793.848726:0:108842:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f85048a0000. 00020000:00000010:1.0:1781623793.848738:0:108842:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8532a9b300. 00008000:00000010:1.0:1781623793.848742:0:108842:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8503f92de8. 00000080:00000010:1.0:1781623793.848745:0:108842:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f85087347e0. 00000080:00000010:1.0:1781623793.848747:0:108842:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f850726c920. 00000020:00000010:1.0:1781623793.848749:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e557400. 00000008:00000010:1.0:1781623793.848751:0:108842:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f8502f5a840. 00020000:00000010:1.0:1781623793.848753:0:108842:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f85059b5d40. 00008000:00000010:1.0:1781623793.848756:0:108842:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d3441b8. 00000080:00000010:1.0:1781623793.848758:0:108842:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f8532a5ed20. 00000020:00000001:1.0:1781623793.848759:0:108842:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400193661912 : -123673515889704 : ffff8f8504046bd8) 00000020:00001000:1.0:1781623793.848761:0:108842:0:(cl_object.c:831:cl_env_get()) 1@ffff8f8504046bd0 00000008:00000001:1.0:1781623793.848763:0:108842:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1781623793.848765:0:108842:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:1.0:1781623793.848766:0:108842:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1781623793.848769:0:108842:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f8504046c60. 00000020:00000010:1.0:1781623793.848771:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e556000. 00000020:00000010:1.0:1781623793.848773:0:108842:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f851e557a00. 00000020:00000010:1.0:1781623793.848775:0:108842:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f850618a660. 00000008:00000010:1.0:1781623793.848777:0:108842:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f85048a2ca0. 00020000:00000010:1.0:1781623793.848780:0:108842:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8532a9bcc0. 00008000:00000010:1.0:1781623793.848782:0:108842:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8503f926d8. 00000080:00000010:1.0:1781623793.848784:0:108842:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f8508734888. 00000080:00000010:1.0:1781623793.848786:0:108842:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f850726c000. 00000020:00000010:1.0:1781623793.848789:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e557000. 00000008:00000010:1.0:1781623793.848790:0:108842:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f8502f5b340. 00020000:00000010:1.0:1781623793.848792:0:108842:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f85059b4900. 00008000:00000010:1.0:1781623793.848794:0:108842:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d344770. 00000080:00000010:1.0:1781623793.848796:0:108842:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f8532a5e2d0. 00000020:00000001:1.0:1781623793.848798:0:108842:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400193662056 : -123673515889560 : ffff8f8504046c68) 00000020:00001000:1.0:1781623793.848799:0:108842:0:(cl_object.c:831:cl_env_get()) 1@ffff8f8504046c60 00000008:00000001:1.0:1781623793.848801:0:108842:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:1.0:1781623793.848802:0:108842:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:1.0:1781623793.848805:0:108842:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1781623793.848807:0:108842:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1781623793.848808:0:108842:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1781623793.848810:0:108842:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1781623793.848812:0:108842:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff8f8508197180 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1781623793.848814:0:108842:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1781623793.848817:0:108842:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff8f8508197180 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 1: rc=0. 00000008:00000001:1.0:1781623793.848819:0:108842:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1781623793.848821:0:108842:0:(osc_lock.c:372:osc_lock_flush()) object ffff8f8508197180: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:1.0:1781623793.848823:0:108842:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:1.0:1781623793.848825:0:108842:0:(cl_object.c:151:cl_object_top()) ffff8f8508197180 -> ffff8f8506cca468 00000020:00000001:1.0:1781623793.848826:0:108842:0:(cl_object.c:151:cl_object_top()) ffff8f8506cca468 -> ffff8f8506cca468 00000020:00000001:1.0:1781623793.848828:0:108842:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1781623793.848829:0:108842:0:(vvp_io.c:1800:vvp_io_init()) Process entered 00000080:00200000:1.0:1781623793.848830:0:108842:0:(vvp_io.c:1805:vvp_io_init()) [0x20000fe02:0x163:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1781623793.848833:0:108842:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1781623793.848834:0:108842:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1781623793.848835:0:108842:0:(vvp_io.c:1877:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1781623793.848838:0:108842:0:(lov_object.c:1559:lov_io_init()) [0x20000fe02:0x163:0x0]io ffff8f85048a2d40 type 8 ignore/verify layout 1/0 00020000:00000001:1.0:1781623793.848841:0:108842:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1781623793.848842:0:108842:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1781623793.848844:0:108842:0:(lov_io.c:625:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1781623793.848845:0:108842:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1781623793.848846:0:108842:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.848848:0:108842:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1781623793.848849:0:108842:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1781623793.848850:0:108842:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00000020:00000001:1.0:1781623793.848851:0:108842:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1781623793.848852:0:108842:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000020:00000001:1.0:1781623793.848854:0:108842:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1781623793.848855:0:108842:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1781623793.848856:0:108842:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:1.0:1781623793.848858:0:108842:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:1.0:1781623793.848859:0:108842:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446620400202427712 : -123673507123904 : ffff8f85048a2d40) 00000020:00000001:1.0:1781623793.848861:0:108842:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1781623793.848862:0:108842:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1781623793.848863:0:108842:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1781623793.848866:0:108842:0:(cl_page.c:507:__cl_page_state_set()) page@0000000083e8675e[2 000000000662e254 1 1 00000000ce52860d] 00000020:00000001:1.0:1781623793.848867:0:108842:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1781623793.848868:0:108842:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:1.0:1781623793.848869:0:108842:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:1.0:1781623793.848870:0:108842:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.848872:0:108842:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:1.0:1781623793.848874:0:108842:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:1.0:1781623793.848875:0:108842:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1781623793.848876:0:108842:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1781623793.848877:0:108842:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1781623793.848879:0:108842:0:(cl_page.c:507:__cl_page_state_set()) page@0000000083e8675e[2 000000000662e254 2 1 0000000000000000] 00000020:00000001:1.0:1781623793.848880:0:108842:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:1.0:1781623793.848881:0:108842:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:1.0:1781623793.848882:0:108842:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:1.0:1781623793.848883:0:108842:0:(osc_page.c:138:osc_page_delete()) ffff8f8505117920 00000008:00000001:1.0:1781623793.848885:0:108842:0:(osc_cache.c:2678:osc_teardown_async_page()) Process entered 00000008:00000040:1.0:1781623793.848886:0:108842:0:(osc_cache.c:2681:osc_teardown_async_page()) teardown oap ffff8f8505117930 page ffff8f8505117920 at index 0. 00000008:00000001:1.0:1781623793.848888:0:108842:0:(osc_cache.c:2703:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1781623793.848891:0:108842:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:1.0:1781623793.848893:0:108842:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe3e1c4b1a840 index 0 00000020:00000001:1.0:1781623793.848895:0:108842:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:1.0:1781623793.848896:0:108842:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:1.0:1781623793.848899:0:108842:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1781623793.848900:0:108842:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1781623793.848901:0:108842:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1781623793.848902:0:108842:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1781623793.848903:0:108842:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1781623793.848905:0:108842:0:(cl_page.c:556:cl_batch_put()) page@0000000083e8675e[1 000000000662e254 5 1 0000000000000000] 00000020:00000001:1.0:1781623793.848906:0:108842:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:1.0:1781623793.848908:0:108842:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:1.0:1781623793.848909:0:108842:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8f85051178c0. 00000020:00000001:1.0:1781623793.848912:0:108842:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:1.0:1781623793.848913:0:108842:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:1.0:1781623793.848919:0:108842:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1781623793.848921:0:108842:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1781623793.848923:0:108842:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:1.0:1781623793.848924:0:108842:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:1.0:1781623793.848925:0:108842:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:1.0:1781623793.848926:0:108842:0:(vvp_io.c:287:vvp_io_fini()) [0x20000fe02:0x163:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:1.0:1781623793.848929:0:108842:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1781623793.848930:0:108842:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:1.0:1781623793.848931:0:108842:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1781623793.848933:0:108842:0:(cl_object.c:925:cl_env_put()) 1@ffff8f8504046c60 00000020:00000010:1.0:1781623793.848935:0:108842:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f851e557a00. 00000020:00000010:1.0:1781623793.848937:0:108842:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f850618a660. 00000008:00000010:1.0:1781623793.848940:0:108842:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f85048a2ca0. 00020000:00000010:1.0:1781623793.848942:0:108842:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8532a9bcc0. 00008000:00000010:1.0:1781623793.848945:0:108842:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8503f926d8. 00000080:00000010:1.0:1781623793.848947:0:108842:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f8508734888. 00000080:00000010:1.0:1781623793.848950:0:108842:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f850726c000. 00000020:00000010:1.0:1781623793.848952:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e556000. 00000008:00000010:1.0:1781623793.848954:0:108842:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f8502f5b340. 00020000:00000010:1.0:1781623793.848956:0:108842:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f85059b4900. 00008000:00000010:1.0:1781623793.848958:0:108842:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d344770. 00000080:00000010:1.0:1781623793.848961:0:108842:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f8532a5e2d0. 00000020:00000010:1.0:1781623793.848963:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e557000. 00000020:00000010:1.0:1781623793.848965:0:108842:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f8504046c60. 00000008:00000001:1.0:1781623793.848967:0:108842:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.848969:0:108842:0:(cl_object.c:151:cl_object_top()) ffff8f8508197180 -> ffff8f8506cca468 00010000:00000001:1.0:1781623793.848972:0:108842:0:(ldlm_extent.c:918:ldlm_extent_shift_kms()) Process entered 00010000:00000001:1.0:1781623793.848973:0:108842:0:(ldlm_extent.c:991:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.848975:0:108842:0:(cl_object.c:151:cl_object_top()) ffff8f8508197180 -> ffff8f8506cca468 00000020:00000001:1.0:1781623793.848976:0:108842:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1781623793.848978:0:108842:0:(osc_object.c:161:osc_attr_update()) set kms from 4096to 0 00020000:00000001:1.0:1781623793.848980:0:108842:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1781623793.848981:0:108842:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.848983:0:108842:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.848984:0:108842:0:(cl_object.c:151:cl_object_top()) ffff8f8508197180 -> ffff8f8506cca468 00000008:00000001:1.0:1781623793.848987:0:108842:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1781623793.848988:0:108842:0:(cl_object.c:925:cl_env_put()) 1@ffff8f8504046bd0 00000020:00000010:1.0:1781623793.848990:0:108842:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f851e556c00. 00000020:00000010:1.0:1781623793.848992:0:108842:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f850618aa20. 00000008:00000010:1.0:1781623793.848994:0:108842:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f85048a0000. 00020000:00000010:1.0:1781623793.848996:0:108842:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8532a9b300. 00008000:00000010:1.0:1781623793.848998:0:108842:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8503f92de8. 00000080:00000010:1.0:1781623793.849000:0:108842:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f85087347e0. 00000080:00000010:1.0:1781623793.849002:0:108842:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f850726c920. 00000020:00000010:1.0:1781623793.849004:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e557e00. 00000008:00000010:1.0:1781623793.849006:0:108842:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f8502f5a840. 00020000:00000010:1.0:1781623793.849009:0:108842:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f85059b5d40. 00008000:00000010:1.0:1781623793.849011:0:108842:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d3441b8. 00000080:00000010:1.0:1781623793.849013:0:108842:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f8532a5ed20. 00000020:00000010:1.0:1781623793.849015:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e557400. 00000020:00000010:1.0:1781623793.849016:0:108842:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f8504046bd0. 00000008:00000001:1.0:1781623793.849018:0:108842:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623793.849020:0:108842:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1781623793.849023:0:108842:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1781623793.849056:0:108842:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1781623793.849058:0:108842:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623793.849060:0:108842:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1781623793.849063:0:108842:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8f85202de400 with handle 0x41450ad236a7af6c from hash 00010000:00000001:1.0:1781623793.849065:0:108842:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1781623793.849067:0:108842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623793.849068:0:108842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623793.849069:0:108842:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1781623793.849071:0:108842:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1781623793.849073:0:108842:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1781623793.849075:0:108842:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1781623793.849078:0:108842:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8f85100c1000 lock: 0000000000423319/0x41450ad236a7af5e lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x22f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400000000 nid: local remote: 0x9ffb0719ffb1fb29 expref: -99 pid: 112464 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:1.0:1781623793.849085:0:108842:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1781623793.849087:0:108842:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1781623793.849089:0:108842:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f8504046bd0. 00000020:00000010:1.0:1781623793.849092:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e557400. 00000020:00000010:1.0:1781623793.849094:0:108842:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f851e557e00. 00000020:00000010:1.0:1781623793.849096:0:108842:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f850618aa20. 00000008:00000010:1.0:1781623793.849099:0:108842:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f85048a0000. 00020000:00000010:1.0:1781623793.849102:0:108842:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8532a9b300. 00008000:00000010:1.0:1781623793.849104:0:108842:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8503f92de8. 00000080:00000010:1.0:1781623793.849107:0:108842:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f85087347e0. 00000080:00000010:1.0:1781623793.849109:0:108842:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f850726c920. 00000020:00000010:1.0:1781623793.849111:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e556c00. 00000008:00000010:1.0:1781623793.849114:0:108842:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f8502f5a840. 00020000:00000010:1.0:1781623793.849116:0:108842:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f85059b5d40. 00008000:00000010:1.0:1781623793.849118:0:108842:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d3441b8. 00000080:00000010:1.0:1781623793.849120:0:108842:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f8532a5ed20. 00000020:00000001:1.0:1781623793.849122:0:108842:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400193661912 : -123673515889704 : ffff8f8504046bd8) 00000020:00001000:1.0:1781623793.849124:0:108842:0:(cl_object.c:831:cl_env_get()) 1@ffff8f8504046bd0 00000008:00000001:1.0:1781623793.849125:0:108842:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1781623793.849127:0:108842:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:1.0:1781623793.849128:0:108842:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1781623793.849129:0:108842:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f8504046c60. 00000020:00000010:1.0:1781623793.849132:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e557000. 00000020:00000010:1.0:1781623793.849134:0:108842:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f851e556000. 00000020:00000010:1.0:1781623793.849137:0:108842:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f850618a660. 00000008:00000010:1.0:1781623793.849140:0:108842:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f85048a2ca0. 00020000:00000010:1.0:1781623793.849141:0:108842:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8532a9bcc0. 00008000:00000010:1.0:1781623793.849144:0:108842:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8503f926d8. 00000080:00000010:1.0:1781623793.849146:0:108842:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f8508734888. 00000080:00000010:1.0:1781623793.849148:0:108842:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f850726c000. 00000020:00000010:1.0:1781623793.849151:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e557a00. 00000008:00000010:1.0:1781623793.849153:0:108842:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f8502f5b340. 00020000:00000010:1.0:1781623793.849156:0:108842:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f85059b4900. 00008000:00000010:1.0:1781623793.849158:0:108842:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d344770. 00000080:00000010:1.0:1781623793.849160:0:108842:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f8532a5e2d0. 00000020:00000001:1.0:1781623793.849162:0:108842:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400193662056 : -123673515889560 : ffff8f8504046c68) 00000020:00001000:1.0:1781623793.849163:0:108842:0:(cl_object.c:831:cl_env_get()) 1@ffff8f8504046c60 00000008:00000001:1.0:1781623793.849165:0:108842:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:1.0:1781623793.849167:0:108842:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:1.0:1781623793.849169:0:108842:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1781623793.849170:0:108842:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1781623793.849172:0:108842:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1781623793.849173:0:108842:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1781623793.849175:0:108842:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff8f8507252e00 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1781623793.849178:0:108842:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1781623793.849180:0:108842:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff8f8507252e00 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 1: rc=0. 00000008:00000001:1.0:1781623793.849182:0:108842:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1781623793.849184:0:108842:0:(osc_lock.c:372:osc_lock_flush()) object ffff8f8507252e00: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:1.0:1781623793.849186:0:108842:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:1.0:1781623793.849188:0:108842:0:(cl_object.c:151:cl_object_top()) ffff8f8507252e00 -> ffff8f8532982e90 00000020:00000001:1.0:1781623793.849190:0:108842:0:(cl_object.c:151:cl_object_top()) ffff8f8532982e90 -> ffff8f8532982e90 00000020:00000001:1.0:1781623793.849191:0:108842:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1781623793.849192:0:108842:0:(vvp_io.c:1800:vvp_io_init()) Process entered 00000080:00200000:1.0:1781623793.849194:0:108842:0:(vvp_io.c:1805:vvp_io_init()) [0x20000fe02:0x162:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1781623793.849196:0:108842:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1781623793.849197:0:108842:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1781623793.849198:0:108842:0:(vvp_io.c:1877:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1781623793.849200:0:108842:0:(lov_object.c:1559:lov_io_init()) [0x20000fe02:0x162:0x0]io ffff8f85048a2d40 type 8 ignore/verify layout 1/0 00020000:00000001:1.0:1781623793.849203:0:108842:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1781623793.849204:0:108842:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1781623793.849206:0:108842:0:(lov_io.c:625:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1781623793.849207:0:108842:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1781623793.849208:0:108842:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.849210:0:108842:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1781623793.849211:0:108842:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1781623793.849212:0:108842:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00000020:00000001:1.0:1781623793.849213:0:108842:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1781623793.849214:0:108842:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000020:00000001:1.0:1781623793.849216:0:108842:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1781623793.849218:0:108842:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1781623793.849219:0:108842:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:1.0:1781623793.849220:0:108842:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:1.0:1781623793.849221:0:108842:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446620400202427712 : -123673507123904 : ffff8f85048a2d40) 00000020:00000001:1.0:1781623793.849223:0:108842:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1781623793.849224:0:108842:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1781623793.849225:0:108842:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1781623793.849228:0:108842:0:(cl_page.c:507:__cl_page_state_set()) page@00000000bb368348[2 00000000a070a96a 1 1 00000000ce52860d] 00000020:00000001:1.0:1781623793.849230:0:108842:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1781623793.849231:0:108842:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:1.0:1781623793.849232:0:108842:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:1.0:1781623793.849233:0:108842:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.849235:0:108842:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:1.0:1781623793.849236:0:108842:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:1.0:1781623793.849237:0:108842:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1781623793.849238:0:108842:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1781623793.849239:0:108842:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1781623793.849241:0:108842:0:(cl_page.c:507:__cl_page_state_set()) page@00000000bb368348[2 00000000a070a96a 2 1 0000000000000000] 00000020:00000001:1.0:1781623793.849243:0:108842:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:1.0:1781623793.849244:0:108842:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:1.0:1781623793.849245:0:108842:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:1.0:1781623793.849246:0:108842:0:(osc_page.c:138:osc_page_delete()) ffff8f8505117ca0 00000008:00000001:1.0:1781623793.849248:0:108842:0:(osc_cache.c:2678:osc_teardown_async_page()) Process entered 00000008:00000040:1.0:1781623793.849249:0:108842:0:(osc_cache.c:2681:osc_teardown_async_page()) teardown oap ffff8f8505117cb0 page ffff8f8505117ca0 at index 0. 00000008:00000001:1.0:1781623793.849251:0:108842:0:(osc_cache.c:2703:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1781623793.849253:0:108842:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:1.0:1781623793.849255:0:108842:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe3e1c4b1ac00 index 0 00000020:00000001:1.0:1781623793.849257:0:108842:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:1.0:1781623793.849258:0:108842:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:1.0:1781623793.849262:0:108842:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1781623793.849263:0:108842:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1781623793.849264:0:108842:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1781623793.849265:0:108842:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1781623793.849266:0:108842:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1781623793.849268:0:108842:0:(cl_page.c:556:cl_batch_put()) page@00000000bb368348[1 00000000a070a96a 5 1 0000000000000000] 00000020:00000001:1.0:1781623793.849269:0:108842:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:1.0:1781623793.849270:0:108842:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:1.0:1781623793.849272:0:108842:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8f8505117c40. 00000020:00000001:1.0:1781623793.849275:0:108842:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:1.0:1781623793.849276:0:108842:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:1.0:1781623793.849282:0:108842:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1781623793.849284:0:108842:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1781623793.849286:0:108842:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:1.0:1781623793.849287:0:108842:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:1.0:1781623793.849288:0:108842:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:1.0:1781623793.849289:0:108842:0:(vvp_io.c:287:vvp_io_fini()) [0x20000fe02:0x162:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:1.0:1781623793.849292:0:108842:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1781623793.849293:0:108842:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:1.0:1781623793.849294:0:108842:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1781623793.849296:0:108842:0:(cl_object.c:925:cl_env_put()) 1@ffff8f8504046c60 00000020:00000010:1.0:1781623793.849297:0:108842:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f851e556000. 00000020:00000010:1.0:1781623793.849300:0:108842:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f850618a660. 00000008:00000010:1.0:1781623793.849302:0:108842:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f85048a2ca0. 00020000:00000010:1.0:1781623793.849304:0:108842:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8532a9bcc0. 00008000:00000010:1.0:1781623793.849306:0:108842:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8503f926d8. 00000080:00000010:1.0:1781623793.849309:0:108842:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f8508734888. 00000080:00000010:1.0:1781623793.849311:0:108842:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f850726c000. 00000020:00000010:1.0:1781623793.849312:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e557000. 00000008:00000010:1.0:1781623793.849314:0:108842:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f8502f5b340. 00020000:00000010:1.0:1781623793.849316:0:108842:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f85059b4900. 00008000:00000010:1.0:1781623793.849319:0:108842:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d344770. 00000080:00000010:1.0:1781623793.849320:0:108842:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f8532a5e2d0. 00000020:00000010:1.0:1781623793.849322:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e557a00. 00000020:00000010:1.0:1781623793.849324:0:108842:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f8504046c60. 00000008:00000001:1.0:1781623793.849326:0:108842:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.849328:0:108842:0:(cl_object.c:151:cl_object_top()) ffff8f8507252e00 -> ffff8f8532982e90 00010000:00000001:1.0:1781623793.849330:0:108842:0:(ldlm_extent.c:918:ldlm_extent_shift_kms()) Process entered 00010000:00000001:1.0:1781623793.849332:0:108842:0:(ldlm_extent.c:991:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.849334:0:108842:0:(cl_object.c:151:cl_object_top()) ffff8f8507252e00 -> ffff8f8532982e90 00000020:00000001:1.0:1781623793.849335:0:108842:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1781623793.849336:0:108842:0:(osc_object.c:161:osc_attr_update()) set kms from 4096to 0 00020000:00000001:1.0:1781623793.849338:0:108842:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1781623793.849340:0:108842:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.849341:0:108842:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.849342:0:108842:0:(cl_object.c:151:cl_object_top()) ffff8f8507252e00 -> ffff8f8532982e90 00000008:00000001:1.0:1781623793.849344:0:108842:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1781623793.849346:0:108842:0:(cl_object.c:925:cl_env_put()) 1@ffff8f8504046bd0 00000020:00000010:1.0:1781623793.849347:0:108842:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f851e557e00. 00000020:00000010:1.0:1781623793.849350:0:108842:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f850618aa20. 00000008:00000010:1.0:1781623793.849352:0:108842:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f85048a0000. 00020000:00000010:1.0:1781623793.849354:0:108842:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8532a9b300. 00008000:00000010:1.0:1781623793.849356:0:108842:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8503f92de8. 00000080:00000010:1.0:1781623793.849359:0:108842:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f85087347e0. 00000080:00000010:1.0:1781623793.849361:0:108842:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f850726c920. 00000020:00000010:1.0:1781623793.849363:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e557400. 00000008:00000010:1.0:1781623793.849365:0:108842:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f8502f5a840. 00020000:00000010:1.0:1781623793.849367:0:108842:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f85059b5d40. 00008000:00000010:1.0:1781623793.849369:0:108842:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d3441b8. 00000080:00000010:1.0:1781623793.849371:0:108842:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f8532a5ed20. 00000020:00000010:1.0:1781623793.849373:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e556c00. 00000020:00000010:1.0:1781623793.849374:0:108842:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f8504046bd0. 00000008:00000001:1.0:1781623793.849376:0:108842:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623793.849378:0:108842:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1781623793.849380:0:108842:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1781623793.849381:0:108842:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1781623793.849382:0:108842:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623793.849384:0:108842:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1781623793.849386:0:108842:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8f8505df1400 with handle 0x41450ad236a7af5e from hash 00010000:00000001:1.0:1781623793.849388:0:108842:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1781623793.849389:0:108842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623793.849390:0:108842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623793.849392:0:108842:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1781623793.849393:0:108842:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1781623793.849395:0:108842:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1781623793.849397:0:108842:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1781623793.849400:0:108842:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8f85100c1000 lock: 000000000252e63b/0x41450ad236a7af50 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x22ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400000000 nid: local remote: 0x9ffb0719ffb1fb30 expref: -99 pid: 112463 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:1.0:1781623793.849407:0:108842:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1781623793.849408:0:108842:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1781623793.849411:0:108842:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f8504046bd0. 00000020:00000010:1.0:1781623793.849414:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e556c00. 00000020:00000010:1.0:1781623793.849416:0:108842:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f851e557400. 00000020:00000010:1.0:1781623793.849418:0:108842:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f850618aa20. 00000008:00000010:1.0:1781623793.849420:0:108842:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f85048a0000. 00020000:00000010:1.0:1781623793.849423:0:108842:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8532a9b300. 00008000:00000010:1.0:1781623793.849425:0:108842:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8503f92de8. 00000080:00000010:1.0:1781623793.849428:0:108842:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f85087347e0. 00000080:00000010:1.0:1781623793.849430:0:108842:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f850726c920. 00000020:00000010:1.0:1781623793.849433:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e557e00. 00000008:00000010:1.0:1781623793.849435:0:108842:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f8502f5a840. 00020000:00000010:1.0:1781623793.849437:0:108842:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f85059b5d40. 00008000:00000010:1.0:1781623793.849439:0:108842:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d3441b8. 00000080:00000010:1.0:1781623793.849441:0:108842:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f8532a5ed20. 00000020:00000001:1.0:1781623793.849442:0:108842:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400193661912 : -123673515889704 : ffff8f8504046bd8) 00000020:00001000:1.0:1781623793.849444:0:108842:0:(cl_object.c:831:cl_env_get()) 1@ffff8f8504046bd0 00000008:00000001:1.0:1781623793.849445:0:108842:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1781623793.849447:0:108842:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:1.0:1781623793.849448:0:108842:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1781623793.849450:0:108842:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f8504046c60. 00000020:00000010:1.0:1781623793.849452:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e557a00. 00000020:00000010:1.0:1781623793.849453:0:108842:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f851e557000. 00000020:00000010:1.0:1781623793.849455:0:108842:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f850618a660. 00000008:00000010:1.0:1781623793.849458:0:108842:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f85048a2ca0. 00020000:00000010:1.0:1781623793.849460:0:108842:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8532a9bcc0. 00008000:00000010:1.0:1781623793.849462:0:108842:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8503f926d8. 00000080:00000010:1.0:1781623793.849465:0:108842:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f8508734888. 00000080:00000010:1.0:1781623793.849467:0:108842:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f850726c000. 00000020:00000010:1.0:1781623793.849469:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e556000. 00000008:00000010:1.0:1781623793.849471:0:108842:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f8502f5b340. 00020000:00000010:1.0:1781623793.849473:0:108842:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f85059b4900. 00008000:00000010:1.0:1781623793.849475:0:108842:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d344770. 00000080:00000010:1.0:1781623793.849477:0:108842:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f8532a5e2d0. 00000020:00000001:1.0:1781623793.849479:0:108842:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400193662056 : -123673515889560 : ffff8f8504046c68) 00000020:00001000:1.0:1781623793.849481:0:108842:0:(cl_object.c:831:cl_env_get()) 1@ffff8f8504046c60 00000008:00000001:1.0:1781623793.849482:0:108842:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:1.0:1781623793.849484:0:108842:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:1.0:1781623793.849487:0:108842:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1781623793.849489:0:108842:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1781623793.849490:0:108842:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1781623793.849491:0:108842:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1781623793.849493:0:108842:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff8f8524dcc8c0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1781623793.849495:0:108842:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1781623793.849497:0:108842:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff8f8524dcc8c0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 1: rc=0. 00000008:00000001:1.0:1781623793.849500:0:108842:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1781623793.849502:0:108842:0:(osc_lock.c:372:osc_lock_flush()) object ffff8f8524dcc8c0: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:1.0:1781623793.849504:0:108842:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:1.0:1781623793.849506:0:108842:0:(cl_object.c:151:cl_object_top()) ffff8f8524dcc8c0 -> ffff8f85329823a0 00000020:00000001:1.0:1781623793.849507:0:108842:0:(cl_object.c:151:cl_object_top()) ffff8f85329823a0 -> ffff8f85329823a0 00000020:00000001:1.0:1781623793.849509:0:108842:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1781623793.849511:0:108842:0:(vvp_io.c:1800:vvp_io_init()) Process entered 00000080:00200000:1.0:1781623793.849512:0:108842:0:(vvp_io.c:1805:vvp_io_init()) [0x20000fe02:0x161:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1781623793.849515:0:108842:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1781623793.849516:0:108842:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1781623793.849517:0:108842:0:(vvp_io.c:1877:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1781623793.849519:0:108842:0:(lov_object.c:1559:lov_io_init()) [0x20000fe02:0x161:0x0]io ffff8f85048a2d40 type 8 ignore/verify layout 1/0 00020000:00000001:1.0:1781623793.849522:0:108842:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1781623793.849523:0:108842:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1781623793.849524:0:108842:0:(lov_io.c:625:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1781623793.849527:0:108842:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1781623793.849528:0:108842:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.849529:0:108842:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1781623793.849530:0:108842:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1781623793.849531:0:108842:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00000020:00000001:1.0:1781623793.849533:0:108842:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1781623793.849534:0:108842:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000020:00000001:1.0:1781623793.849536:0:108842:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1781623793.849537:0:108842:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1781623793.849538:0:108842:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:1.0:1781623793.849540:0:108842:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:1.0:1781623793.849541:0:108842:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446620400202427712 : -123673507123904 : ffff8f85048a2d40) 00000020:00000001:1.0:1781623793.849543:0:108842:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1781623793.849544:0:108842:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1781623793.849545:0:108842:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1781623793.849548:0:108842:0:(cl_page.c:507:__cl_page_state_set()) page@0000000017ba8203[2 00000000f7f99a88 1 1 00000000ce52860d] 00000020:00000001:1.0:1781623793.849549:0:108842:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1781623793.849550:0:108842:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:1.0:1781623793.849551:0:108842:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:1.0:1781623793.849552:0:108842:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.849554:0:108842:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:1.0:1781623793.849555:0:108842:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:1.0:1781623793.849556:0:108842:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1781623793.849557:0:108842:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1781623793.849558:0:108842:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1781623793.849560:0:108842:0:(cl_page.c:507:__cl_page_state_set()) page@0000000017ba8203[2 00000000f7f99a88 2 1 0000000000000000] 00000020:00000001:1.0:1781623793.849561:0:108842:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:1.0:1781623793.849562:0:108842:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:1.0:1781623793.849563:0:108842:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:1.0:1781623793.849564:0:108842:0:(osc_page.c:138:osc_page_delete()) ffff8f8505117840 00000008:00000001:1.0:1781623793.849565:0:108842:0:(osc_cache.c:2678:osc_teardown_async_page()) Process entered 00000008:00000040:1.0:1781623793.849567:0:108842:0:(osc_cache.c:2681:osc_teardown_async_page()) teardown oap ffff8f8505117850 page ffff8f8505117840 at index 0. 00000008:00000001:1.0:1781623793.849569:0:108842:0:(osc_cache.c:2703:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1781623793.849571:0:108842:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:1.0:1781623793.849572:0:108842:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe3e1c4928680 index 0 00000020:00000001:1.0:1781623793.849575:0:108842:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:1.0:1781623793.849576:0:108842:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:1.0:1781623793.849579:0:108842:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1781623793.849580:0:108842:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1781623793.849581:0:108842:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1781623793.849583:0:108842:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1781623793.849584:0:108842:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1781623793.849587:0:108842:0:(cl_page.c:556:cl_batch_put()) page@0000000017ba8203[1 00000000f7f99a88 5 1 0000000000000000] 00000020:00000001:1.0:1781623793.849588:0:108842:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:1.0:1781623793.849589:0:108842:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:1.0:1781623793.849591:0:108842:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8f85051177e0. 00000020:00000001:1.0:1781623793.849594:0:108842:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:1.0:1781623793.849595:0:108842:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:1.0:1781623793.849601:0:108842:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1781623793.849603:0:108842:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1781623793.849605:0:108842:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:1.0:1781623793.849606:0:108842:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:1.0:1781623793.849608:0:108842:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:1.0:1781623793.849609:0:108842:0:(vvp_io.c:287:vvp_io_fini()) [0x20000fe02:0x161:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:1.0:1781623793.849612:0:108842:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1781623793.849613:0:108842:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:1.0:1781623793.849614:0:108842:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1781623793.849616:0:108842:0:(cl_object.c:925:cl_env_put()) 1@ffff8f8504046c60 00000020:00000010:1.0:1781623793.849618:0:108842:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f851e557000. 00000020:00000010:1.0:1781623793.849620:0:108842:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f850618a660. 00000008:00000010:1.0:1781623793.849623:0:108842:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f85048a2ca0. 00020000:00000010:1.0:1781623793.849625:0:108842:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8532a9bcc0. 00008000:00000010:1.0:1781623793.849627:0:108842:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8503f926d8. 00000080:00000010:1.0:1781623793.849629:0:108842:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f8508734888. 00000080:00000010:1.0:1781623793.849631:0:108842:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f850726c000. 00000020:00000010:1.0:1781623793.849633:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e557a00. 00000008:00000010:1.0:1781623793.849635:0:108842:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f8502f5b340. 00020000:00000010:1.0:1781623793.849637:0:108842:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f85059b4900. 00008000:00000010:1.0:1781623793.849639:0:108842:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d344770. 00000080:00000010:1.0:1781623793.849641:0:108842:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f8532a5e2d0. 00000020:00000010:1.0:1781623793.849643:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e556000. 00000020:00000010:1.0:1781623793.849645:0:108842:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f8504046c60. 00000008:00000001:1.0:1781623793.849646:0:108842:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.849648:0:108842:0:(cl_object.c:151:cl_object_top()) ffff8f8524dcc8c0 -> ffff8f85329823a0 00010000:00000001:1.0:1781623793.849650:0:108842:0:(ldlm_extent.c:918:ldlm_extent_shift_kms()) Process entered 00010000:00000001:1.0:1781623793.849652:0:108842:0:(ldlm_extent.c:991:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.849653:0:108842:0:(cl_object.c:151:cl_object_top()) ffff8f8524dcc8c0 -> ffff8f85329823a0 00000020:00000001:1.0:1781623793.849655:0:108842:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1781623793.849657:0:108842:0:(osc_object.c:161:osc_attr_update()) set kms from 4096to 0 00020000:00000001:1.0:1781623793.849658:0:108842:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1781623793.849660:0:108842:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.849662:0:108842:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.849663:0:108842:0:(cl_object.c:151:cl_object_top()) ffff8f8524dcc8c0 -> ffff8f85329823a0 00000008:00000001:1.0:1781623793.849665:0:108842:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1781623793.849667:0:108842:0:(cl_object.c:925:cl_env_put()) 1@ffff8f8504046bd0 00000020:00000010:1.0:1781623793.849668:0:108842:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f851e557400. 00000020:00000010:1.0:1781623793.849671:0:108842:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f850618aa20. 00000008:00000010:1.0:1781623793.849673:0:108842:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f85048a0000. 00020000:00000010:1.0:1781623793.849675:0:108842:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8532a9b300. 00008000:00000010:1.0:1781623793.849677:0:108842:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8503f92de8. 00000080:00000010:1.0:1781623793.849679:0:108842:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f85087347e0. 00000080:00000010:1.0:1781623793.849680:0:108842:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f850726c920. 00000020:00000010:1.0:1781623793.849683:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e556c00. 00000008:00000010:1.0:1781623793.849684:0:108842:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f8502f5a840. 00020000:00000010:1.0:1781623793.849686:0:108842:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f85059b5d40. 00008000:00000010:1.0:1781623793.849688:0:108842:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d3441b8. 00000080:00000010:1.0:1781623793.849690:0:108842:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f8532a5ed20. 00000020:00000010:1.0:1781623793.849692:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e557e00. 00000020:00000010:1.0:1781623793.849693:0:108842:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f8504046bd0. 00000008:00000001:1.0:1781623793.849695:0:108842:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623793.849697:0:108842:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1781623793.849699:0:108842:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1781623793.849700:0:108842:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1781623793.849702:0:108842:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623793.849703:0:108842:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1781623793.849706:0:108842:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8f8505df0000 with handle 0x41450ad236a7af50 from hash 00010000:00000001:1.0:1781623793.849707:0:108842:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1781623793.849709:0:108842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623793.849710:0:108842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623793.849711:0:108842:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1781623793.849713:0:108842:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1781623793.849714:0:108842:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1781623793.849717:0:108842:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1781623793.849720:0:108842:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8f85100c1000 lock: 000000008b744416/0x41450ad236a7af42 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x22ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400000000 nid: local remote: 0x9ffb0719ffb1faea expref: -99 pid: 112462 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:1.0:1781623793.854541:0:108842:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1781623793.854548:0:108842:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1781623793.854563:0:108842:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f8504046bd0. 00000020:00000010:1.0:1781623793.854573:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e557e00. 00000020:00000010:1.0:1781623793.854578:0:108842:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f851e556c00. 00000020:00000010:1.0:1781623793.854581:0:108842:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f850618aa20. 00000008:00000010:1.0:1781623793.854588:0:108842:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f85048a0000. 00020000:00000010:1.0:1781623793.854594:0:108842:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8532a9b300. 00008000:00000010:1.0:1781623793.854599:0:108842:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8503f92de8. 00000080:00000010:1.0:1781623793.854606:0:108842:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f85087347e0. 00000080:00000010:1.0:1781623793.854610:0:108842:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f850726c920. 00000020:00000010:1.0:1781623793.854614:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e557400. 00000008:00000010:1.0:1781623793.854618:0:108842:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f8502f5a840. 00020000:00000010:1.0:1781623793.854622:0:108842:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f85059b5d40. 00008000:00000010:1.0:1781623793.854625:0:108842:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d3441b8. 00000080:00000010:1.0:1781623793.854628:0:108842:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f8532a5ed20. 00000020:00000001:1.0:1781623793.854631:0:108842:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400193661912 : -123673515889704 : ffff8f8504046bd8) 00000020:00001000:1.0:1781623793.854634:0:108842:0:(cl_object.c:831:cl_env_get()) 1@ffff8f8504046bd0 00000008:00000001:1.0:1781623793.854636:0:108842:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1781623793.854639:0:108842:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:1.0:1781623793.854641:0:108842:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1781623793.854643:0:108842:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f8504046c60. 00000020:00000010:1.0:1781623793.854645:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e556000. 00000020:00000010:1.0:1781623793.854647:0:108842:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f851e557a00. 00000020:00000010:1.0:1781623793.854649:0:108842:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f850618a660. 00000008:00000010:1.0:1781623793.854653:0:108842:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f85048a2ca0. 00020000:00000010:1.0:1781623793.854655:0:108842:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8532a9bcc0. 00008000:00000010:1.0:1781623793.854658:0:108842:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8503f926d8. 00000080:00000010:1.0:1781623793.854660:0:108842:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f8508734888. 00000080:00000010:1.0:1781623793.854663:0:108842:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f850726c000. 00000020:00000010:1.0:1781623793.854666:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e557000. 00000008:00000010:1.0:1781623793.854668:0:108842:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f8502f5b340. 00020000:00000010:1.0:1781623793.854671:0:108842:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f85059b4900. 00008000:00000010:1.0:1781623793.854673:0:108842:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d344770. 00000080:00000010:1.0:1781623793.854676:0:108842:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f8532a5e2d0. 00000020:00000001:1.0:1781623793.854678:0:108842:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400193662056 : -123673515889560 : ffff8f8504046c68) 00000020:00001000:1.0:1781623793.854680:0:108842:0:(cl_object.c:831:cl_env_get()) 1@ffff8f8504046c60 00000008:00000001:1.0:1781623793.854683:0:108842:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:1.0:1781623793.854686:0:108842:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:1.0:1781623793.854689:0:108842:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1781623793.854692:0:108842:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1781623793.854694:0:108842:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1781623793.854698:0:108842:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1781623793.854700:0:108842:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff8f8524dcd6c0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1781623793.854703:0:108842:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1781623793.854705:0:108842:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff8f8524dcd6c0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 1: rc=0. 00000008:00000001:1.0:1781623793.854709:0:108842:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1781623793.854711:0:108842:0:(osc_lock.c:372:osc_lock_flush()) object ffff8f8524dcd6c0: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:1.0:1781623793.854714:0:108842:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:1.0:1781623793.854717:0:108842:0:(cl_object.c:151:cl_object_top()) ffff8f8524dcd6c0 -> ffff8f8532982080 00000020:00000001:1.0:1781623793.857511:0:108842:0:(cl_object.c:151:cl_object_top()) ffff8f8532982080 -> ffff8f8532982080 00000020:00000001:1.0:1781623793.857514:0:108842:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1781623793.857518:0:108842:0:(vvp_io.c:1800:vvp_io_init()) Process entered 00000080:00200000:1.0:1781623793.857521:0:108842:0:(vvp_io.c:1805:vvp_io_init()) [0x20000fe02:0x160:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1781623793.857525:0:108842:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1781623793.857527:0:108842:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1781623793.857528:0:108842:0:(vvp_io.c:1877:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1781623793.857533:0:108842:0:(lov_object.c:1559:lov_io_init()) [0x20000fe02:0x160:0x0]io ffff8f85048a2d40 type 8 ignore/verify layout 1/0 00020000:00000001:1.0:1781623793.857537:0:108842:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1781623793.857539:0:108842:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1781623793.857541:0:108842:0:(lov_io.c:625:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1781623793.857543:0:108842:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1781623793.857545:0:108842:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.857547:0:108842:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1781623793.857548:0:108842:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1781623793.857550:0:108842:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00000020:00000001:1.0:1781623793.857551:0:108842:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1781623793.857554:0:108842:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000020:00000001:1.0:1781623793.857559:0:108842:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1781623793.857562:0:108842:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1781623793.857564:0:108842:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:1.0:1781623793.857567:0:108842:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:1.0:1781623793.857569:0:108842:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446620400202427712 : -123673507123904 : ffff8f85048a2d40) 00000020:00000001:1.0:1781623793.857572:0:108842:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1781623793.857573:0:108842:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1781623793.857575:0:108842:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1781623793.857580:0:108842:0:(cl_page.c:507:__cl_page_state_set()) page@00000000cb9abcda[2 000000002b8b6775 1 1 00000000ce52860d] 00000020:00000001:1.0:1781623793.857582:0:108842:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1781623793.857584:0:108842:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:1.0:1781623793.857585:0:108842:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:1.0:1781623793.857586:0:108842:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.857589:0:108842:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:1.0:1781623793.857591:0:108842:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:1.0:1781623793.857592:0:108842:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1781623793.857594:0:108842:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1781623793.857595:0:108842:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1781623793.857597:0:108842:0:(cl_page.c:507:__cl_page_state_set()) page@00000000cb9abcda[2 000000002b8b6775 2 1 0000000000000000] 00000020:00000001:1.0:1781623793.857599:0:108842:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:1.0:1781623793.857600:0:108842:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:1.0:1781623793.857602:0:108842:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:1.0:1781623793.857604:0:108842:0:(osc_page.c:138:osc_page_delete()) ffff8f8505117060 00000008:00000001:1.0:1781623793.857607:0:108842:0:(osc_cache.c:2678:osc_teardown_async_page()) Process entered 00000008:00000040:1.0:1781623793.857608:0:108842:0:(osc_cache.c:2681:osc_teardown_async_page()) teardown oap ffff8f8505117070 page ffff8f8505117060 at index 0. 00000008:00000001:1.0:1781623793.857611:0:108842:0:(osc_cache.c:2703:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1781623793.857616:0:108842:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:1.0:1781623793.857619:0:108842:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe3e1c478edc0 index 0 00000020:00000001:1.0:1781623793.857624:0:108842:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:1.0:1781623793.857626:0:108842:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:1.0:1781623793.857636:0:108842:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1781623793.857637:0:108842:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1781623793.857638:0:108842:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1781623793.857640:0:108842:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1781623793.857641:0:108842:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1781623793.857644:0:108842:0:(cl_page.c:556:cl_batch_put()) page@00000000cb9abcda[1 000000002b8b6775 5 1 0000000000000000] 00000020:00000001:1.0:1781623793.857646:0:108842:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:1.0:1781623793.857647:0:108842:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:1.0:1781623793.857652:0:108842:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8f8505117000. 00000020:00000001:1.0:1781623793.857657:0:108842:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:1.0:1781623793.857658:0:108842:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:1.0:1781623793.857678:0:108842:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1781623793.857681:0:108842:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1781623793.857684:0:108842:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:1.0:1781623793.857686:0:108842:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:1.0:1781623793.857688:0:108842:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:1.0:1781623793.857690:0:108842:0:(vvp_io.c:287:vvp_io_fini()) [0x20000fe02:0x160:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:1.0:1781623793.857693:0:108842:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1781623793.857694:0:108842:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:1.0:1781623793.857695:0:108842:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1781623793.857698:0:108842:0:(cl_object.c:925:cl_env_put()) 1@ffff8f8504046c60 00000020:00000010:1.0:1781623793.857703:0:108842:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f851e557a00. 00000020:00000010:1.0:1781623793.857709:0:108842:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f850618a660. 00000008:00000010:1.0:1781623793.857715:0:108842:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f85048a2ca0. 00020000:00000010:1.0:1781623793.857719:0:108842:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8532a9bcc0. 00008000:00000010:1.0:1781623793.857724:0:108842:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8503f926d8. 00000080:00000010:1.0:1781623793.857760:0:108842:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f8508734888. 00000080:00000010:1.0:1781623793.857765:0:108842:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f850726c000. 00000020:00000010:1.0:1781623793.857769:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e556000. 00000008:00000010:1.0:1781623793.857772:0:108842:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f8502f5b340. 00020000:00000010:1.0:1781623793.857776:0:108842:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f85059b4900. 00008000:00000010:1.0:1781623793.857779:0:108842:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d344770. 00000080:00000010:1.0:1781623793.857783:0:108842:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f8532a5e2d0. 00000020:00000010:1.0:1781623793.857786:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e557000. 00000020:00000010:1.0:1781623793.857789:0:108842:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f8504046c60. 00000008:00000001:1.0:1781623793.857792:0:108842:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.857795:0:108842:0:(cl_object.c:151:cl_object_top()) ffff8f8524dcd6c0 -> ffff8f8532982080 00010000:00000001:1.0:1781623793.857798:0:108842:0:(ldlm_extent.c:918:ldlm_extent_shift_kms()) Process entered 00010000:00000001:1.0:1781623793.857801:0:108842:0:(ldlm_extent.c:991:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.857803:0:108842:0:(cl_object.c:151:cl_object_top()) ffff8f8524dcd6c0 -> ffff8f8532982080 00000020:00000001:1.0:1781623793.857805:0:108842:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1781623793.857808:0:108842:0:(osc_object.c:161:osc_attr_update()) set kms from 4096to 0 00020000:00000001:1.0:1781623793.857811:0:108842:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1781623793.857814:0:108842:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.857816:0:108842:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.857817:0:108842:0:(cl_object.c:151:cl_object_top()) ffff8f8524dcd6c0 -> ffff8f8532982080 00000008:00000001:1.0:1781623793.857820:0:108842:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1781623793.857823:0:108842:0:(cl_object.c:925:cl_env_put()) 1@ffff8f8504046bd0 00000020:00000010:1.0:1781623793.857825:0:108842:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f851e556c00. 00000020:00000010:1.0:1781623793.857827:0:108842:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f850618aa20. 00000008:00000010:1.0:1781623793.857830:0:108842:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f85048a0000. 00020000:00000010:1.0:1781623793.857832:0:108842:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8532a9b300. 00008000:00000010:1.0:1781623793.857835:0:108842:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8503f92de8. 00000080:00000010:1.0:1781623793.857837:0:108842:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f85087347e0. 00000080:00000010:1.0:1781623793.857839:0:108842:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f850726c920. 00000020:00000010:1.0:1781623793.857842:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e557e00. 00000008:00000010:1.0:1781623793.857844:0:108842:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f8502f5a840. 00020000:00000010:1.0:1781623793.857847:0:108842:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f85059b5d40. 00008000:00000010:1.0:1781623793.857849:0:108842:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d3441b8. 00000080:00000010:1.0:1781623793.857852:0:108842:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f8532a5ed20. 00000020:00000010:1.0:1781623793.857854:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e557400. 00000020:00000010:1.0:1781623793.857856:0:108842:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f8504046bd0. 00000008:00000001:1.0:1781623793.857858:0:108842:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623793.857862:0:108842:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1781623793.857867:0:108842:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1781623793.857869:0:108842:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1781623793.857871:0:108842:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623793.857874:0:108842:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1781623793.857877:0:108842:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8f8505df0a00 with handle 0x41450ad236a7af42 from hash 00010000:00000001:1.0:1781623793.857880:0:108842:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1781623793.857882:0:108842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623793.857883:0:108842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623793.857885:0:108842:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1781623793.857888:0:108842:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1781623793.857890:0:108842:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1781623793.857894:0:108842:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1781623793.857898:0:108842:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8f85100c1000 lock: 000000003d54fa73/0x41450ad236a7af34 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x22ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400000000 nid: local remote: 0x9ffb0719ffb1faf1 expref: -99 pid: 112461 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:1.0:1781623793.857907:0:108842:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1781623793.857909:0:108842:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1781623793.857916:0:108842:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f8504046bd0. 00000020:00000010:1.0:1781623793.857921:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e557400. 00000020:00000010:1.0:1781623793.857924:0:108842:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f851e557e00. 00000020:00000010:1.0:1781623793.857927:0:108842:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f850618aa20. 00000008:00000010:1.0:1781623793.857931:0:108842:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f85048a0000. 00020000:00000010:1.0:1781623793.857934:0:108842:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8532a9b300. 00008000:00000010:1.0:1781623793.857938:0:108842:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8503f92de8. 00000080:00000010:1.0:1781623793.857942:0:108842:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f85087347e0. 00000080:00000010:1.0:1781623793.857945:0:108842:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f850726c920. 00000020:00000010:1.0:1781623793.857949:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e556c00. 00000008:00000010:1.0:1781623793.857952:0:108842:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f8502f5a840. 00020000:00000010:1.0:1781623793.857954:0:108842:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f85059b5d40. 00008000:00000010:1.0:1781623793.857957:0:108842:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d3441b8. 00000080:00000010:1.0:1781623793.857960:0:108842:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f8532a5ed20. 00000020:00000001:1.0:1781623793.857963:0:108842:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400193661912 : -123673515889704 : ffff8f8504046bd8) 00000020:00001000:1.0:1781623793.857965:0:108842:0:(cl_object.c:831:cl_env_get()) 1@ffff8f8504046bd0 00000008:00000001:1.0:1781623793.857967:0:108842:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1781623793.857969:0:108842:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:1.0:1781623793.857970:0:108842:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1781623793.857972:0:108842:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f8504046c60. 00000020:00000010:1.0:1781623793.857975:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e557000. 00000020:00000010:1.0:1781623793.857977:0:108842:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f851e556000. 00000020:00000010:1.0:1781623793.857979:0:108842:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f850618a660. 00000008:00000010:1.0:1781623793.857982:0:108842:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f85048a2ca0. 00020000:00000010:1.0:1781623793.857984:0:108842:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8532a9bcc0. 00008000:00000010:1.0:1781623793.857987:0:108842:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8503f926d8. 00000080:00000010:1.0:1781623793.857989:0:108842:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f8508734888. 00000080:00000010:1.0:1781623793.857991:0:108842:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f850726c000. 00000020:00000010:1.0:1781623793.857994:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e557a00. 00000008:00000010:1.0:1781623793.857997:0:108842:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f8502f5b340. 00020000:00000010:1.0:1781623793.857999:0:108842:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f85059b4900. 00008000:00000010:1.0:1781623793.858001:0:108842:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d344770. 00000080:00000010:1.0:1781623793.858004:0:108842:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f8532a5e2d0. 00000020:00000001:1.0:1781623793.858006:0:108842:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400193662056 : -123673515889560 : ffff8f8504046c68) 00000020:00001000:1.0:1781623793.858008:0:108842:0:(cl_object.c:831:cl_env_get()) 1@ffff8f8504046c60 00000008:00000001:1.0:1781623793.858010:0:108842:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:1.0:1781623793.858013:0:108842:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:1.0:1781623793.858016:0:108842:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1781623793.858018:0:108842:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1781623793.858020:0:108842:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1781623793.858023:0:108842:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1781623793.858049:0:108842:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff8f8532a65180 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1781623793.858052:0:108842:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1781623793.858055:0:108842:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff8f8532a65180 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 1: rc=0. 00000008:00000001:1.0:1781623793.858059:0:108842:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1781623793.858061:0:108842:0:(osc_lock.c:372:osc_lock_flush()) object ffff8f8532a65180: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:1.0:1781623793.858064:0:108842:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:1.0:1781623793.858066:0:108842:0:(cl_object.c:151:cl_object_top()) ffff8f8532a65180 -> ffff8f85081bcdc8 00000020:00000001:1.0:1781623793.858067:0:108842:0:(cl_object.c:151:cl_object_top()) ffff8f85081bcdc8 -> ffff8f85081bcdc8 00000020:00000001:1.0:1781623793.858069:0:108842:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1781623793.858071:0:108842:0:(vvp_io.c:1800:vvp_io_init()) Process entered 00000080:00200000:1.0:1781623793.858073:0:108842:0:(vvp_io.c:1805:vvp_io_init()) [0x20000fe02:0x15f:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1781623793.858075:0:108842:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1781623793.858076:0:108842:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1781623793.858077:0:108842:0:(vvp_io.c:1877:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1781623793.858080:0:108842:0:(lov_object.c:1559:lov_io_init()) [0x20000fe02:0x15f:0x0]io ffff8f85048a2d40 type 8 ignore/verify layout 1/0 00020000:00000001:1.0:1781623793.858083:0:108842:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1781623793.858084:0:108842:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1781623793.858086:0:108842:0:(lov_io.c:625:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1781623793.858088:0:108842:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1781623793.858089:0:108842:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.858090:0:108842:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1781623793.858091:0:108842:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1781623793.858092:0:108842:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00000020:00000001:1.0:1781623793.858094:0:108842:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1781623793.858096:0:108842:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000020:00000001:1.0:1781623793.858097:0:108842:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1781623793.858098:0:108842:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1781623793.858100:0:108842:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:1.0:1781623793.858102:0:108842:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:1.0:1781623793.858103:0:108842:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446620400202427712 : -123673507123904 : ffff8f85048a2d40) 00000020:00000001:1.0:1781623793.858105:0:108842:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1781623793.858106:0:108842:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1781623793.858107:0:108842:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1781623793.858110:0:108842:0:(cl_page.c:507:__cl_page_state_set()) page@0000000071e0a332[2 000000006f446105 1 1 00000000ce52860d] 00000020:00000001:1.0:1781623793.858111:0:108842:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1781623793.858113:0:108842:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:1.0:1781623793.858114:0:108842:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:1.0:1781623793.858115:0:108842:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.858117:0:108842:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:1.0:1781623793.858118:0:108842:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:1.0:1781623793.858119:0:108842:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1781623793.858120:0:108842:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1781623793.858121:0:108842:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1781623793.858123:0:108842:0:(cl_page.c:507:__cl_page_state_set()) page@0000000071e0a332[2 000000006f446105 2 1 0000000000000000] 00000020:00000001:1.0:1781623793.858124:0:108842:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:1.0:1781623793.858126:0:108842:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:1.0:1781623793.858128:0:108842:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:1.0:1781623793.858139:0:108842:0:(osc_page.c:138:osc_page_delete()) ffff8f85050e3760 00000008:00000001:1.0:1781623793.858141:0:108842:0:(osc_cache.c:2678:osc_teardown_async_page()) Process entered 00000008:00000040:1.0:1781623793.858142:0:108842:0:(osc_cache.c:2681:osc_teardown_async_page()) teardown oap ffff8f85050e3770 page ffff8f85050e3760 at index 0. 00000008:00000001:1.0:1781623793.858145:0:108842:0:(osc_cache.c:2703:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1781623793.858148:0:108842:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:1.0:1781623793.858150:0:108842:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe3e1c4b1b240 index 0 00000020:00000001:1.0:1781623793.858152:0:108842:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:1.0:1781623793.858153:0:108842:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:1.0:1781623793.858157:0:108842:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1781623793.858158:0:108842:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1781623793.858159:0:108842:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1781623793.858160:0:108842:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1781623793.858161:0:108842:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1781623793.858164:0:108842:0:(cl_page.c:556:cl_batch_put()) page@0000000071e0a332[1 000000006f446105 5 1 0000000000000000] 00000020:00000001:1.0:1781623793.858165:0:108842:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:1.0:1781623793.858166:0:108842:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:1.0:1781623793.858168:0:108842:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8f85050e3700. 00000020:00000001:1.0:1781623793.858171:0:108842:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:1.0:1781623793.858172:0:108842:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:1.0:1781623793.858181:0:108842:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1781623793.858184:0:108842:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1781623793.858185:0:108842:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:1.0:1781623793.858186:0:108842:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:1.0:1781623793.858188:0:108842:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:1.0:1781623793.858190:0:108842:0:(vvp_io.c:287:vvp_io_fini()) [0x20000fe02:0x15f:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:1.0:1781623793.859518:0:108842:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1781623793.859522:0:108842:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:1.0:1781623793.859524:0:108842:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1781623793.859530:0:108842:0:(cl_object.c:925:cl_env_put()) 1@ffff8f8504046c60 00000020:00000010:1.0:1781623793.859535:0:108842:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f851e556000. 00000020:00000010:1.0:1781623793.859542:0:108842:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f850618a660. 00000008:00000010:1.0:1781623793.859548:0:108842:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f85048a2ca0. 00020000:00000010:1.0:1781623793.859552:0:108842:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8532a9bcc0. 00008000:00000010:1.0:1781623793.859556:0:108842:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8503f926d8. 00000080:00000010:1.0:1781623793.859560:0:108842:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f8508734888. 00000080:00000010:1.0:1781623793.859564:0:108842:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f850726c000. 00000020:00000010:1.0:1781623793.859568:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e557000. 00000008:00000010:1.0:1781623793.859571:0:108842:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f8502f5b340. 00020000:00000010:1.0:1781623793.859574:0:108842:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f85059b4900. 00008000:00000010:1.0:1781623793.859577:0:108842:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d344770. 00000080:00000010:1.0:1781623793.859581:0:108842:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f8532a5e2d0. 00000020:00000010:1.0:1781623793.859584:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e557a00. 00000020:00000010:1.0:1781623793.859586:0:108842:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f8504046c60. 00000008:00000001:1.0:1781623793.859589:0:108842:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.859594:0:108842:0:(cl_object.c:151:cl_object_top()) ffff8f8532a65180 -> ffff8f85081bcdc8 00010000:00000001:1.0:1781623793.859598:0:108842:0:(ldlm_extent.c:918:ldlm_extent_shift_kms()) Process entered 00010000:00000001:1.0:1781623793.859600:0:108842:0:(ldlm_extent.c:991:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.859602:0:108842:0:(cl_object.c:151:cl_object_top()) ffff8f8532a65180 -> ffff8f85081bcdc8 00000020:00000001:1.0:1781623793.859604:0:108842:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1781623793.859607:0:108842:0:(osc_object.c:161:osc_attr_update()) set kms from 4096to 0 00020000:00000001:1.0:1781623793.859609:0:108842:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1781623793.859612:0:108842:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.859614:0:108842:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.859616:0:108842:0:(cl_object.c:151:cl_object_top()) ffff8f8532a65180 -> ffff8f85081bcdc8 00000008:00000001:1.0:1781623793.859619:0:108842:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1781623793.859622:0:108842:0:(cl_object.c:925:cl_env_put()) 1@ffff8f8504046bd0 00000020:00000010:1.0:1781623793.859624:0:108842:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f851e557e00. 00000020:00000010:1.0:1781623793.859626:0:108842:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f850618aa20. 00000008:00000010:1.0:1781623793.859629:0:108842:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f85048a0000. 00020000:00000010:1.0:1781623793.859631:0:108842:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8532a9b300. 00008000:00000010:1.0:1781623793.859634:0:108842:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8503f92de8. 00000080:00000010:1.0:1781623793.859637:0:108842:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f85087347e0. 00000080:00000010:1.0:1781623793.859639:0:108842:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f850726c920. 00000020:00000010:1.0:1781623793.859642:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e557400. 00000008:00000010:1.0:1781623793.859644:0:108842:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f8502f5a840. 00020000:00000010:1.0:1781623793.859647:0:108842:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f85059b5d40. 00008000:00000010:1.0:1781623793.859649:0:108842:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d3441b8. 00000080:00000010:1.0:1781623793.859651:0:108842:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f8532a5ed20. 00000020:00000010:1.0:1781623793.859654:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e556c00. 00000020:00000010:1.0:1781623793.859656:0:108842:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f8504046bd0. 00000008:00000001:1.0:1781623793.859658:0:108842:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623793.859662:0:108842:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1781623793.859666:0:108842:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1781623793.859668:0:108842:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1781623793.859670:0:108842:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623793.859674:0:108842:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1781623793.859678:0:108842:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8f85420ed200 with handle 0x41450ad236a7af34 from hash 00010000:00000001:1.0:1781623793.859680:0:108842:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1781623793.859682:0:108842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623793.859684:0:108842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623793.859685:0:108842:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1781623793.859689:0:108842:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1781623793.859691:0:108842:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1781623793.859694:0:108842:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1781623793.859699:0:108842:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8f85100c1000 lock: 00000000459dfadb/0x41450ad236a7af26 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x22ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400000000 nid: local remote: 0x9ffb0719ffb1faf8 expref: -99 pid: 112460 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:1.0:1781623793.859714:0:108842:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1781623793.859716:0:108842:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1781623793.860314:0:108842:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f8504046bd0. 00000020:00000010:1.0:1781623793.860322:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e556c00. 00000020:00000010:1.0:1781623793.860326:0:108842:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f851e557400. 00000020:00000010:1.0:1781623793.860329:0:108842:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f850618aa20. 00000008:00000010:1.0:1781623793.860335:0:108842:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f85048a0000. 00020000:00000010:1.0:1781623793.860338:0:108842:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8532a9b300. 00008000:00000010:1.0:1781623793.860342:0:108842:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8503f92de8. 00000080:00000010:1.0:1781623793.860348:0:108842:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f85087347e0. 00000080:00000010:1.0:1781623793.860351:0:108842:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f850726c920. 00000020:00000010:1.0:1781623793.860355:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e557e00. 00000008:00000010:1.0:1781623793.860358:0:108842:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f8502f5a840. 00020000:00000010:1.0:1781623793.860360:0:108842:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f85059b5d40. 00008000:00000010:1.0:1781623793.860364:0:108842:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d3441b8. 00000080:00000010:1.0:1781623793.860367:0:108842:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f8532a5ed20. 00000020:00000001:1.0:1781623793.860369:0:108842:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400193661912 : -123673515889704 : ffff8f8504046bd8) 00000020:00001000:1.0:1781623793.860372:0:108842:0:(cl_object.c:831:cl_env_get()) 1@ffff8f8504046bd0 00000008:00000001:1.0:1781623793.860373:0:108842:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1781623793.860376:0:108842:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:1.0:1781623793.860377:0:108842:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1781623793.860380:0:108842:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f8504046c60. 00000020:00000010:1.0:1781623793.860382:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e557a00. 00000020:00000010:1.0:1781623793.860384:0:108842:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f851e557000. 00000020:00000010:1.0:1781623793.860386:0:108842:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f850618a660. 00000008:00000010:1.0:1781623793.860389:0:108842:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f85048a2ca0. 00020000:00000010:1.0:1781623793.860391:0:108842:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8532a9bcc0. 00008000:00000010:1.0:1781623793.860394:0:108842:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8503f926d8. 00000080:00000010:1.0:1781623793.860396:0:108842:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f8508734888. 00000080:00000010:1.0:1781623793.860399:0:108842:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f850726c000. 00000020:00000010:1.0:1781623793.860402:0:108842:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f851e556000. 00000008:00000010:1.0:1781623793.860405:0:108842:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f8502f5b340. 00020000:00000010:1.0:1781623793.860407:0:108842:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f85059b4900. 00008000:00000010:1.0:1781623793.860409:0:108842:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d344770. 00000080:00000010:1.0:1781623793.860412:0:108842:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f8532a5e2d0. 00000020:00000001:1.0:1781623793.860414:0:108842:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400193662056 : -123673515889560 : ffff8f8504046c68) 00000020:00001000:1.0:1781623793.860416:0:108842:0:(cl_object.c:831:cl_env_get()) 1@ffff8f8504046c60 00000008:00000001:1.0:1781623793.860419:0:108842:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:1.0:1781623793.860421:0:108842:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:1.0:1781623793.860423:0:108842:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1781623793.860426:0:108842:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1781623793.860428:0:108842:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1781623793.860431:0:108842:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1781623793.860434:0:108842:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff8f8508197880 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1781623793.860436:0:108842:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1781623793.860439:0:108842:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff8f8508197880 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 1: rc=0. 00000008:00000001:1.0:1781623793.860443:0:108842:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1781623793.860445:0:108842:0:(osc_lock.c:372:osc_lock_flush()) object ffff8f8508197880: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:1.0:1781623793.860448:0:108842:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:1.0:1781623793.860450:0:108842:0:(cl_object.c:151:cl_object_top()) ffff8f8508197880 -> ffff8f8506cca210 00000020:00000001:1.0:1781623793.860452:0:108842:0:(cl_object.c:151:cl_object_top()) ffff8f8506cca210 -> ffff8f8506cca210 00000020:00000001:1.0:1781623793.860454:0:108842:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1781623793.860457:0:108842:0:(vvp_io.c:1800:vvp_io_init()) Process entered 00000080:00200000:1.0:1781623793.860458:0:108842:0:(vvp_io.c:1805:vvp_io_init()) [0x20000fe02:0x15e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1781623793.860462:0:108842:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1781623793.860463:0:108842:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1781623793.860465:0:108842:0:(vvp_io.c:1877:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1781623793.860468:0:108842:0:(lov_object.c:1559:lov_io_init()) [0x20000fe02:0x15e:0x0]io ffff8f85048a2d40 type 8 ignore/verify layout 1/0 00020000:00000001:1.0:1781623793.860472:0:108842:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1781623793.860473:0:108842:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1781623793.860475:0:108842:0:(lov_io.c:625:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1781623793.860477:0:108842:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1781623793.860479:0:108842:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.860480:0:108842:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1781623793.860482:0:108842:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1781623793.860483:0:108842:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00000020:00000001:1.0:1781623793.860485:0:108842:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1781623793.860487:0:108842:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000020:00000001:1.0:1781623793.860490:0:108842:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1781623793.860492:0:108842:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1781623793.860494:0:108842:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:1.0:1781623793.860496:0:108842:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:1.0:1781623793.860498:0:108842:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446620400202427712 : -123673507123904 : ffff8f85048a2d40) 00000020:00000001:1.0:1781623793.860500:0:108842:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1781623793.860502:0:108842:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1781623793.860503:0:108842:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1781623793.860507:0:108842:0:(cl_page.c:507:__cl_page_state_set()) page@00000000e7a71e36[2 000000005661abba 1 1 00000000ce52860d] 00000020:00000001:1.0:1781623793.860509:0:108842:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1781623793.860510:0:108842:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:1.0:1781623793.860512:0:108842:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:1.0:1781623793.860513:0:108842:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.860516:0:108842:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:1.0:1781623793.860518:0:108842:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:1.0:1781623793.860519:0:108842:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1781623793.860520:0:108842:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1781623793.860521:0:108842:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1781623793.860523:0:108842:0:(cl_page.c:507:__cl_page_state_set()) page@00000000e7a71e36[2 000000005661abba 2 1 0000000000000000] 00000020:00000001:1.0:1781623793.860525:0:108842:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:1.0:1781623793.860526:0:108842:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:1.0:1781623793.860527:0:108842:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:1.0:1781623793.860529:0:108842:0:(osc_page.c:138:osc_page_delete()) ffff8f8505113300 00000008:00000001:1.0:1781623793.860530:0:108842:0:(osc_cache.c:2678:osc_teardown_async_page()) Process entered 00000008:00000040:1.0:1781623793.860532:0:108842:0:(osc_cache.c:2681:osc_teardown_async_page()) teardown oap ffff8f8505113310 page ffff8f8505113300 at index 0. 00000008:00000001:1.0:1781623793.860534:0:108842:0:(osc_cache.c:2703:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1781623793.860539:0:108842:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:1.0:1781623793.860542:0:108842:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffe3e1c48dc900 index 0 00000020:00000001:1.0:1781623793.860546:0:108842:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:1.0:1781623793.860547:0:108842:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:1.0:1781623793.860556:0:108842:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1781623793.860557:0:108842:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1781623793.860558:0:108842:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1781623793.860560:0:108842:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1781623793.860562:0:108842:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1781623793.860564:0:108842:0:(cl_page.c:556:cl_batch_put()) page@00000000e7a71e36[1 000000005661abba 5 1 0000000000000000] 00000020:00000001:1.0:1781623793.860566:0:108842:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:1.0:1781623793.860567:0:108842:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:1.0:1781623793.860571:0:108842:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8f85051132a0. 00000020:00000001:1.0:1781623793.860575:0:108842:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:1.0:1781623793.860577:0:108842:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:1.0:1781623793.860594:0:108842:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1781623793.860596:0:108842:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1781623793.860598:0:108842:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:1.0:1781623793.860599:0:108842:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:1.0:1781623793.860601:0:108842:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:1.0:1781623793.860602:0:108842:0:(vvp_io.c:287:vvp_io_fini()) [0x20000fe02:0x15e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:1.0:1781623793.860604:0:108842:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1781623793.860605:0:108842:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:1.0:1781623793.860606:0:108842:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1781623793.860607:0:108842:0:(cl_object.c:925:cl_env_put()) 1@ffff8f8504046c60 00000020:00000010:1.0:1781623793.860609:0:108842:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f851e557000. 00000020:00000010:1.0:1781623793.860612:0:108842:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f850618a660. 00000008:00000010:1.0:1781623793.860614:0:108842:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f85048a2ca0. 00020000:00000010:1.0:1781623793.860616:0:108842:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8532a9bcc0. 00008000:00000010:1.0:1781623793.860618:0:108842:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8503f926d8. 00000080:00000010:1.0:1781623793.860620:0:108842:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f8508734888. 00000080:00000010:1.0:1781623793.860622:0:108842:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f850726c000. 00000020:00000010:1.0:1781623793.860624:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e557a00. 00000008:00000010:1.0:1781623793.860626:0:108842:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f8502f5b340. 00020000:00000010:1.0:1781623793.860628:0:108842:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f85059b4900. 00008000:00000010:1.0:1781623793.860629:0:108842:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d344770. 00000080:00000010:1.0:1781623793.860631:0:108842:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f8532a5e2d0. 00000020:00000010:1.0:1781623793.860633:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e556000. 00000020:00000010:1.0:1781623793.860634:0:108842:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f8504046c60. 00000008:00000001:1.0:1781623793.860636:0:108842:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.860637:0:108842:0:(cl_object.c:151:cl_object_top()) ffff8f8508197880 -> ffff8f8506cca210 00010000:00000001:1.0:1781623793.860639:0:108842:0:(ldlm_extent.c:918:ldlm_extent_shift_kms()) Process entered 00010000:00000001:1.0:1781623793.860641:0:108842:0:(ldlm_extent.c:991:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.860642:0:108842:0:(cl_object.c:151:cl_object_top()) ffff8f8508197880 -> ffff8f8506cca210 00000020:00000001:1.0:1781623793.860643:0:108842:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1781623793.860644:0:108842:0:(osc_object.c:161:osc_attr_update()) set kms from 4096to 0 00020000:00000001:1.0:1781623793.860646:0:108842:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1781623793.860647:0:108842:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.860648:0:108842:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.860650:0:108842:0:(cl_object.c:151:cl_object_top()) ffff8f8508197880 -> ffff8f8506cca210 00000008:00000001:1.0:1781623793.860652:0:108842:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1781623793.860653:0:108842:0:(cl_object.c:925:cl_env_put()) 1@ffff8f8504046bd0 00000020:00000010:1.0:1781623793.860654:0:108842:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f851e557400. 00000020:00000010:1.0:1781623793.860655:0:108842:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f850618aa20. 00000008:00000010:1.0:1781623793.860656:0:108842:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f85048a0000. 00020000:00000010:1.0:1781623793.860658:0:108842:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8532a9b300. 00008000:00000010:1.0:1781623793.860659:0:108842:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8503f92de8. 00000080:00000010:1.0:1781623793.860660:0:108842:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f85087347e0. 00000080:00000010:1.0:1781623793.860661:0:108842:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f850726c920. 00000020:00000010:1.0:1781623793.860662:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e556c00. 00000008:00000010:1.0:1781623793.860664:0:108842:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f8502f5a840. 00020000:00000010:1.0:1781623793.860665:0:108842:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f85059b5d40. 00008000:00000010:1.0:1781623793.860666:0:108842:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d3441b8. 00000080:00000010:1.0:1781623793.860668:0:108842:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f8532a5ed20. 00000020:00000010:1.0:1781623793.860669:0:108842:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f851e557e00. 00000020:00000010:1.0:1781623793.860670:0:108842:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f8504046bd0. 00000008:00000001:1.0:1781623793.860671:0:108842:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623793.860673:0:108842:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1781623793.860676:0:108842:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1781623793.860677:0:108842:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1781623793.860678:0:108842:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623793.860680:0:108842:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1781623793.860682:0:108842:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8f85202de000 with handle 0x41450ad236a7af26 from hash 00010000:00000001:1.0:1781623793.860683:0:108842:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1781623793.860685:0:108842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1781623793.860686:0:108842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623793.860687:0:108842:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1781623793.860689:0:108842:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1781623793.860690:0:108842:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1781623793.860693:0:108842:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=11 : 11 : b) 00010000:00000001:1.0:1781623793.860695:0:108842:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1781623793.860697:0:108842:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1781623793.860703:0:108842:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733fb80. 00000020:00000040:1.0:1781623793.860706:0:108842:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:1.0:1781623793.860710:0:108842:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623793.860712:0:108842:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623793.860716:0:108842:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623793.860740:0:108842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8f851e557e00. 00000100:00000001:1.0:1781623793.860748:0:108842:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623793.860751:0:108842:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1781623793.860757:0:108842:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8f85100c1000 lock: 00000000adcece9e/0x41450ad236a7afb2 lrc: 1/0,0 mode: --/PW res: [0x240000401:0x22f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x9ffb0719ffb1faff expref: -99 pid: 112470 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1781623793.860768:0:108842:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8f85100c1000 lock: 00000000a1679899/0x41450ad236a7afa4 lrc: 1/0,0 mode: --/PW res: [0x240000401:0x22f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x9ffb0719ffb1fb06 expref: -99 pid: 112469 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1781623793.860776:0:108842:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8f85100c1000 lock: 00000000a06cdc5d/0x41450ad236a7af96 lrc: 1/0,0 mode: --/PW res: [0x240000401:0x22f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x9ffb0719ffb1fb0d expref: -99 pid: 112468 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1781623793.860782:0:108842:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8f85100c1000 lock: 00000000385c80de/0x41450ad236a7af88 lrc: 1/0,0 mode: --/PW res: [0x240000401:0x22f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x9ffb0719ffb1fb14 expref: -99 pid: 112467 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1781623793.860789:0:108842:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8f85100c1000 lock: 000000009bfa1f40/0x41450ad236a7af7a lrc: 1/0,0 mode: --/PW res: [0x240000401:0x22f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x9ffb0719ffb1fb1b expref: -99 pid: 112466 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1781623793.860796:0:108842:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8f85100c1000 lock: 00000000b296a591/0x41450ad236a7af6c lrc: 1/0,0 mode: --/PW res: [0x240000401:0x22f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x9ffb0719ffb1fb22 expref: -99 pid: 112465 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1781623793.860802:0:108842:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8f85100c1000 lock: 0000000000423319/0x41450ad236a7af5e lrc: 1/0,0 mode: --/PW res: [0x240000401:0x22f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x9ffb0719ffb1fb29 expref: -99 pid: 112464 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1781623793.860808:0:108842:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8f85100c1000 lock: 000000000252e63b/0x41450ad236a7af50 lrc: 1/0,0 mode: --/PW res: [0x240000401:0x22ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x9ffb0719ffb1fb30 expref: -99 pid: 112463 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1781623793.860820:0:108842:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8f85100c1000 lock: 000000008b744416/0x41450ad236a7af42 lrc: 1/0,0 mode: --/PW res: [0x240000401:0x22ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x9ffb0719ffb1faea expref: -99 pid: 112462 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1781623793.860827:0:108842:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8f85100c1000 lock: 000000003d54fa73/0x41450ad236a7af34 lrc: 1/0,0 mode: --/PW res: [0x240000401:0x22ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x9ffb0719ffb1faf1 expref: -99 pid: 112461 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1781623793.860833:0:108842:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8f85100c1000 lock: 00000000459dfadb/0x41450ad236a7af26 lrc: 1/0,0 mode: --/PW res: [0x240000401:0x22ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x9ffb0719ffb1faf8 expref: -99 pid: 112460 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1781623793.860839:0:108842:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 11 locks packed 00010000:00000001:1.0:1781623793.860840:0:108842:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781623793.860845:0:108842:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623793.860849:0:108842:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623793.860863:0:108842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000451a50df] to pc [ptlrpcd_00_00+0] req@ffff8f850733fb80 x1868160455854336/t0(0) o103->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:17/18 lens 400/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623793.860941:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623793.860945:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623793.860947:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623793.860954:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733fb80 x1868160455854336/t0(0) o103->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:17/18 lens 400/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623793.860962:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623793.860964:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623793.860968:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623793.860969:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623793.860971:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623793.860974:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455854336:192.168.202.101@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1781623793.860977:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623793.860981:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623793.860983:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623793.860985:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623793.860988:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cec200. 02000000:00000001:0.0:1781623793.860990:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623793.860996:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623793.860999:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7b00. 00000400:00000010:0.0:1781623793.861004:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e92a8. 00000100:00000200:0.0:1781623793.861008:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455854336, portal 18 00000100:00000001:0.0:1781623793.861010:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623793.861011:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247110528 : -123673462441088 : ffff8f850733fb80) 00000100:00000040:0.0:1781623793.861016:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733fb80 x1868160455854336/t0(0) o103->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:17/18 lens 400/224 e 0 to 0 dl 1781623809 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623793.861021:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623793.861054:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623793.861058:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9cc0. 00000100:00000200:0.0:1781623793.861062:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 17, xid 1868160455854336, offset 0 00000400:00000200:0.0:1781623793.861069:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623793.861077:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623793.861084:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623793.861090:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623793.861094:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623793.861097:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623793.861100:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623793.861103:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375963:375963:256:4294967295] 192.168.202.101@tcp LPNI seq info [375933:375933:8:4294967295] 00000400:00000200:0.0:1781623793.861106:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623793.861113:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623793.861117:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623793.861121:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0c00. 00000800:00000200:0.0:1781623793.861132:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623793.861138:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623793.861142:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0c00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1781623793.861152:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623793.861157:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 412327 usecs (413 jiffies) 00000400:00000200:0.0:1781623793.861160:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623793.861163:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301951277 00000100:00000001:0.0:1781623793.861167:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301958263 00000100:00000001:0.0:1781623793.861169:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301951277 00000100:00000001:0.0:1781623793.861171:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301958263 00000100:00000001:0.0:1781623793.861174:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623793.861177:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623793.861179:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623793.861181:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1781623793.861260:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623793.861267:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0c00. 00000400:00000200:2.0:1781623793.861271:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623793.861427:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623793.861433:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9cc0 00000400:00000010:2.0:1781623793.861436:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9cc0. 00000100:00000001:2.0:1781623793.861440:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623793.861445:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733fb80 x1868160455854336/t0(0) o103->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:17/18 lens 400/224 e 0 to 0 dl 1781623809 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623793.861454:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623793.861457:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733fb80 x1868160455854336/t0(0) o103->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:17/18 lens 400/224 e 0 to 0 dl 1781623809 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623793.861463:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623793.861465:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:1.0:1781623793.862942:0:108842:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1781623793.862953:0:108842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1781623793.862958:0:108842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8f85100c1000 lock: 00000000adcece9e/0x41450ad236a7afb2 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x22f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x9ffb0719ffb1faff expref: -99 pid: 112470 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1781623793.862972:0:108842:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8f85050bc840. 00010000:00000040:1.0:1781623793.862978:0:108842:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff8f8507978200 count: 0 00010000:00000010:1.0:1781623793.862985:0:108842:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8f8507978a00. 00010000:00000001:1.0:1781623793.862994:0:108842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623793.862995:0:108842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1781623793.862998:0:108842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8f85100c1000 lock: 00000000a1679899/0x41450ad236a7afa4 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x22f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x9ffb0719ffb1fb06 expref: -99 pid: 112469 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1781623793.863009:0:108842:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8f8504017c80. 00010000:00000040:1.0:1781623793.863012:0:108842:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff8f8520342a00 count: 0 00010000:00000010:1.0:1781623793.863014:0:108842:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8f8520342f00. 00010000:00000001:1.0:1781623793.863019:0:108842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623793.863021:0:108842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1781623793.863023:0:108842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8f85100c1000 lock: 00000000a06cdc5d/0x41450ad236a7af96 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x22f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x9ffb0719ffb1fb0d expref: -99 pid: 112468 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1781623793.863070:0:108842:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8f85050bc000. 00010000:00000040:1.0:1781623793.863073:0:108842:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff8f8507978700 count: 0 00010000:00000010:1.0:1781623793.863076:0:108842:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8f8507978d00. 00010000:00000001:1.0:1781623793.863080:0:108842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623793.863081:0:108842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1781623793.863084:0:108842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8f85100c1000 lock: 00000000385c80de/0x41450ad236a7af88 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x22f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x9ffb0719ffb1fb14 expref: -99 pid: 112467 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1781623793.863089:0:108842:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8f8504017ac0. 00010000:00000040:1.0:1781623793.863092:0:108842:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff8f8520342c00 count: 0 00010000:00000010:1.0:1781623793.863094:0:108842:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8f8520342200. 00010000:00000001:1.0:1781623793.863098:0:108842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623793.863100:0:108842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1781623793.863102:0:108842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8f85100c1000 lock: 000000009bfa1f40/0x41450ad236a7af7a lrc: 0/0,0 mode: --/PW res: [0x240000401:0x22f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x9ffb0719ffb1fb1b expref: -99 pid: 112466 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1781623793.863108:0:108842:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8f850789fac0. 00010000:00000040:1.0:1781623793.863111:0:108842:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff8f8508638f00 count: 0 00010000:00000010:1.0:1781623793.863113:0:108842:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8f8508638200. 00010000:00000001:1.0:1781623793.863118:0:108842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623793.863119:0:108842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1781623793.863122:0:108842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8f85100c1000 lock: 00000000b296a591/0x41450ad236a7af6c lrc: 0/0,0 mode: --/PW res: [0x240000401:0x22f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x9ffb0719ffb1fb22 expref: -99 pid: 112465 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1781623793.863135:0:108842:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8f85050bc0c0. 00010000:00000040:1.0:1781623793.863138:0:108842:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff8f8507978600 count: 0 00010000:00000010:1.0:1781623793.863140:0:108842:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8f8507978c00. 00010000:00000001:1.0:1781623793.863144:0:108842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623793.863146:0:108842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1781623793.863148:0:108842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8f85100c1000 lock: 0000000000423319/0x41450ad236a7af5e lrc: 0/0,0 mode: --/PW res: [0x240000401:0x22f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x9ffb0719ffb1fb29 expref: -99 pid: 112464 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1781623793.863155:0:108842:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8f8504017380. 00010000:00000040:1.0:1781623793.863157:0:108842:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff8f8520342300 count: 0 00010000:00000010:1.0:1781623793.863159:0:108842:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8f8520342800. 00010000:00000001:1.0:1781623793.863163:0:108842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623793.863164:0:108842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1781623793.863166:0:108842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8f85100c1000 lock: 000000000252e63b/0x41450ad236a7af50 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x22ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x9ffb0719ffb1fb30 expref: -99 pid: 112463 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1781623793.863172:0:108842:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8f8504017f40. 00010000:00000040:1.0:1781623793.863174:0:108842:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff8f8509622a00 count: 0 00010000:00000010:1.0:1781623793.863176:0:108842:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8f8509622b00. 00010000:00000001:1.0:1781623793.863181:0:108842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623793.863182:0:108842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1781623793.863185:0:108842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8f85100c1000 lock: 000000008b744416/0x41450ad236a7af42 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x22ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x9ffb0719ffb1faea expref: -99 pid: 112462 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1781623793.863190:0:108842:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8f8504017d00. 00010000:00000040:1.0:1781623793.863192:0:108842:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff8f8509622f00 count: 0 00010000:00000010:1.0:1781623793.863194:0:108842:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8f8509622900. 00010000:00000001:1.0:1781623793.863198:0:108842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623793.863199:0:108842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1781623793.863202:0:108842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8f85100c1000 lock: 000000003d54fa73/0x41450ad236a7af34 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x22ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x9ffb0719ffb1faf1 expref: -99 pid: 112461 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1781623793.863207:0:108842:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8f850789f200. 00010000:00000040:1.0:1781623793.863209:0:108842:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff8f8508638800 count: 0 00010000:00000010:1.0:1781623793.863211:0:108842:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8f8508638e00. 00010000:00000001:1.0:1781623793.863216:0:108842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623793.863217:0:108842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1781623793.863219:0:108842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8f85100c1000 lock: 00000000459dfadb/0x41450ad236a7af26 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x22ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x9ffb0719ffb1faf8 expref: -99 pid: 112460 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1781623793.863225:0:108842:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8f85050bcb00. 00010000:00000040:1.0:1781623793.863227:0:108842:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff8f8507978e00 count: 0 00010000:00000010:1.0:1781623793.863230:0:108842:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8f8507978800. 00010000:00000001:1.0:1781623793.863234:0:108842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1781623793.863236:0:108842:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1781623793.863239:0:108842:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8f8511219840. 00010000:00000001:1.0:1781623793.863242:0:108842:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623793.863246:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623793.863248:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623793.863250:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1781623793.863252:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623793.863253:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623793.863254:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1781623793.863257:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623793.863258:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623793.863259:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1781623793.863291:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623793.863296:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623793.868752:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623793.868760:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781623793.868766:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623793.868768:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623793.868772:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623793.868777:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781623793.868991:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623793.869008:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623793.869012:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623793.869015:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623793.869024:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623793.869053:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623793.869066:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623793.869070:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623793.869076:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623793.869080:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 18 MB=0x6a315005ac900 00000400:00000200:2.0:1781623793.869085:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623793.869092:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f902d [1] + 224 00000800:00000001:2.0:1781623793.869099:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623793.869112:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623793.869115:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623793.869120:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623793.869127:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623793.869136:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733fb80 x1868160455854336/t0(0) o103->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:17/18 lens 400/224 e 0 to 0 dl 1781623809 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623793.869149:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733fb80 x1868160455854336/t0(0) o103->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:17/18 lens 400/224 e 0 to 0 dl 1781623809 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623793.869174:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623793.869186:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623793.869189:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623793.869843:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623793.869846:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623793.869853:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623793.869855:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623793.869858:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7b00. 00000400:00000200:0.0:1781623793.869864:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e92a8 00000400:00000010:0.0:1781623793.869866:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e92a8. 00000100:00000001:0.0:1781623793.869869:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623793.869876:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733fb80 x1868160455854336/t0(0) o103->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:17/18 lens 400/224 e 0 to 0 dl 1781623809 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623793.869884:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733fb80 x1868160455854336/t0(0) o103->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:17/18 lens 400/224 e 0 to 0 dl 1781623809 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623793.869891:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623793.869893:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623793.869896:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623793.869899:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623793.869902:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623793.869904:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623793.869907:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623793.869917:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09d38 time=719 v=5 (5 0 0 0) 00000100:00001000:0.0:1781623793.869921:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=119 v=5 (1 1 1 1) 00000100:00000001:0.0:1781623793.869924:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623793.869925:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623793.869928:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623793.869931:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623793.869935:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623793.869937:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:0.0:1781623793.869939:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623793.869941:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623793.869946:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733fb80 x1868160455854336/t0(0) o103->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:17/18 lens 400/224 e 0 to 0 dl 1781623809 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623793.869952:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623793.869955:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623793.869957:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623793.869960:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733fb80 x1868160455854336/t0(0) o103->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:17/18 lens 400/224 e 0 to 0 dl 1781623809 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623793.869967:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455854336:192.168.202.101@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1781623793.869972:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623793.869974:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623793.869976:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733fb80 x1868160455854336/t0(0) o103->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:17/18 lens 400/224 e 0 to 0 dl 1781623809 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623793.869983:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623793.869985:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623793.869988:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cec200. 02000000:00000001:0.0:1781623793.869991:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623793.869994:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623793.869995:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:0.0:1781623793.869998:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623793.870000:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8f851e557e00. 02000000:00000001:0.0:1781623793.870005:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623793.870006:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623793.870008:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733fb80. 00000100:00000001:0.0:1781623793.870011:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623793.870013:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623793.870014:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623793.870019:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623793.870020:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623793.870022:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623793.870072:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1781623793.872469:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8507978200. 00010000:00000010:1.1:1781623793.872484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8504012200. 00010000:00000010:1.1:1781623793.872489:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8520342a00. 00010000:00000010:1.1:1781623793.872492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8524dcbe00. 00010000:00000010:1.1:1781623793.875657:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8507978700. 00010000:00000010:1.1:1781623793.875678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8504013e00. 00010000:00000010:1.1:1781623793.875683:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8520342c00. 00010000:00000010:1.1:1781623793.875688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8505df0e00. 00010000:00000010:1.1:1781623793.875692:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8508638f00. 00010000:00000010:1.1:1781623793.875696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8508703200. 00010000:00000010:1.1:1781623793.875716:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8507978600. 00010000:00000010:1.1:1781623793.875720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85202de400. 00010000:00000010:1.1:1781623793.875722:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8520342300. 00010000:00000010:1.1:1781623793.875725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8505df1400. 00010000:00000010:1.1:1781623793.875739:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8509622a00. 00010000:00000010:1.1:1781623793.875743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8505df0000. 00010000:00000010:1.1:1781623793.875745:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8509622f00. 00010000:00000010:1.1:1781623793.875747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8505df0a00. 00010000:00000010:1.1:1781623793.875750:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8508638800. 00010000:00000010:1.1:1781623793.875753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85420ed200. 00010000:00000010:1.1:1781623793.875756:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8507978e00. 00010000:00000010:1.1:1781623793.875759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85202de000. 00010000:00000001:1.0:1781623794.869191:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623794.869201:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623794.869209:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623794.869210:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623794.869705:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623794.869709:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623794.869713:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623795.893265:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623795.893275:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623795.893277:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623795.893281:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623795.893287:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623795.893289:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623795.893290:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623795.893292:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623795.893295:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623795.893297:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623795.893298:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623795.893303:0:108671:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623795.893307:0:108671:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1781623795.893310:0:108671:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623795.893312:0:108671:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1781623795.893314:0:108671:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623795.893316:0:108671:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1781623795.893318:0:108671:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623795.893319:0:108671:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1781623795.893322:0:108671:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623795.893324:0:108671:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1781623795.893326:0:108671:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623795.893327:0:108671:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1781623795.893329:0:108671:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1781623795.893330:0:108671:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1781623795.893331:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=7 : 7 : 7) 00010000:00000001:1.0:1781623795.893332:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1781623795.893345:0:108671:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8f8511219840. 00010000:00000001:1.0:1781623795.893351:0:108671:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1781623795.893386:0:108671:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 7/7 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1781623795.893388:0:108671:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623795.893390:0:108671:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623795.893391:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=7 : 7 : 7) 00010000:00000001:1.0:1781623795.893393:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=7 : 7 : 7) 00000020:00000001:0.0:1781623795.893420:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623795.893425:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623795.893428:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00010000:00010000:0.0:1781623795.893429:0:106324:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 7 locks of 0 total in blp. (0 blwis in pool) 00000020:00000001:1.0:1781623795.893430:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623795.893432:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1781623795.893433:0:106324:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1781623795.893437:0:106324:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1781623795.893443:0:106324:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f8540536200/0x41450ad236a7afab lrc: 2/0,0 mode: PR/PR res: [0x20000fe02:0x168:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9ffb0719ffb1fa50 expref: -99 pid: 112470 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1781623795.893458:0:106324:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1781623795.893464:0:106324:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1781623795.893467:0:106324:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1781623795.893469:0:106324:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x20000fe02:0x168:0x0] mode (null) 00000002:00000001:0.0:1781623795.893476:0:106324:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1781623795.893479:0:106324:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1781623795.893487:0:106324:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8507978900 count: 2 00010000:00000001:0.0:1781623795.893490:0:106324:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1781623795.893496:0:106324:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1781623795.893498:0:106324:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1781623795.893499:0:106324:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1781623795.893501:0:106324:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8507978900 count: 2 00010000:00000001:0.0:1781623795.893502:0:106324:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1781623795.893504:0:106324:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1781623795.893505:0:106324:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1781623795.893506:0:106324:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1781623795.893508:0:106324:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8507978900 count: 2 00010000:00000001:0.0:1781623795.893509:0:106324:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1781623795.893511:0:106324:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1781623795.893513:0:106324:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1781623795.893513:0:106324:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1781623795.893515:0:106324:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8507978900 count: 2 00010000:00000001:0.0:1781623795.893517:0:106324:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1781623795.893519:0:106324:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1781623795.893521:0:106324:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1781623795.893523:0:106324:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1781623795.893527:0:106324:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781623795.893536:0:106324:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f850455eab0. 00000020:00000010:0.0:1781623795.893543:0:106324:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f8505cec200. 00000020:00000010:0.0:1781623795.893550:0:106324:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f8505ced400. 00000020:00000010:0.0:1781623795.893556:0:106324:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f851e55a240. 00000008:00000010:0.0:1781623795.893567:0:106324:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f8506382178. 00020000:00000010:0.0:1781623795.893573:0:106324:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8502ebe780. 00008000:00000010:0.0:1781623795.893579:0:106324:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8512405530. 00000080:00000010:0.0:1781623795.893588:0:106324:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f8505807150. 00000080:00000010:0.0:1781623795.893593:0:106324:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f8502a45ff0. 00000020:00000010:0.0:1781623795.893597:0:106324:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f8505cec000. 00000008:00000010:0.0:1781623795.893602:0:106324:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f85088689a0. 00020000:00000010:0.0:1781623795.893606:0:106324:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f8512479680. 00008000:00000010:0.0:1781623795.893610:0:106324:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d212668. 00000080:00000010:0.0:1781623795.893614:0:106324:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f852d384870. 00000020:00000001:0.0:1781623795.893618:0:106324:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400199002808 : -123673510548808 : ffff8f850455eab8) 00000020:00001000:0.0:1781623795.893620:0:106324:0:(cl_object.c:831:cl_env_get()) 1@ffff8f850455eab0 00000020:00000001:0.0:1781623795.893623:0:106324:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1781623795.893626:0:106324:0:(vvp_object.c:117:vvp_conf_set()) [0x20000fe02:0x168:0x0]: losing layout lock 00000080:00000001:0.0:1781623795.893631:0:106324:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1781623795.893634:0:106324:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1781623795.893639:0:106324:0:(lov_object.c:1417:lov_conf_set()) Process entered 00020000:00000001:0.0:1781623795.893642:0:106324:0:(lov_object.c:1431:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1781623795.893645:0:106324:0:(lov_object.c:1504:lov_conf_set()) [0x20000fe02:0x168:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1781623795.893647:0:106324:0:(lov_object.c:1505:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623795.893649:0:106324:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1781623795.893652:0:106324:0:(cl_object.c:925:cl_env_put()) 1@ffff8f850455eab0 00000020:00000010:0.0:1781623795.893656:0:106324:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f8505ced400. 00000020:00000010:0.0:1781623795.893667:0:106324:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f851e55a240. 00000008:00000010:0.0:1781623795.893670:0:106324:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f8506382178. 00020000:00000010:0.0:1781623795.893677:0:106324:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8502ebe780. 00008000:00000010:0.0:1781623795.893680:0:106324:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8512405530. 00000080:00000010:0.0:1781623795.893684:0:106324:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f8505807150. 00000080:00000010:0.0:1781623795.893687:0:106324:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f8502a45ff0. 00000020:00000010:0.0:1781623795.893691:0:106324:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f8505cec200. 00000008:00000010:0.0:1781623795.893694:0:106324:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f85088689a0. 00020000:00000010:0.0:1781623795.893697:0:106324:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f8512479680. 00008000:00000010:0.0:1781623795.893700:0:106324:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d212668. 00000080:00000010:0.0:1781623795.893703:0:106324:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f852d384870. 00000020:00000010:0.0:1781623795.893706:0:106324:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f8505cec000. 00000020:00000010:0.0:1781623795.893719:0:106324:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f850455eab0. 00000080:00000001:0.0:1781623795.893723:0:106324:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1781623795.893727:0:106324:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1781623795.893730:0:106324:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000fe02:0x168:0x0](ffff8f852563e3c8) invalid 00000020:00000001:0.0:1781623795.893734:0:106324:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbb5401edfca0 00000080:00002000:0.0:1781623795.893736:0:106324:0:(llite_internal.h:2048:d_lustre_invalidate()) invalidate dentry f170.recovery-small-19 (ffff8f8510522288) parent ffff8f851195ea20 inode ffff8f852563e3c8 refc 0 00000080:00000001:0.0:1781623795.893747:0:106324:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1781623795.893756:0:106324:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1781623795.893761:0:106324:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1781623795.893770:0:106324:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1781623795.893772:0:106324:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623795.893776:0:106324:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1781623795.893780:0:106324:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1781623795.893782:0:106324:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1781623795.893784:0:106324:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1781623795.893786:0:106324:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1781623795.893789:0:106324:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8f8540536200 with handle 0x41450ad236a7afab from hash 00010000:00000001:0.0:1781623795.893792:0:106324:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1781623795.893795:0:106324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1781623795.893796:0:106324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1781623795.893798:0:106324:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1781623795.893802:0:106324:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1781623795.893804:0:106324:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1781623795.893807:0:106324:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1781623795.893810:0:106324:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f8524dca400/0x41450ad236a7af9d lrc: 2/0,0 mode: PR/PR res: [0x20000fe02:0x167:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9ffb0719ffb1fa26 expref: -99 pid: 112469 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1781623795.893818:0:106324:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1781623795.893820:0:106324:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1781623795.893822:0:106324:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1781623795.893823:0:106324:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x20000fe02:0x167:0x0] mode (null) 00000002:00000001:0.0:1781623795.893825:0:106324:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1781623795.893827:0:106324:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1781623795.893830:0:106324:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8520342100 count: 2 00010000:00000001:0.0:1781623795.893833:0:106324:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1781623795.893835:0:106324:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1781623795.893836:0:106324:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1781623795.893837:0:106324:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1781623795.893839:0:106324:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8520342100 count: 2 00010000:00000001:0.0:1781623795.893841:0:106324:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1781623795.893843:0:106324:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1781623795.893844:0:106324:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1781623795.893845:0:106324:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1781623795.893847:0:106324:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8520342100 count: 2 00010000:00000001:0.0:1781623795.893849:0:106324:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1781623795.893851:0:106324:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1781623795.893852:0:106324:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1781623795.893853:0:106324:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1781623795.893855:0:106324:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8520342100 count: 2 00010000:00000001:0.0:1781623795.893856:0:106324:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1781623795.893858:0:106324:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1781623795.893859:0:106324:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1781623795.893861:0:106324:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1781623795.893862:0:106324:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781623795.893865:0:106324:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f850455eab0. 00000020:00000010:0.0:1781623795.893867:0:106324:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f8505cec000. 00000020:00000010:0.0:1781623795.893870:0:106324:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f8505cec200. 00000020:00000010:0.0:1781623795.893872:0:106324:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f851e55a240. 00000008:00000010:0.0:1781623795.893877:0:106324:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f8506382178. 00020000:00000010:0.0:1781623795.893879:0:106324:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8502ebe780. 00008000:00000010:0.0:1781623795.893882:0:106324:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8512405530. 00000080:00000010:0.0:1781623795.893885:0:106324:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f8505807150. 00000080:00000010:0.0:1781623795.893887:0:106324:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f8502a45ff0. 00000020:00000010:0.0:1781623795.893889:0:106324:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f8505ced400. 00000008:00000010:0.0:1781623795.893892:0:106324:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f85088689a0. 00020000:00000010:0.0:1781623795.893894:0:106324:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f8512479680. 00008000:00000010:0.0:1781623795.893896:0:106324:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d212668. 00000080:00000010:0.0:1781623795.893898:0:106324:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f852d384870. 00000020:00000001:0.0:1781623795.893900:0:106324:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400199002808 : -123673510548808 : ffff8f850455eab8) 00000020:00001000:0.0:1781623795.893902:0:106324:0:(cl_object.c:831:cl_env_get()) 1@ffff8f850455eab0 00000020:00000001:0.0:1781623795.893904:0:106324:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1781623795.893906:0:106324:0:(vvp_object.c:117:vvp_conf_set()) [0x20000fe02:0x167:0x0]: losing layout lock 00000080:00000001:0.0:1781623795.893908:0:106324:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1781623795.893910:0:106324:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1781623795.893912:0:106324:0:(lov_object.c:1417:lov_conf_set()) Process entered 00020000:00000001:0.0:1781623795.893914:0:106324:0:(lov_object.c:1431:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1781623795.893916:0:106324:0:(lov_object.c:1504:lov_conf_set()) [0x20000fe02:0x167:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1781623795.893917:0:106324:0:(lov_object.c:1505:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623795.893919:0:106324:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1781623795.893920:0:106324:0:(cl_object.c:925:cl_env_put()) 1@ffff8f850455eab0 00000020:00000010:0.0:1781623795.893922:0:106324:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f8505cec200. 00000020:00000010:0.0:1781623795.893925:0:106324:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f851e55a240. 00000008:00000010:0.0:1781623795.893927:0:106324:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f8506382178. 00020000:00000010:0.0:1781623795.893930:0:106324:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8502ebe780. 00008000:00000010:0.0:1781623795.893931:0:106324:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8512405530. 00000080:00000010:0.0:1781623795.893934:0:106324:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f8505807150. 00000080:00000010:0.0:1781623795.893936:0:106324:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f8502a45ff0. 00000020:00000010:0.0:1781623795.893938:0:106324:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f8505cec000. 00000008:00000010:0.0:1781623795.893940:0:106324:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f85088689a0. 00020000:00000010:0.0:1781623795.893942:0:106324:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f8512479680. 00008000:00000010:0.0:1781623795.893943:0:106324:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d212668. 00000080:00000010:0.0:1781623795.893946:0:106324:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f852d384870. 00000020:00000010:0.0:1781623795.893947:0:106324:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f8505ced400. 00000020:00000010:0.0:1781623795.893949:0:106324:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f850455eab0. 00000080:00000001:0.0:1781623795.893951:0:106324:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1781623795.893953:0:106324:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1781623795.893954:0:106324:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000fe02:0x167:0x0](ffff8f8525623a88) invalid 00000020:00000001:0.0:1781623795.893957:0:106324:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbb5401edfca0 00000080:00002000:0.0:1781623795.893958:0:106324:0:(llite_internal.h:2048:d_lustre_invalidate()) invalidate dentry f170.recovery-small-18 (ffff8f851075b870) parent ffff8f851195ea20 inode ffff8f8525623a88 refc 0 00000080:00000001:0.0:1781623795.893964:0:106324:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1781623795.893967:0:106324:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1781623795.893970:0:106324:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1781623795.893973:0:106324:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1781623795.893974:0:106324:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623795.893977:0:106324:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1781623795.893978:0:106324:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1781623795.893979:0:106324:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1781623795.893981:0:106324:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1781623795.893982:0:106324:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1781623795.893985:0:106324:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8f8524dca400 with handle 0x41450ad236a7af9d from hash 00010000:00000001:0.0:1781623795.893987:0:106324:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1781623795.893988:0:106324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1781623795.893989:0:106324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1781623795.893990:0:106324:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1781623795.893992:0:106324:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1781623795.893993:0:106324:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1781623795.893996:0:106324:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1781623795.893998:0:106324:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f8505df0400/0x41450ad236a7af8f lrc: 2/0,0 mode: PR/PR res: [0x20000fe02:0x166:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9ffb0719ffb1f9fc expref: -99 pid: 112468 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1781623795.894006:0:106324:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1781623795.894008:0:106324:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1781623795.894009:0:106324:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1781623795.894010:0:106324:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x20000fe02:0x166:0x0] mode (null) 00000002:00000001:0.0:1781623795.894012:0:106324:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1781623795.894014:0:106324:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1781623795.894017:0:106324:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8520342b00 count: 2 00010000:00000001:0.0:1781623795.894174:0:106324:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1781623795.894177:0:106324:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1781623795.894179:0:106324:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1781623795.894180:0:106324:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1781623795.894183:0:106324:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8520342b00 count: 2 00010000:00000001:0.0:1781623795.894184:0:106324:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1781623795.894187:0:106324:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1781623795.894188:0:106324:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1781623795.894189:0:106324:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1781623795.894191:0:106324:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8520342b00 count: 2 00010000:00000001:0.0:1781623795.894192:0:106324:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1781623795.894194:0:106324:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1781623795.894196:0:106324:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1781623795.894198:0:106324:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1781623795.894199:0:106324:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8520342b00 count: 2 00010000:00000001:0.0:1781623795.894201:0:106324:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1781623795.894203:0:106324:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1781623795.894204:0:106324:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1781623795.894206:0:106324:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1781623795.894208:0:106324:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781623795.894211:0:106324:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f850455eab0. 00000020:00000010:0.0:1781623795.894215:0:106324:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f8505ced400. 00000020:00000010:0.0:1781623795.894217:0:106324:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f8505cec000. 00000020:00000010:0.0:1781623795.894219:0:106324:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f851e55a240. 00000008:00000010:0.0:1781623795.894222:0:106324:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f8506382178. 00020000:00000010:0.0:1781623795.894225:0:106324:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8502ebe780. 00008000:00000010:0.0:1781623795.894227:0:106324:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8512405530. 00000080:00000010:0.0:1781623795.894230:0:106324:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f8505807150. 00000080:00000010:0.0:1781623795.894233:0:106324:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f8502a45ff0. 00000020:00000010:0.0:1781623795.894235:0:106324:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f8505cec200. 00000008:00000010:0.0:1781623795.894238:0:106324:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f85088689a0. 00020000:00000010:0.0:1781623795.894240:0:106324:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f8512479680. 00008000:00000010:0.0:1781623795.894242:0:106324:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d212668. 00000080:00000010:0.0:1781623795.894245:0:106324:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f852d384870. 00000020:00000001:0.0:1781623795.894247:0:106324:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400199002808 : -123673510548808 : ffff8f850455eab8) 00000020:00001000:0.0:1781623795.894249:0:106324:0:(cl_object.c:831:cl_env_get()) 1@ffff8f850455eab0 00000020:00000001:0.0:1781623795.894250:0:106324:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1781623795.894253:0:106324:0:(vvp_object.c:117:vvp_conf_set()) [0x20000fe02:0x166:0x0]: losing layout lock 00000080:00000001:0.0:1781623795.894255:0:106324:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1781623795.894256:0:106324:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1781623795.894258:0:106324:0:(lov_object.c:1417:lov_conf_set()) Process entered 00020000:00000001:0.0:1781623795.894260:0:106324:0:(lov_object.c:1431:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1781623795.894262:0:106324:0:(lov_object.c:1504:lov_conf_set()) [0x20000fe02:0x166:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1781623795.894263:0:106324:0:(lov_object.c:1505:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623795.894265:0:106324:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1781623795.894267:0:106324:0:(cl_object.c:925:cl_env_put()) 1@ffff8f850455eab0 00000020:00000010:0.0:1781623795.894268:0:106324:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f8505cec000. 00000020:00000010:0.0:1781623795.894271:0:106324:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f851e55a240. 00000008:00000010:0.0:1781623795.894273:0:106324:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f8506382178. 00020000:00000010:0.0:1781623795.894276:0:106324:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8502ebe780. 00008000:00000010:0.0:1781623795.894279:0:106324:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8512405530. 00000080:00000010:0.0:1781623795.894280:0:106324:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f8505807150. 00000080:00000010:0.0:1781623795.894283:0:106324:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f8502a45ff0. 00000020:00000010:0.0:1781623795.894285:0:106324:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f8505ced400. 00000008:00000010:0.0:1781623795.894287:0:106324:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f85088689a0. 00020000:00000010:0.0:1781623795.894289:0:106324:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f8512479680. 00008000:00000010:0.0:1781623795.894292:0:106324:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d212668. 00000080:00000010:0.0:1781623795.894294:0:106324:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f852d384870. 00000020:00000010:0.0:1781623795.894296:0:106324:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f8505cec200. 00000020:00000010:0.0:1781623795.894298:0:106324:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f850455eab0. 00000080:00000001:0.0:1781623795.894300:0:106324:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1781623795.894302:0:106324:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1781623795.894303:0:106324:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000fe02:0x166:0x0](ffff8f85256263c8) invalid 00000020:00000001:0.0:1781623795.894306:0:106324:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbb5401edfca0 00000080:00002000:0.0:1781623795.894308:0:106324:0:(llite_internal.h:2048:d_lustre_invalidate()) invalidate dentry f170.recovery-small-17 (ffff8f851075baf8) parent ffff8f851195ea20 inode ffff8f85256263c8 refc 0 00000080:00000001:0.0:1781623795.894313:0:106324:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1781623795.894316:0:106324:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1781623795.894319:0:106324:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1781623795.894321:0:106324:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1781623795.894323:0:106324:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623795.894325:0:106324:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1781623795.894327:0:106324:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1781623795.894329:0:106324:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1781623795.894330:0:106324:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1781623795.894332:0:106324:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1781623795.894335:0:106324:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8f8505df0400 with handle 0x41450ad236a7af8f from hash 00010000:00000001:0.0:1781623795.894337:0:106324:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1781623795.894339:0:106324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1781623795.894340:0:106324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1781623795.894341:0:106324:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1781623795.894343:0:106324:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1781623795.894344:0:106324:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1781623795.894347:0:106324:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1781623795.894349:0:106324:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f8505df0800/0x41450ad236a7af81 lrc: 2/0,0 mode: PR/PR res: [0x20000fe02:0x165:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9ffb0719ffb1f9d2 expref: -99 pid: 112467 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1781623795.894357:0:106324:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1781623795.894359:0:106324:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1781623795.894361:0:106324:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1781623795.894362:0:106324:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x20000fe02:0x165:0x0] mode (null) 00000002:00000001:0.0:1781623795.894365:0:106324:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1781623795.894366:0:106324:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1781623795.894369:0:106324:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8520342e00 count: 2 00010000:00000001:0.0:1781623795.894371:0:106324:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1781623795.894373:0:106324:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1781623795.894374:0:106324:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1781623795.894375:0:106324:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1781623795.894376:0:106324:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8520342e00 count: 2 00010000:00000001:0.0:1781623795.894378:0:106324:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1781623795.894380:0:106324:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1781623795.894382:0:106324:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1781623795.894383:0:106324:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1781623795.894384:0:106324:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8520342e00 count: 2 00010000:00000001:0.0:1781623795.894386:0:106324:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1781623795.894388:0:106324:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1781623795.894389:0:106324:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1781623795.894390:0:106324:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1781623795.894392:0:106324:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8520342e00 count: 2 00010000:00000001:0.0:1781623795.894394:0:106324:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1781623795.894396:0:106324:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1781623795.894397:0:106324:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1781623795.894399:0:106324:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1781623795.894400:0:106324:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781623795.894403:0:106324:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f850455eab0. 00000020:00000010:0.0:1781623795.894407:0:106324:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f8505cec200. 00000020:00000010:0.0:1781623795.894409:0:106324:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f8505ced400. 00000020:00000010:0.0:1781623795.894411:0:106324:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f851e55a240. 00000008:00000010:0.0:1781623795.894414:0:106324:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f8506382178. 00020000:00000010:0.0:1781623795.894417:0:106324:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8502ebe780. 00008000:00000010:0.0:1781623795.894419:0:106324:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8512405530. 00000080:00000010:0.0:1781623795.894422:0:106324:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f8505807150. 00000080:00000010:0.0:1781623795.894425:0:106324:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f8502a45ff0. 00000020:00000010:0.0:1781623795.894427:0:106324:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f8505cec000. 00000008:00000010:0.0:1781623795.894429:0:106324:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f85088689a0. 00020000:00000010:0.0:1781623795.894432:0:106324:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f8512479680. 00008000:00000010:0.0:1781623795.894434:0:106324:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d212668. 00000080:00000010:0.0:1781623795.894436:0:106324:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f852d384870. 00000020:00000001:0.0:1781623795.894438:0:106324:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400199002808 : -123673510548808 : ffff8f850455eab8) 00000020:00001000:0.0:1781623795.894440:0:106324:0:(cl_object.c:831:cl_env_get()) 1@ffff8f850455eab0 00000020:00000001:0.0:1781623795.894441:0:106324:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1781623795.894443:0:106324:0:(vvp_object.c:117:vvp_conf_set()) [0x20000fe02:0x165:0x0]: losing layout lock 00000080:00000001:0.0:1781623795.894445:0:106324:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1781623795.894446:0:106324:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1781623795.894448:0:106324:0:(lov_object.c:1417:lov_conf_set()) Process entered 00020000:00000001:0.0:1781623795.894449:0:106324:0:(lov_object.c:1431:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1781623795.894452:0:106324:0:(lov_object.c:1504:lov_conf_set()) [0x20000fe02:0x165:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1781623795.894453:0:106324:0:(lov_object.c:1505:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623795.894455:0:106324:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1781623795.894457:0:106324:0:(cl_object.c:925:cl_env_put()) 1@ffff8f850455eab0 00000020:00000010:0.0:1781623795.894459:0:106324:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f8505ced400. 00000020:00000010:0.0:1781623795.894462:0:106324:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f851e55a240. 00000008:00000010:0.0:1781623795.894465:0:106324:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f8506382178. 00020000:00000010:0.0:1781623795.894467:0:106324:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8502ebe780. 00008000:00000010:0.0:1781623795.894469:0:106324:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8512405530. 00000080:00000010:0.0:1781623795.894472:0:106324:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f8505807150. 00000080:00000010:0.0:1781623795.894474:0:106324:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f8502a45ff0. 00000020:00000010:0.0:1781623795.894476:0:106324:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f8505cec200. 00000008:00000010:0.0:1781623795.894478:0:106324:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f85088689a0. 00020000:00000010:0.0:1781623795.894480:0:106324:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f8512479680. 00008000:00000010:0.0:1781623795.894483:0:106324:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d212668. 00000080:00000010:0.0:1781623795.894485:0:106324:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f852d384870. 00000020:00000010:0.0:1781623795.894488:0:106324:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f8505cec000. 00000020:00000010:0.0:1781623795.894490:0:106324:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f850455eab0. 00000080:00000001:0.0:1781623795.894492:0:106324:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1781623795.894494:0:106324:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1781623795.894495:0:106324:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000fe02:0x165:0x0](ffff8f8525623248) invalid 00000020:00000001:0.0:1781623795.894498:0:106324:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbb5401edfca0 00000080:00002000:0.0:1781623795.894500:0:106324:0:(llite_internal.h:2048:d_lustre_invalidate()) invalidate dentry f170.recovery-small-16 (ffff8f851075bbd0) parent ffff8f851195ea20 inode ffff8f8525623248 refc 0 00000080:00000001:0.0:1781623795.894505:0:106324:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1781623795.894507:0:106324:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1781623795.894510:0:106324:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1781623795.894513:0:106324:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1781623795.894514:0:106324:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623795.894517:0:106324:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1781623795.894518:0:106324:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1781623795.894520:0:106324:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1781623795.894521:0:106324:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1781623795.894523:0:106324:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1781623795.894525:0:106324:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8f8505df0800 with handle 0x41450ad236a7af81 from hash 00010000:00000001:0.0:1781623795.894527:0:106324:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1781623795.894529:0:106324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1781623795.894530:0:106324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1781623795.894531:0:106324:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1781623795.894533:0:106324:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1781623795.894534:0:106324:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1781623795.894537:0:106324:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1781623795.894540:0:106324:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f85202df400/0x41450ad236a7af73 lrc: 2/0,0 mode: PR/PR res: [0x20000fe02:0x164:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9ffb0719ffb1f9a8 expref: -99 pid: 112466 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1781623795.894547:0:106324:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1781623795.894549:0:106324:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1781623795.894550:0:106324:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1781623795.894551:0:106324:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x20000fe02:0x164:0x0] mode (null) 00000002:00000001:0.0:1781623795.894554:0:106324:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1781623795.894555:0:106324:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1781623795.894557:0:106324:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8520342d00 count: 2 00010000:00000001:0.0:1781623795.894559:0:106324:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1781623795.894562:0:106324:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1781623795.894563:0:106324:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1781623795.894564:0:106324:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1781623795.894566:0:106324:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8520342d00 count: 2 00010000:00000001:0.0:1781623795.894568:0:106324:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1781623795.894570:0:106324:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1781623795.894571:0:106324:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1781623795.894572:0:106324:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1781623795.894574:0:106324:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8520342d00 count: 2 00010000:00000001:0.0:1781623795.894576:0:106324:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1781623795.894578:0:106324:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1781623795.894579:0:106324:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1781623795.894580:0:106324:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1781623795.894582:0:106324:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8520342d00 count: 2 00010000:00000001:0.0:1781623795.894584:0:106324:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1781623795.894585:0:106324:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1781623795.894587:0:106324:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1781623795.894589:0:106324:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1781623795.894590:0:106324:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781623795.894593:0:106324:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f850455eab0. 00000020:00000010:0.0:1781623795.894596:0:106324:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f8505cec000. 00000020:00000010:0.0:1781623795.894598:0:106324:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f8505cec200. 00000020:00000010:0.0:1781623795.894601:0:106324:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f851e55a240. 00000008:00000010:0.0:1781623795.894604:0:106324:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f8506382178. 00020000:00000010:0.0:1781623795.894606:0:106324:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8502ebe780. 00008000:00000010:0.0:1781623795.894608:0:106324:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8512405530. 00000080:00000010:0.0:1781623795.894611:0:106324:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f8505807150. 00000080:00000010:0.0:1781623795.894613:0:106324:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f8502a45ff0. 00000020:00000010:0.0:1781623795.894615:0:106324:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f8505ced400. 00000008:00000010:0.0:1781623795.894618:0:106324:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f85088689a0. 00020000:00000010:0.0:1781623795.894619:0:106324:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f8512479680. 00008000:00000010:0.0:1781623795.894622:0:106324:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d212668. 00000080:00000010:0.0:1781623795.894624:0:106324:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f852d384870. 00000020:00000001:0.0:1781623795.894626:0:106324:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400199002808 : -123673510548808 : ffff8f850455eab8) 00000020:00001000:0.0:1781623795.894628:0:106324:0:(cl_object.c:831:cl_env_get()) 1@ffff8f850455eab0 00000020:00000001:0.0:1781623795.894630:0:106324:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1781623795.894631:0:106324:0:(vvp_object.c:117:vvp_conf_set()) [0x20000fe02:0x164:0x0]: losing layout lock 00000080:00000001:0.0:1781623795.894634:0:106324:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1781623795.894636:0:106324:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1781623795.894638:0:106324:0:(lov_object.c:1417:lov_conf_set()) Process entered 00020000:00000001:0.0:1781623795.894640:0:106324:0:(lov_object.c:1431:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1781623795.894643:0:106324:0:(lov_object.c:1504:lov_conf_set()) [0x20000fe02:0x164:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1781623795.894644:0:106324:0:(lov_object.c:1505:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623795.894646:0:106324:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1781623795.894648:0:106324:0:(cl_object.c:925:cl_env_put()) 1@ffff8f850455eab0 00000020:00000010:0.0:1781623795.894649:0:106324:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f8505cec200. 00000020:00000010:0.0:1781623795.894652:0:106324:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f851e55a240. 00000008:00000010:0.0:1781623795.894654:0:106324:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f8506382178. 00020000:00000010:0.0:1781623795.894657:0:106324:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8502ebe780. 00008000:00000010:0.0:1781623795.894659:0:106324:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8512405530. 00000080:00000010:0.0:1781623795.894661:0:106324:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f8505807150. 00000080:00000010:0.0:1781623795.894663:0:106324:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f8502a45ff0. 00000020:00000010:0.0:1781623795.894665:0:106324:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f8505cec000. 00000008:00000010:0.0:1781623795.894668:0:106324:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f85088689a0. 00020000:00000010:0.0:1781623795.894670:0:106324:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f8512479680. 00008000:00000010:0.0:1781623795.894672:0:106324:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d212668. 00000080:00000010:0.0:1781623795.894674:0:106324:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f852d384870. 00000020:00000010:0.0:1781623795.894676:0:106324:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f8505ced400. 00000020:00000010:0.0:1781623795.894678:0:106324:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f850455eab0. 00000080:00000001:0.0:1781623795.894680:0:106324:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1781623795.894682:0:106324:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1781623795.894683:0:106324:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000fe02:0x164:0x0](ffff8f85257842c8) invalid 00000020:00000001:0.0:1781623795.894686:0:106324:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbb5401edfca0 00000080:00002000:0.0:1781623795.894687:0:106324:0:(llite_internal.h:2048:d_lustre_invalidate()) invalidate dentry f170.recovery-small-15 (ffff8f85107585e8) parent ffff8f851195ea20 inode ffff8f85257842c8 refc 0 00000080:00000001:0.0:1781623795.894692:0:106324:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1781623795.894695:0:106324:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1781623795.894698:0:106324:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1781623795.894701:0:106324:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1781623795.894702:0:106324:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623795.894705:0:106324:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1781623795.894706:0:106324:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1781623795.894724:0:106324:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1781623795.894726:0:106324:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1781623795.894731:0:106324:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1781623795.894733:0:106324:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8f85202df400 with handle 0x41450ad236a7af73 from hash 00010000:00000001:0.0:1781623795.894736:0:106324:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1781623795.894737:0:106324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1781623795.894738:0:106324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1781623795.894739:0:106324:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1781623795.894741:0:106324:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1781623795.894742:0:106324:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1781623795.894745:0:106324:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1781623795.894748:0:106324:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f85202df000/0x41450ad236a7af65 lrc: 2/0,0 mode: PR/PR res: [0x20000fe02:0x163:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9ffb0719ffb1f97e expref: -99 pid: 112465 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1781623795.894755:0:106324:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1781623795.894758:0:106324:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1781623795.894759:0:106324:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1781623795.894760:0:106324:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x20000fe02:0x163:0x0] mode (null) 00000002:00000001:0.0:1781623795.894763:0:106324:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1781623795.894764:0:106324:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1781623795.894767:0:106324:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8507978f00 count: 2 00010000:00000001:0.0:1781623795.894769:0:106324:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1781623795.894771:0:106324:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1781623795.894772:0:106324:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1781623795.894773:0:106324:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1781623795.894775:0:106324:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8507978f00 count: 2 00010000:00000001:0.0:1781623795.894777:0:106324:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1781623795.894779:0:106324:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1781623795.894781:0:106324:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1781623795.894782:0:106324:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1781623795.894783:0:106324:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8507978f00 count: 2 00010000:00000001:0.0:1781623795.894785:0:106324:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1781623795.894787:0:106324:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1781623795.894789:0:106324:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1781623795.894790:0:106324:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1781623795.894791:0:106324:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8507978f00 count: 2 00010000:00000001:0.0:1781623795.894793:0:106324:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1781623795.894794:0:106324:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1781623795.894796:0:106324:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1781623795.894799:0:106324:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1781623795.894800:0:106324:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781623795.894803:0:106324:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f850455eab0. 00000020:00000010:0.0:1781623795.894806:0:106324:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f8505ced400. 00000020:00000010:0.0:1781623795.894808:0:106324:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f8505cec000. 00000020:00000010:0.0:1781623795.894810:0:106324:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f851e55a240. 00000008:00000010:0.0:1781623795.894813:0:106324:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f8506382178. 00020000:00000010:0.0:1781623795.894815:0:106324:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8502ebe780. 00008000:00000010:0.0:1781623795.894817:0:106324:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8512405530. 00000080:00000010:0.0:1781623795.894820:0:106324:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f8505807150. 00000080:00000010:0.0:1781623795.894822:0:106324:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f8502a45ff0. 00000020:00000010:0.0:1781623795.894824:0:106324:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f8505cec200. 00000008:00000010:0.0:1781623795.894827:0:106324:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f85088689a0. 00020000:00000010:0.0:1781623795.894829:0:106324:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f8512479680. 00008000:00000010:0.0:1781623795.894831:0:106324:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d212668. 00000080:00000010:0.0:1781623795.894834:0:106324:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f852d384870. 00000020:00000001:0.0:1781623795.894836:0:106324:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400199002808 : -123673510548808 : ffff8f850455eab8) 00000020:00001000:0.0:1781623795.894838:0:106324:0:(cl_object.c:831:cl_env_get()) 1@ffff8f850455eab0 00000020:00000001:0.0:1781623795.894839:0:106324:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1781623795.894841:0:106324:0:(vvp_object.c:117:vvp_conf_set()) [0x20000fe02:0x163:0x0]: losing layout lock 00000080:00000001:0.0:1781623795.894844:0:106324:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1781623795.894845:0:106324:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1781623795.894847:0:106324:0:(lov_object.c:1417:lov_conf_set()) Process entered 00020000:00000001:0.0:1781623795.894849:0:106324:0:(lov_object.c:1431:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1781623795.894851:0:106324:0:(lov_object.c:1504:lov_conf_set()) [0x20000fe02:0x163:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1781623795.894853:0:106324:0:(lov_object.c:1505:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623795.894854:0:106324:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1781623795.894856:0:106324:0:(cl_object.c:925:cl_env_put()) 1@ffff8f850455eab0 00000020:00000010:0.0:1781623795.894858:0:106324:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f8505cec000. 00000020:00000010:0.0:1781623795.894861:0:106324:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f851e55a240. 00000008:00000010:0.0:1781623795.894863:0:106324:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f8506382178. 00020000:00000010:0.0:1781623795.894866:0:106324:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8502ebe780. 00008000:00000010:0.0:1781623795.894868:0:106324:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8512405530. 00000080:00000010:0.0:1781623795.894870:0:106324:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f8505807150. 00000080:00000010:0.0:1781623795.894872:0:106324:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f8502a45ff0. 00000020:00000010:0.0:1781623795.894875:0:106324:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f8505ced400. 00000008:00000010:0.0:1781623795.894877:0:106324:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f85088689a0. 00020000:00000010:0.0:1781623795.894879:0:106324:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f8512479680. 00008000:00000010:0.0:1781623795.894882:0:106324:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d212668. 00000080:00000010:0.0:1781623795.894884:0:106324:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f852d384870. 00000020:00000010:0.0:1781623795.894886:0:106324:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f8505cec200. 00000020:00000010:0.0:1781623795.894888:0:106324:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f850455eab0. 00000080:00000001:0.0:1781623795.894890:0:106324:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1781623795.894892:0:106324:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1781623795.894893:0:106324:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000fe02:0x163:0x0](ffff8f852563b248) invalid 00000020:00000001:0.0:1781623795.894896:0:106324:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbb5401edfca0 00000080:00002000:0.0:1781623795.894898:0:106324:0:(llite_internal.h:2048:d_lustre_invalidate()) invalidate dentry f170.recovery-small-14 (ffff8f8510758948) parent ffff8f851195ea20 inode ffff8f852563b248 refc 0 00000080:00000001:0.0:1781623795.894903:0:106324:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1781623795.894906:0:106324:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1781623795.894909:0:106324:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1781623795.894912:0:106324:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1781623795.894913:0:106324:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623795.894915:0:106324:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1781623795.894917:0:106324:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1781623795.894918:0:106324:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1781623795.894920:0:106324:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1781623795.894922:0:106324:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1781623795.894924:0:106324:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8f85202df000 with handle 0x41450ad236a7af65 from hash 00010000:00000001:0.0:1781623795.894926:0:106324:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1781623795.894927:0:106324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1781623795.894929:0:106324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1781623795.894930:0:106324:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1781623795.894932:0:106324:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1781623795.894933:0:106324:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1781623795.894935:0:106324:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1781623795.894939:0:106324:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f8505df1600/0x41450ad236a7af57 lrc: 2/0,0 mode: PR/PR res: [0x20000fe02:0x162:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x9ffb0719ffb1f954 expref: -99 pid: 112464 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1781623795.894946:0:106324:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1781623795.894947:0:106324:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1781623795.894949:0:106324:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1781623795.894951:0:106324:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x20000fe02:0x162:0x0] mode (null) 00000002:00000001:0.0:1781623795.894953:0:106324:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1781623795.894954:0:106324:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1781623795.894957:0:106324:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8520342600 count: 2 00010000:00000001:0.0:1781623795.894959:0:106324:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1781623795.894961:0:106324:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1781623795.894963:0:106324:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1781623795.894964:0:106324:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1781623795.894965:0:106324:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8520342600 count: 2 00010000:00000001:0.0:1781623795.894967:0:106324:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1781623795.894969:0:106324:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1781623795.894970:0:106324:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1781623795.894972:0:106324:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1781623795.894973:0:106324:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8520342600 count: 2 00010000:00000001:0.0:1781623795.894975:0:106324:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1781623795.894977:0:106324:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1781623795.894978:0:106324:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1781623795.894979:0:106324:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1781623795.894981:0:106324:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff8f8520342600 count: 2 00010000:00000001:0.0:1781623795.894983:0:106324:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1781623795.894985:0:106324:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1781623795.894986:0:106324:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1781623795.894988:0:106324:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:0.0:1781623795.894989:0:106324:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781623795.894992:0:106324:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8f850455eab0. 00000020:00000010:0.0:1781623795.894995:0:106324:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f8505cec200. 00000020:00000010:0.0:1781623795.894997:0:106324:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8f8505ced400. 00000020:00000010:0.0:1781623795.895000:0:106324:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8f851e55a240. 00000008:00000010:0.0:1781623795.895003:0:106324:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8f8506382178. 00020000:00000010:0.0:1781623795.895005:0:106324:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8f8502ebe780. 00008000:00000010:0.0:1781623795.895007:0:106324:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8f8512405530. 00000080:00000010:0.0:1781623795.895010:0:106324:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8f8505807150. 00000080:00000010:0.0:1781623795.895012:0:106324:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8f8502a45ff0. 00000020:00000010:0.0:1781623795.895014:0:106324:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8f8505cec000. 00000008:00000010:0.0:1781623795.895018:0:106324:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8f85088689a0. 00020000:00000010:0.0:1781623795.895021:0:106324:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8f8512479680. 00008000:00000010:0.0:1781623795.895055:0:106324:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8f852d212668. 00000080:00000010:0.0:1781623795.895059:0:106324:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8f852d384870. 00000020:00000001:0.0:1781623795.895062:0:106324:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446620400199002808 : -123673510548808 : ffff8f850455eab8) 00000020:00001000:0.0:1781623795.895064:0:106324:0:(cl_object.c:831:cl_env_get()) 1@ffff8f850455eab0 00000020:00000001:0.0:1781623795.895066:0:106324:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1781623795.895067:0:106324:0:(vvp_object.c:117:vvp_conf_set()) [0x20000fe02:0x162:0x0]: losing layout lock 00000080:00000001:0.0:1781623795.895070:0:106324:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1781623795.895071:0:106324:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1781623795.895073:0:106324:0:(lov_object.c:1417:lov_conf_set()) Process entered 00020000:00000001:0.0:1781623795.895075:0:106324:0:(lov_object.c:1431:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1781623795.895077:0:106324:0:(lov_object.c:1504:lov_conf_set()) [0x20000fe02:0x162:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1781623795.895079:0:106324:0:(lov_object.c:1505:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623795.895081:0:106324:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1781623795.895082:0:106324:0:(cl_object.c:925:cl_env_put()) 1@ffff8f850455eab0 00000020:00000010:0.0:1781623795.895084:0:106324:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8f8505ced400. 00000020:00000010:0.0:1781623795.895087:0:106324:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8f851e55a240. 00000008:00000010:0.0:1781623795.895090:0:106324:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8f8506382178. 00020000:00000010:0.0:1781623795.895093:0:106324:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8f8502ebe780. 00008000:00000010:0.0:1781623795.895095:0:106324:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8f8512405530. 00000080:00000010:0.0:1781623795.895097:0:106324:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8f8505807150. 00000080:00000010:0.0:1781623795.895100:0:106324:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8f8502a45ff0. 00000020:00000010:0.0:1781623795.895102:0:106324:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f8505cec200. 00000008:00000010:0.0:1781623795.895104:0:106324:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8f85088689a0. 00020000:00000010:0.0:1781623795.895106:0:106324:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8f8512479680. 00008000:00000010:0.0:1781623795.895109:0:106324:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8f852d212668. 00000080:00000010:0.0:1781623795.895111:0:106324:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8f852d384870. 00000020:00000010:0.0:1781623795.895113:0:106324:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8f8505cec000. 00000020:00000010:0.0:1781623795.895116:0:106324:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8f850455eab0. 00000080:00000001:0.0:1781623795.895118:0:106324:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1781623795.895119:0:106324:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1781623795.895121:0:106324:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x20000fe02:0x162:0x0](ffff8f8525784b08) invalid 00000020:00000001:0.0:1781623795.895124:0:106324:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbb5401edfca0 00000080:00002000:0.0:1781623795.895125:0:106324:0:(llite_internal.h:2048:d_lustre_invalidate()) invalidate dentry f170.recovery-small-13 (ffff8f851075bd80) parent ffff8f851195ea20 inode ffff8f8525784b08 refc 0 00000080:00000001:0.0:1781623795.895132:0:106324:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1781623795.895135:0:106324:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1781623795.895138:0:106324:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1781623795.895140:0:106324:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbb5401edfc10 00000080:00002000:0.0:1781623795.895142:0:106324:0:(dcache.c:127:ll_ddelete()) deleting dentry d170.recovery-small (ffff8f851195ea20, parent ffff8f85106ec360, inode ffff8f8525786c08) hashed, 00000080:00000001:0.0:1781623795.895145:0:106324:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1781623795.895150:0:106324:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1781623795.895152:0:106324:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1781623795.895156:0:106324:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1781623795.895158:0:106324:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1781623795.895159:0:106324:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623795.895162:0:106324:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1781623795.895163:0:106324:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1781623795.895165:0:106324:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1781623795.895166:0:106324:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1781623795.895168:0:106324:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1781623795.895170:0:106324:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8f8505df1600 with handle 0x41450ad236a7af57 from hash 00010000:00000001:0.0:1781623795.895173:0:106324:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1781623795.895174:0:106324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1781623795.895175:0:106324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1781623795.895176:0:106324:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1781623795.895178:0:106324:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1781623795.895179:0:106324:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1781623795.895186:0:106324:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=7 : 7 : 7) 00010000:00000001:0.0:1781623795.895189:0:106324:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1781623795.895193:0:106324:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1781623795.895201:0:106324:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731f100. 00000020:00000040:0.0:1781623795.895206:0:106324:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781623795.895213:0:106324:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623795.895216:0:106324:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623795.895222:0:106324:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623795.895230:0:106324:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8f8505cec000. 00000100:00000001:0.0:1781623795.895238:0:106324:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623795.895241:0:106324:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1781623795.895249:0:106324:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f8540536200/0x41450ad236a7afab lrc: 1/0,0 mode: --/PR res: [0x20000fe02:0x168:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9ffb0719ffb1fa50 expref: -99 pid: 112470 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1781623795.895263:0:106324:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f8524dca400/0x41450ad236a7af9d lrc: 1/0,0 mode: --/PR res: [0x20000fe02:0x167:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9ffb0719ffb1fa26 expref: -99 pid: 112469 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1781623795.895271:0:106324:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f8505df0400/0x41450ad236a7af8f lrc: 1/0,0 mode: --/PR res: [0x20000fe02:0x166:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9ffb0719ffb1f9fc expref: -99 pid: 112468 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1781623795.895277:0:106324:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f8505df0800/0x41450ad236a7af81 lrc: 1/0,0 mode: --/PR res: [0x20000fe02:0x165:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9ffb0719ffb1f9d2 expref: -99 pid: 112467 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1781623795.895285:0:106324:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f85202df400/0x41450ad236a7af73 lrc: 1/0,0 mode: --/PR res: [0x20000fe02:0x164:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9ffb0719ffb1f9a8 expref: -99 pid: 112466 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1781623795.895292:0:106324:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f85202df000/0x41450ad236a7af65 lrc: 1/0,0 mode: --/PR res: [0x20000fe02:0x163:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9ffb0719ffb1f97e expref: -99 pid: 112465 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1781623795.895299:0:106324:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f8505df1600/0x41450ad236a7af57 lrc: 1/0,0 mode: --/PR res: [0x20000fe02:0x162:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9ffb0719ffb1f954 expref: -99 pid: 112464 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1781623795.895306:0:106324:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 7 locks packed 00010000:00000001:0.0:1781623795.895308:0:106324:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=7 : 7 : 7) 00000100:00000001:0.0:1781623795.895314:0:106324:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623795.895320:0:106324:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623795.895337:0:106324:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005d705fe] to pc [ptlrpcd_00_01+1] req@ffff8f850731f100 x1868160455854464/t0(0) o103->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:17/18 lens 368/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1781623795.895368:0:106324:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1781623795.895371:0:106324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1781623795.895374:0:106324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f8540536200/0x41450ad236a7afab lrc: 0/0,0 mode: --/PR res: [0x20000fe02:0x168:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9ffb0719ffb1fa50 expref: -99 pid: 112470 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1781623795.895388:0:106324:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8f85050bcdc0. 00010000:00000040:0.0:1781623795.895393:0:106324:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff8f8507978900 count: 0 00010000:00000010:0.0:1781623795.895399:0:106324:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8f85098cb180. 00010000:00000001:0.0:1781623795.895405:0:106324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1781623795.895406:0:106324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1781623795.895409:0:106324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f8524dca400/0x41450ad236a7af9d lrc: 0/0,0 mode: --/PR res: [0x20000fe02:0x167:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9ffb0719ffb1fa26 expref: -99 pid: 112469 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1781623795.895415:0:106324:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8f8504017f80. 00010000:00000040:0.0:1781623795.895419:0:106324:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff8f8520342100 count: 0 00010000:00000010:0.0:1781623795.895422:0:106324:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8f85040f4a00. 00010000:00000001:0.0:1781623795.895428:0:106324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1781623795.895429:0:106324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1781623795.895431:0:106324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f8505df0400/0x41450ad236a7af8f lrc: 0/0,0 mode: --/PR res: [0x20000fe02:0x166:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9ffb0719ffb1f9fc expref: -99 pid: 112468 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1781623795.895438:0:106324:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8f8504017840. 00010000:00000040:0.0:1781623795.895440:0:106324:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff8f8520342b00 count: 0 00010000:00000010:0.0:1781623795.895443:0:106324:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8f85040f4d00. 00010000:00000001:0.0:1781623795.895447:0:106324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1781623795.895448:0:106324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1781623795.895450:0:106324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f8505df0800/0x41450ad236a7af81 lrc: 0/0,0 mode: --/PR res: [0x20000fe02:0x165:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9ffb0719ffb1f9d2 expref: -99 pid: 112467 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1781623795.895455:0:106324:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8f85040171c0. 00010000:00000040:0.0:1781623795.895458:0:106324:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff8f8520342e00 count: 0 00010000:00000010:0.0:1781623795.895460:0:106324:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8f85040f4e80. 00010000:00000001:0.0:1781623795.895464:0:106324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1781623795.895466:0:106324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1781623795.895468:0:106324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f85202df400/0x41450ad236a7af73 lrc: 0/0,0 mode: --/PR res: [0x20000fe02:0x164:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9ffb0719ffb1f9a8 expref: -99 pid: 112466 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1781623795.895474:0:106324:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8f8504017e80. 00010000:00000040:0.0:1781623795.895477:0:106324:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff8f8520342d00 count: 0 00010000:00000010:0.0:1781623795.895479:0:106324:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8f85040f4000. 00010000:00000001:0.0:1781623795.895484:0:106324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1781623795.895485:0:106324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1781623795.895487:0:106324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f85202df000/0x41450ad236a7af65 lrc: 0/0,0 mode: --/PR res: [0x20000fe02:0x163:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9ffb0719ffb1f97e expref: -99 pid: 112465 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1781623795.895494:0:106324:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8f85050bc9c0. 00010000:00000040:0.0:1781623795.895496:0:106324:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff8f8507978f00 count: 0 00010000:00000010:0.0:1781623795.895499:0:106324:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8f85098cb580. 00010000:00000001:0.0:1781623795.895503:0:106324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1781623795.895504:0:106324:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1781623795.895506:0:106324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8f85100c1000 lock: ffff8f8505df1600/0x41450ad236a7af57 lrc: 0/0,0 mode: --/PR res: [0x20000fe02:0x162:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x9ffb0719ffb1f954 expref: -99 pid: 112464 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1781623795.895513:0:106324:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8f8504017d40. 00010000:00000040:0.0:1781623795.895515:0:106324:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff8f8520342600 count: 0 00010000:00000010:0.0:1781623795.895517:0:106324:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8f85040f4b00. 00010000:00000001:0.0:1781623795.895522:0:106324:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1781623795.895524:0:106324:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1781623795.895527:0:106324:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8f8511219840. 00010000:00000001:0.0:1781623795.895530:0:106324:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623795.895539:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623795.895542:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623795.895545:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1781623795.895546:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623795.895547:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623795.895549:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1781623795.895552:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623795.895553:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623795.895555:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1781623795.895571:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1781623795.895574:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1781623795.895576:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623795.895583:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623795.895585:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623795.895588:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623795.895589:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623795.895593:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623795.895600:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731f100 x1868160455854464/t0(0) o103->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:17/18 lens 368/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623795.895609:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623795.895611:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623795.895615:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623795.895618:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623795.895620:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623795.895624:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455854464:192.168.202.101@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1781623795.895629:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623795.895637:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623795.895640:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623795.895643:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623795.895648:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cec200. 02000000:00000001:0.0:1781623795.895651:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623795.895659:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623795.895664:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7b00. 00000400:00000010:0.0:1781623795.895672:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e92a8. 00000100:00000200:0.0:1781623795.895682:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455854464, portal 18 00000100:00000001:0.0:1781623795.895685:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623795.895687:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246976768 : -123673462574848 : ffff8f850731f100) 00000100:00000040:0.0:1781623795.895695:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731f100 x1868160455854464/t0(0) o103->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:17/18 lens 368/224 e 0 to 0 dl 1781623811 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623795.895703:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623795.895706:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623795.895720:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9880. 00000100:00000200:0.0:1781623795.895726:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 17, xid 1868160455854464, offset 0 00000400:00000200:0.0:1781623795.895734:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623795.895747:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623795.895756:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623795.895763:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623795.895769:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623795.895774:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623795.895777:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623795.895783:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375964:375964:256:4294967295] 192.168.202.101@tcp LPNI seq info [375934:375934:8:4294967295] 00000400:00000200:0.0:1781623795.895788:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623795.895801:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623795.895807:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623795.895813:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0000. 00000800:00000200:0.0:1781623795.895821:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623795.895831:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623795.895837:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0000 type 1, nob 464 niov 1 nkiov 1 00000100:00000001:0.0:1781623795.895863:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623795.895870:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17816 usecs (18 jiffies) 00000400:00000200:0.0:1781623795.895874:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623795.895877:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301952916 00000100:00000001:0.0:1781623795.895881:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301958263 00000100:00000001:0.0:1781623795.895883:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301952916 00000100:00000001:0.0:1781623795.895885:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301958263 00000100:00000001:0.0:1781623795.895888:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623795.895890:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623795.895894:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623795.895896:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623795.895931:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623795.895934:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781623795.898208:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623795.898221:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0000. 00000400:00000200:2.0:1781623795.898231:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623795.898242:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623795.898251:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9880 00000400:00000010:2.0:1781623795.898254:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9880. 00000100:00000001:2.0:1781623795.898261:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623795.898270:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731f100 x1868160455854464/t0(0) o103->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:17/18 lens 368/224 e 0 to 0 dl 1781623811 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623795.898284:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623795.898288:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731f100 x1868160455854464/t0(0) o103->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:17/18 lens 368/224 e 0 to 0 dl 1781623811 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623795.898295:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623795.898297:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1781623795.903195:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85037647a0. 00000080:00000010:0.1:1781623795.903228:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8508a3d720. 00000080:00000010:0.1:1781623795.903236:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8508a3da80. 00000080:00000010:0.1:1781623795.903241:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8508a3d7c0. 00000080:00000010:0.1:1781623795.903246:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe6900. 00000080:00000010:0.1:1781623795.903251:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8524fe65e0. 00000080:00000010:0.1:1781623795.903254:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f8508a3db40. 00000080:00000010:0.1:1781623795.903259:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8f85035cbc00. 00010000:00000010:0.1:1781623795.903268:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8507978900. 00010000:00000010:0.1:1781623795.903275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8540536200. 00010000:00000010:0.1:1781623795.903305:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8520342100. 00010000:00000010:0.1:1781623795.903309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8524dca400. 00010000:00000010:0.1:1781623795.903312:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8520342b00. 00010000:00000010:0.1:1781623795.903316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8505df0400. 00010000:00000010:0.1:1781623795.903320:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8520342e00. 00010000:00000010:0.1:1781623795.903323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8505df0800. 00010000:00000010:0.1:1781623795.903325:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8520342d00. 00010000:00000010:0.1:1781623795.903329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85202df400. 00010000:00000010:0.1:1781623795.903332:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8507978f00. 00010000:00000010:0.1:1781623795.903335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f85202df000. 00010000:00000010:0.1:1781623795.903338:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8f8520342600. 00010000:00000010:0.1:1781623795.903341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8f8505df1600. 00000800:00000001:2.0:1781623795.911166:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623795.911198:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623795.911203:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623795.911206:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623795.911219:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623795.911228:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623795.911244:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623795.911251:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623795.911257:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623795.911262:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 18 MB=0x6a315005ac980 00000400:00000200:2.0:1781623795.911268:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623795.911277:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9035 [1] + 224 00000800:00000001:2.0:1781623795.911286:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623795.911318:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623795.911323:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623795.911329:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623795.911339:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623795.911350:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731f100 x1868160455854464/t0(0) o103->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:17/18 lens 368/224 e 0 to 0 dl 1781623811 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623795.911370:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731f100 x1868160455854464/t0(0) o103->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:17/18 lens 368/224 e 0 to 0 dl 1781623811 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623795.911404:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623795.911414:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623795.911425:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623795.913674:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623795.913685:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623795.913697:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623795.913700:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623795.913705:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7b00. 00000400:00000200:0.0:1781623795.913728:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e92a8 00000400:00000010:0.0:1781623795.913732:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e92a8. 00000100:00000001:0.0:1781623795.913738:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623795.913762:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731f100 x1868160455854464/t0(0) o103->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:17/18 lens 368/224 e 0 to 0 dl 1781623811 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623795.913776:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731f100 x1868160455854464/t0(0) o103->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:17/18 lens 368/224 e 0 to 0 dl 1781623811 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623795.913786:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623795.913788:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623795.913792:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623795.913796:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623795.913799:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623795.913802:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623795.913806:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623795.913818:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22538 time=62 v=5 (5 0 0 0) 00000100:00001000:0.0:1781623795.913823:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=43 v=5 (1 1 1 1) 00000100:00000001:0.0:1781623795.913826:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623795.913828:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623795.913832:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623795.913835:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623795.913839:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623795.913842:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781623795.913844:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623795.913845:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623795.913850:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731f100 x1868160455854464/t0(0) o103->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:17/18 lens 368/224 e 0 to 0 dl 1781623811 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623795.913858:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623795.913861:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623795.913864:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623795.913868:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731f100 x1868160455854464/t0(0) o103->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:17/18 lens 368/224 e 0 to 0 dl 1781623811 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623795.913883:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455854464:192.168.202.101@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1781623795.913890:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623795.913893:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623795.913896:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731f100 x1868160455854464/t0(0) o103->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:17/18 lens 368/224 e 0 to 0 dl 1781623811 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623795.913904:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623795.913907:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623795.913911:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cec200. 02000000:00000001:0.0:1781623795.913916:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623795.913920:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623795.913922:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781623795.913925:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623795.913929:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8f8505cec000. 02000000:00000001:0.0:1781623795.913933:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623795.913935:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623795.913937:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731f100. 00000100:00000001:0.0:1781623795.913942:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623795.913944:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623795.913946:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623795.913955:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623795.913958:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623795.913960:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623795.913963:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623796.917240:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623796.917250:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623796.917257:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623796.917259:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623796.917379:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623796.917383:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623796.917387:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623797.941126:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623797.941136:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623797.941143:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623797.941144:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623797.941175:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623797.941178:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623797.941182:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781623798.581812:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623798.581827:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623798.581841:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0f480. 00000020:00000040:2.0:1781623798.581850:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781623798.581856:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623798.581860:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623798.581867:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623798.581878:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3000. 00000100:00000001:2.0:1781623798.581886:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623798.581901:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0f480 x1868160455854592/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623798.581914:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623798.581920:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623798.581926:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c68e5924] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0f480 x1868160455854592/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623798.581965:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623798.581968:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623798.581972:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623798.581975:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0df80. 00000020:00000040:2.0:1781623798.581977:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781623798.581980:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623798.581982:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623798.581984:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623798.581987:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3500. 00000100:00000001:2.0:1781623798.581990:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623798.581994:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0df80 x1868160455854720/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623798.582001:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623798.582003:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623798.582007:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb3c3668] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0df80 x1868160455854720/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623798.582015:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623798.582018:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623798.582021:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623798.582045:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0ed80. 00000020:00000040:2.0:1781623798.582049:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:2.0:1781623798.582051:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623798.582052:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623798.582054:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623798.582058:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3400. 00000100:00000001:2.0:1781623798.582061:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623798.582066:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f8508b0ed80 x1868160455854848/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623798.582073:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623798.582074:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623798.582078:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006824e33d] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0ed80 x1868160455854848/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623798.582084:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623798.582087:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781623798.582091:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781623798.582098:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7293) 00000100:00000001:3.0:1781623798.582101:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623798.582107:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623798.582110:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623798.582116:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0f480 x1868160455854592/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623798.582123:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623798.582126:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623798.582130:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623798.582133:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623798.582136:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623798.582139:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455854592:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623798.582144:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623798.582152:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623798.582156:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623798.582158:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623798.582164:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ec800. 02000000:00000001:3.0:1781623798.582166:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623798.582176:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623798.582180:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8aa8. 00000400:00000010:3.0:1781623798.582189:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70908. 00000100:00000001:2.0:1781623798.582191:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623798.582193:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623798.582195:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1781623798.582199:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455854592, portal 25 00000100:00000040:2.0:1781623798.582200:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0df80 x1868160455854720/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623798.582202:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623798.582204:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272077952 : -123673437473664 : ffff8f8508b0f480) 00000100:00000001:2.0:1781623798.582207:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1781623798.582209:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0f480 x1868160455854592/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623798.582209:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623798.582211:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623798.582213:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623798.582215:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623798.582217:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1781623798.582217:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455854720:192.168.202.101@tcp:400:kworker.0 00000100:00000040:3.0:1781623798.582221:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000100:00000001:2.0:1781623798.582221:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1781623798.582224:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70b28. 02000000:00000001:2.0:1781623798.582224:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623798.582226:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1781623798.582228:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455854592, offset 0 02000000:00000001:2.0:1781623798.582228:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623798.582231:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079600. 02000000:00000001:2.0:1781623798.582233:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623798.582237:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623798.582237:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623798.582240:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08790. 00000400:00000010:2.0:1781623798.582244:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d880. 00000100:00000200:2.0:1781623798.582247:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455854720, portal 10 00000100:00000001:2.0:1781623798.582248:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1781623798.582250:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623798.582250:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272072576 : -123673437479040 : ffff8f8508b0df80) 00000100:00000040:2.0:1781623798.582256:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0df80 x1868160455854720/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1781623798.582260:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000100:00000001:2.0:1781623798.582263:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623798.582265:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623798.582267:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1781623798.582267:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d3b8. 00000100:00000200:2.0:1781623798.582269:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455854720, offset 0 00000400:00000200:3.0:1781623798.582273:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623798.582273:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623798.582278:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623798.582280:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623798.582285:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375965:375965:256:4294967295] 192.168.202.101@tcp LPNI seq info [375935:375935:8:4294967295] 00000400:00000200:3.0:1781623798.582289:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623798.582301:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623798.582307:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623798.582313:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7df00. 00000800:00000200:3.0:1781623798.582320:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623798.582331:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623798.582336:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7df00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623798.582349:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623798.582354:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623798.582357:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301963383 00000100:00000001:3.0:1781623798.582365:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301958263 00000100:00000001:3.0:1781623798.582368:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301963383 00000100:00000001:3.0:1781623798.582372:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301958263 00000100:00000001:3.0:1781623798.582375:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623798.582378:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623798.582380:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623798.582384:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0ed80 x1868160455854848/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623798.582390:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623798.582391:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623798.582394:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623798.582396:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623798.582398:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623798.582401:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455854848:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623798.582404:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623798.582407:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623798.582408:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623798.582410:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623798.582413:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ece00. 02000000:00000001:3.0:1781623798.582415:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623798.582419:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623798.582422:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8e70. 00000400:00000010:3.0:1781623798.582426:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e706e8. 00000100:00000200:3.0:1781623798.582429:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455854848, portal 4 00000100:00000001:3.0:1781623798.582431:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623798.582432:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272076160 : -123673437475456 : ffff8f8508b0ed80) 00000100:00000040:3.0:1781623798.582438:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0ed80 x1868160455854848/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623798.582444:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623798.582446:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623798.582448:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70000. 00000100:00000200:3.0:1781623798.582451:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455854848, offset 0 00000400:00000200:3.0:1781623798.582455:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623798.583214:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623798.583222:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623798.583228:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623798.583232:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623798.583235:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623798.583238:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623798.583241:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375966:375966:255:4294967295] 192.168.202.101@tcp LPNI seq info [375936:375936:7:4294967295] 00000400:00000200:2.0:1781623798.583246:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623798.584755:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623798.584769:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623798.584782:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3a00. 00000800:00000200:2.0:1781623798.584790:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623798.584799:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623798.584804:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623798.584812:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623798.584820:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17822 usecs (18 jiffies) 00000400:00000200:2.0:1781623798.584827:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623798.584831:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301955605 00000100:00000001:2.0:1781623798.584835:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301963383 00000100:00000001:2.0:1781623798.584838:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301955605 00000100:00000001:2.0:1781623798.584842:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301963383 00000100:00000001:2.0:1781623798.584844:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623798.584848:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623798.584853:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623798.584857:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623798.584869:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623798.584872:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781623798.584875:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623798.584877:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623798.584879:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623798.584882:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781623798.584954:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623798.584959:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7df00. 00000400:00000200:2.0:1781623798.584969:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623798.584975:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623798.584984:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70b28 00000400:00000010:2.0:1781623798.584987:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70b28. 00000100:00000001:2.0:1781623798.584994:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623798.585003:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0f480 x1868160455854592/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623798.585016:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623798.585019:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0f480 x1868160455854592/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623814 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623798.585314:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623798.585317:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781623798.585408:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623798.585411:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3a00. 00000400:00000200:2.0:1781623798.585417:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623798.585422:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623798.585425:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d3b8 00000400:00000010:2.0:1781623798.585427:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d3b8. 00000100:00000001:2.0:1781623798.585430:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623798.585436:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0df80 x1868160455854720/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623798.585445:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623798.585448:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0df80 x1868160455854720/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623814 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623798.585455:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623798.585457:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1781623798.590233:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623798.590251:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623798.590258:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623798.590262:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623798.590267:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623798.590270:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623798.590274:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375967:375967:256:4294967295] 192.168.202.101@tcp LPNI seq info [375937:375937:8:4294967295] 00000400:00000200:3.0:1781623798.590279:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623798.590290:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623798.590298:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623798.590307:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7db00. 00000800:00000200:3.0:1781623798.590316:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623798.590325:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623798.590330:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7db00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623798.590347:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623798.590355:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 411155 usecs (412 jiffies) 00000400:00000200:3.0:1781623798.590360:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623798.590363:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301956005 00000800:00000001:2.0:1781623798.590363:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1781623798.590367:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301963383 00000100:00000001:3.0:1781623798.590369:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301956005 00000100:00000001:3.0:1781623798.590372:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301963383 00000100:00000001:3.0:1781623798.590374:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623798.590379:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781623798.590379:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623798.590382:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623798.590384:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623798.590385:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623798.590389:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623798.590389:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623798.590394:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000100:00000001:3.0:1781623798.590399:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623798.590402:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1781623798.590402:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623798.590405:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1781623798.590406:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623798.590407:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623798.590409:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623798.590411:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623798.590412:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623798.590415:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005aca00 00000400:00000200:2.0:1781623798.590420:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623798.590427:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f903d [1] + 224 00000800:00000001:2.0:1781623798.590435:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:3.0:1781623798.590493:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623798.590498:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7db00. 00000400:00000200:3.0:1781623798.590503:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623798.590509:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000800:00000001:2.0:1781623798.590512:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623798.590515:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623798.590518:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623798.590526:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70000 00000400:00000010:3.0:1781623798.590529:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70000. 00000100:00000001:3.0:1781623798.590534:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1781623798.590535:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623798.590543:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0ed80 x1868160455854848/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623798.590544:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0f480 x1868160455854592/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623814 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623798.590555:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0f480 x1868160455854592/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623814 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623798.590557:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623798.590560:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0ed80 x1868160455854848/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623814 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623798.590568:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623798.590568:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623798.590570:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781623798.590581:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1781623798.590582:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623798.590583:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1781623798.590585:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623798.590586:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623798.590588:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1781623798.590589:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623798.590591:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1781623798.590591:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623798.590594:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8aa8. 00000400:00000200:2.0:1781623798.590594:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623798.590598:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70908 00000400:00000200:2.0:1781623798.590599:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623798.590600:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70908. 00000400:00000200:2.0:1781623798.590601:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623798.590603:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1781623798.590604:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000200:3.0:1781623798.590606:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0f480 x1868160455854592/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623814 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1781623798.590607:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005aca80 00000400:00000200:2.0:1781623798.590611:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000200:3.0:1781623798.590614:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0f480 x1868160455854592/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623814 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1781623798.590616:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f904d [1] + 224 00000100:00000001:3.0:1781623798.590621:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623798.590623:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623798.590626:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623798.590630:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623798.590633:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623798.590636:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623798.590639:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623798.590648:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=125 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623798.590653:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=46 v=5 (1 1 1 1) 00000100:00000001:3.0:1781623798.590656:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623798.590658:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623798.590662:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623798.590664:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623798.590667:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623798.590673:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0f480 x1868160455854592/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623814 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623798.590681:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623798.590696:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623798.590698:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623798.590703:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0f480 x1868160455854592/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623814 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623798.590711:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455854592:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623798.590716:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623798.590718:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623798.590721:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0f480 x1868160455854592/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623814 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623798.590727:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623798.590730:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623798.590735:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ec800. 02000000:00000001:3.0:1781623798.590739:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623798.590743:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623798.590745:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781623798.590748:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623798.590751:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3000. 02000000:00000001:3.0:1781623798.590756:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623798.590758:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623798.590761:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0f480. 00000100:00000001:3.0:1781623798.590765:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623798.590766:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623798.590769:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623798.590770:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623798.590772:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623798.590773:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623798.590775:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781623798.591142:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623798.591153:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623798.591156:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623798.591160:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623798.591165:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623798.591172:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0df80 x1868160455854720/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623814 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623798.591182:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0df80 x1868160455854720/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623814 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623798.591206:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623798.591212:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623798.591215:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623798.591275:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623798.591278:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781623798.591282:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623798.591284:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623798.591287:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08790. 00000400:00000200:3.0:1781623798.591292:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d880 00000400:00000010:3.0:1781623798.591294:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d880. 00000100:00000001:3.0:1781623798.591298:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623798.591303:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0df80 x1868160455854720/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623814 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623798.591317:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0df80 x1868160455854720/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623814 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623798.591323:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623798.591324:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623798.591326:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623798.591328:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623798.591329:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623798.591331:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623798.591333:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623798.591341:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=125 v=5 (20 20 20 20) 00000100:00001000:3.0:1781623798.591344:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=46 v=5 (1 1 1 1) 00000100:00000001:3.0:1781623798.591345:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623798.591347:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623798.591349:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623798.591352:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623798.591355:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623798.591358:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781623798.591360:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623798.591361:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623798.591365:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0df80 x1868160455854720/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623814 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623798.591370:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623798.591373:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623798.591374:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623798.591378:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0df80 x1868160455854720/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623814 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623798.591384:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455854720:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623798.591389:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623798.591391:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623798.591393:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0df80 x1868160455854720/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623814 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623798.591400:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623798.591402:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623798.591403:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079600. 02000000:00000001:3.0:1781623798.591406:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623798.591408:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623798.591409:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781623798.591411:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623798.591412:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3500. 02000000:00000001:3.0:1781623798.591415:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623798.591416:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623798.591418:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0df80. 00000100:00000001:3.0:1781623798.591421:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623798.591422:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623798.591424:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623798.591430:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623798.591431:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623798.591433:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623798.591435:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781623798.598753:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623798.598772:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623798.598776:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623798.598779:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623798.598788:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623798.598796:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623798.598806:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623798.598810:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623798.598816:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623798.598821:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005acb00 00000400:00000200:3.0:1781623798.598826:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623798.598831:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f905d [1] + 224 00000800:00000001:3.0:1781623798.598837:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623798.598844:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623798.598847:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623798.598850:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623798.598858:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623798.598867:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0ed80 x1868160455854848/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623814 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623798.598877:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0ed80 x1868160455854848/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623814 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623798.598902:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623798.598911:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623798.598914:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623798.598988:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623798.598997:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781623798.599007:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623798.599010:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623798.599016:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8e70. 00000400:00000200:2.0:1781623798.599129:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e706e8 00000400:00000010:2.0:1781623798.599133:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e706e8. 00000100:00000001:2.0:1781623798.599138:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623798.599149:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0ed80 x1868160455854848/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623814 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623798.599162:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0ed80 x1868160455854848/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623814 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623798.599170:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623798.599172:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623798.599176:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623798.599181:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623798.599185:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623798.599188:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623798.599192:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623798.599203:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=125 v=5 (5 5 5 5) 00000100:00001000:2.0:1781623798.599209:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=124 v=5 (1 1 1 1) 00000100:00000001:2.0:1781623798.599212:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623798.599215:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623798.599219:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623798.599223:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623798.599228:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781623798.599231:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:2.0:1781623798.599235:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781623798.599237:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623798.599242:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0ed80 x1868160455854848/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623814 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623798.599249:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623798.599253:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623798.599256:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623798.599260:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0ed80 x1868160455854848/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623814 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623798.599268:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455854848:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623798.599275:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623798.599279:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623798.599282:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0ed80 x1868160455854848/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623814 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623798.599290:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623798.599293:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623798.599299:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ece00. 02000000:00000001:2.0:1781623798.599303:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623798.599308:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623798.599310:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:2.0:1781623798.599313:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623798.599316:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3400. 02000000:00000001:2.0:1781623798.599322:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623798.599324:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623798.599327:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0ed80. 00000100:00000001:2.0:1781623798.599331:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623798.599332:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623798.599335:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623798.599344:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623798.599347:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623798.599350:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623798.599353:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623798.965973:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623798.965984:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623798.965992:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623798.965993:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623798.966275:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623798.966280:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623798.966284:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623799.989314:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623799.989332:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623799.989339:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623799.989341:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623799.990863:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623799.990870:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623799.990876:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623801.015197:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623801.015208:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623801.015216:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623801.015217:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623801.015447:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623801.015453:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623801.015457:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623802.037202:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623802.037212:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623802.037219:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623802.037221:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623802.037347:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623802.037352:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623802.037356:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623803.061211:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623803.061222:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623803.061231:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623803.061232:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623803.061410:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623803.061414:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623803.061418:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781623803.701319:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623803.701334:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623803.701349:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511280380. 00000020:00000040:3.0:1781623803.701357:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781623803.701363:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623803.701367:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623803.701373:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623803.701382:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7db00. 00000100:00000001:3.0:1781623803.701391:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623803.701406:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511280380 x1868160455854976/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623803.701417:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623803.701422:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623803.701429:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc0c9a06] to pc [ptlrpcd_01_01+1] req@ffff8f8511280380 x1868160455854976/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623803.701465:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623803.701468:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623803.701472:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623803.701475:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511281180. 00000020:00000040:3.0:1781623803.701477:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781623803.701479:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623803.701481:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623803.701482:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623803.701485:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d000. 00000100:00000001:3.0:1781623803.701488:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623803.701492:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511281180 x1868160455855104/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623803.701499:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623803.701501:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623803.701504:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc6d7584] to pc [ptlrpcd_01_00+0] req@ffff8f8511281180 x1868160455855104/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623803.701512:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623803.701515:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623803.701519:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623803.701522:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511280e00. 00000020:00000040:3.0:1781623803.701525:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:3.0:1781623803.701527:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623803.701528:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623803.701529:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623803.701532:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d400. 00000100:00000001:3.0:1781623803.701535:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623803.701539:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f8511280e00 x1868160455855232/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623803.701545:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623803.701547:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623803.701550:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b263204] to pc [ptlrpcd_01_01+1] req@ffff8f8511280e00 x1868160455855232/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623803.701564:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623803.701566:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781623803.701570:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781623803.701576:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7298) 00000100:00000001:2.0:1781623803.701733:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623803.701738:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623803.701741:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623803.701749:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511280380 x1868160455854976/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623803.701757:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623803.701760:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623803.701764:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623803.701768:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623803.701771:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623803.701774:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455854976:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623803.701780:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623803.701788:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623803.701791:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623803.701794:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623803.701801:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079e00. 02000000:00000001:2.0:1781623803.701803:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623803.701812:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623803.701816:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f081b8. 00000400:00000010:2.0:1781623803.701825:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d3b8. 00000100:00000200:2.0:1781623803.701835:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455854976, portal 25 00000100:00000001:2.0:1781623803.701838:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623803.701840:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414098304 : -123673295453312 : ffff8f8511280380) 00000100:00000040:2.0:1781623803.701854:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511280380 x1868160455854976/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623819 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623803.701863:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623803.701867:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623803.701870:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d4c8. 00000100:00000200:2.0:1781623803.701874:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455854976, offset 0 00000400:00000200:2.0:1781623803.701891:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623803.701905:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623803.702100:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623803.702108:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623803.702113:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623803.702117:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623803.702121:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623803.702125:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375968:375968:256:4294967295] 192.168.202.101@tcp LPNI seq info [375938:375938:8:4294967295] 00000400:00000200:2.0:1781623803.702131:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623803.702144:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623803.702152:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623803.702159:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3400. 00000800:00000200:2.0:1781623803.702167:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623803.702177:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623803.702183:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623803.702250:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623803.702256:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623803.702260:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301968503 00000100:00000001:2.0:1781623803.702268:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301963383 00000100:00000001:2.0:1781623803.702273:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301968503 00000100:00000001:2.0:1781623803.702276:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301963383 00000100:00000001:2.0:1781623803.702279:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623803.702282:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623803.702286:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623803.702290:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511280e00 x1868160455855232/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623803.702298:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623803.702299:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623803.702302:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623803.702305:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623803.702308:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623803.702311:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511280e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455855232:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623803.702317:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623803.702320:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623803.702322:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623803.702324:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623803.702328:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078600. 02000000:00000001:2.0:1781623803.702330:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623803.702334:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623803.702336:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08210. 00000400:00000010:2.0:1781623803.702340:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901dcc0. 00000100:00000200:2.0:1781623803.702343:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455855232, portal 4 00000100:00000001:2.0:1781623803.702345:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623803.702346:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414100992 : -123673295450624 : ffff8f8511280e00) 00000100:00000040:2.0:1781623803.702354:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511280e00 x1868160455855232/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623819 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623803.702360:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623803.702362:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623803.702365:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901de58. 00000100:00000200:2.0:1781623803.702367:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455855232, offset 0 00000400:00000200:2.0:1781623803.702372:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623803.702376:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623803.702380:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623803.702383:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623803.702385:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623803.702388:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623803.702390:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623803.702393:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375969:375969:255:4294967295] 192.168.202.101@tcp LPNI seq info [375939:375939:7:4294967295] 00000400:00000200:2.0:1781623803.702397:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623803.702402:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623803.702406:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623803.702410:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3a00. 00000800:00000200:2.0:1781623803.702414:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623803.702419:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623803.702421:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623803.702424:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623803.702429:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 410018 usecs (411 jiffies) 00000400:00000200:2.0:1781623803.702432:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623803.702434:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301961116 00000100:00000001:2.0:1781623803.702437:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301968503 00000100:00000001:2.0:1781623803.702439:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301961116 00000100:00000001:2.0:1781623803.702441:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301968503 00000100:00000001:2.0:1781623803.702443:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623803.702445:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623803.702448:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623803.702450:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623803.702460:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623803.702463:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781623803.702464:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623803.702466:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623803.702467:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623803.702470:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1781623803.702472:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623803.702473:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623803.702475:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623803.702476:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623803.702477:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623803.702478:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623803.702483:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511281180 x1868160455855104/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623803.702489:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623803.702490:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623803.702493:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623803.702494:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623803.702496:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623803.702499:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455855104:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623803.702503:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623803.702506:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623803.702508:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623803.702509:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623803.702512:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079200. 02000000:00000001:2.0:1781623803.702515:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623803.702518:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623803.702521:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08f20. 00000400:00000010:2.0:1781623803.702524:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901ddd0. 00000100:00000200:2.0:1781623803.702527:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455855104, portal 10 00000100:00000001:2.0:1781623803.702529:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623803.702530:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414101888 : -123673295449728 : ffff8f8511281180) 00000100:00000040:2.0:1781623803.702536:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511281180 x1868160455855104/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623819 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623803.702543:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623803.702544:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623803.702549:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d880. 00000100:00000200:2.0:1781623803.702551:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455855104, offset 0 00000400:00000200:2.0:1781623803.702556:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623803.702559:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623803.702563:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623803.702565:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623803.702568:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623803.702570:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623803.702573:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623803.702575:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375970:375970:254:4294967295] 192.168.202.101@tcp LPNI seq info [375940:375940:6:4294967295] 00000400:00000200:2.0:1781623803.702579:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623803.702585:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623803.702589:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623803.702592:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3300. 00000800:00000200:2.0:1781623803.702595:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623803.702600:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623803.702602:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623803.702605:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623803.702607:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17815 usecs (18 jiffies) 00000400:00000200:2.0:1781623803.702610:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623803.702612:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301960723 00000100:00000001:2.0:1781623803.702615:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301968503 00000100:00000001:2.0:1781623803.702616:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301960723 00000100:00000001:2.0:1781623803.702619:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301968503 00000100:00000001:2.0:1781623803.702621:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623803.702623:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623803.702625:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623803.702628:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623803.702657:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623803.702659:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781623803.709494:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623803.709508:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3400. 00000400:00000200:2.0:1781623803.709518:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623803.709529:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623803.709538:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d4c8 00000400:00000010:2.0:1781623803.709541:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d4c8. 00000100:00000001:2.0:1781623803.709548:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623803.709559:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511280380 x1868160455854976/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623819 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623803.709575:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623803.709578:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511280380 x1868160455854976/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623819 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623803.709586:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623803.709589:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781623803.709602:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623803.709604:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3a00. 00000400:00000200:2.0:1781623803.709606:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623803.709611:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623803.709614:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901de58 00000400:00000010:2.0:1781623803.709615:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901de58. 00000100:00000001:2.0:1781623803.709618:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623803.709623:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511280e00 x1868160455855232/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623819 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623803.709631:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623803.709634:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511280e00 x1868160455855232/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623819 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623803.709648:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623803.709650:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781623803.709738:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623803.709741:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3300. 00000400:00000200:2.0:1781623803.709744:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623803.709748:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623803.709751:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d880 00000400:00000010:2.0:1781623803.709753:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d880. 00000100:00000001:2.0:1781623803.709755:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623803.709760:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511281180 x1868160455855104/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623819 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623803.709768:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623803.709771:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511281180 x1868160455855104/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623819 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623803.709777:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623803.709779:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781623803.712237:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623803.712251:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623803.712254:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623803.712255:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623803.712263:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623803.712268:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623803.712275:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623803.712280:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623803.712284:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623803.712287:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005acc80 00000400:00000200:3.0:1781623803.712440:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623803.712446:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f907d [1] + 224 00000800:00000001:3.0:1781623803.712452:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623803.712457:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623803.712460:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623803.712463:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623803.712470:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623803.712478:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511280e00 x1868160455855232/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623819 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623803.712485:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511280e00 x1868160455855232/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623819 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623803.712543:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623803.712546:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623803.712560:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623803.712568:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623803.712570:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1781623803.712945:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623803.712948:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623803.712951:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08210. 00000400:00000200:2.0:1781623803.712956:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901dcc0 00000400:00000010:2.0:1781623803.712959:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901dcc0. 00000100:00000001:2.0:1781623803.712962:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623803.712969:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511280e00 x1868160455855232/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623819 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623803.712978:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511280e00 x1868160455855232/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623819 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623803.712985:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623803.712986:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623803.712989:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623803.712993:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623803.712995:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623803.712998:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623803.713001:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623803.713011:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=130 v=5 (5 5 5 5) 00000100:00001000:2.0:1781623803.713016:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=129 v=5 (1 1 1 1) 00000100:00000001:2.0:1781623803.713019:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623803.713021:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623803.713024:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623803.713061:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623803.713065:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781623803.713068:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:2.0:1781623803.713069:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781623803.713071:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623803.713077:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511280e00 x1868160455855232/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623819 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623803.713084:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623803.713087:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623803.713089:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623803.713093:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511280e00 x1868160455855232/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623819 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623803.713101:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511280e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455855232:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623803.713105:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623803.713108:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623803.713112:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511280e00 x1868160455855232/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623819 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623803.713118:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623803.713121:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623803.713125:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078600. 02000000:00000001:2.0:1781623803.713128:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623803.713131:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623803.713133:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:2.0:1781623803.713135:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623803.713138:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d400. 02000000:00000001:2.0:1781623803.713142:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623803.713144:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623803.713145:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511280e00. 00000100:00000001:2.0:1781623803.713149:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623803.713151:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623803.713154:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623803.713156:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623803.713157:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623803.713159:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623803.713161:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781623803.717107:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623803.717130:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623803.717134:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623803.717137:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623803.717145:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623803.717152:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623803.717160:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623803.717166:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623803.717171:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623803.717175:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005acc00 00000400:00000200:2.0:1781623803.717180:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623803.717186:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f908d [1] + 224 00000800:00000001:2.0:1781623803.717195:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623803.717202:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623803.717205:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623803.717210:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623803.717219:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623803.717229:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511281180 x1868160455855104/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623819 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623803.717238:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511281180 x1868160455855104/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623819 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623803.717255:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623803.717264:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623803.717267:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623803.717373:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623803.717377:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781623803.717383:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623803.717385:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623803.717389:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08f20. 00000400:00000200:3.0:1781623803.717394:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901ddd0 00000400:00000010:3.0:1781623803.717397:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901ddd0. 00000100:00000001:3.0:1781623803.717400:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623803.717404:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511281180 x1868160455855104/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623819 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623803.717413:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511281180 x1868160455855104/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623819 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623803.717419:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623803.717420:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623803.717423:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623803.717426:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623803.717428:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623803.717430:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623803.717433:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623803.717442:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=130 v=5 (20 20 20 20) 00000100:00001000:3.0:1781623803.717446:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=51 v=5 (1 1 1 1) 00000100:00000001:3.0:1781623803.717449:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623803.717451:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623803.717453:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623803.717456:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623803.717459:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623803.717462:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781623803.717463:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623803.717465:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623803.717469:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511281180 x1868160455855104/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623819 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623803.717476:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623803.717479:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623803.717481:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623803.717484:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511281180 x1868160455855104/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623819 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623803.717492:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455855104:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623803.717497:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623803.717499:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623803.717501:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511281180 x1868160455855104/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623819 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623803.717507:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623803.717509:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623803.717513:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079200. 02000000:00000001:3.0:1781623803.717516:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623803.717519:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623803.717521:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781623803.717523:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623803.717525:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d000. 02000000:00000001:3.0:1781623803.717529:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623803.717531:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623803.717533:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511281180. 00000100:00000001:3.0:1781623803.717536:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623803.717538:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623803.717541:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623803.717542:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623803.717543:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623803.717544:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623803.717546:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781623803.723599:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623803.723620:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623803.723623:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623803.723626:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623803.723644:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623803.723652:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623803.723661:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623803.723666:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623803.723672:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623803.723675:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005acb80 00000400:00000200:3.0:1781623803.723679:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623803.723684:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f906d [1] + 224 00000800:00000001:3.0:1781623803.723689:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623803.723695:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623803.723697:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623803.723701:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623803.723707:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623803.723713:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511280380 x1868160455854976/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623819 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623803.723721:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511280380 x1868160455854976/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623819 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623803.723741:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623803.723749:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623803.723752:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623803.724227:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623803.724231:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781623803.724236:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623803.724237:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623803.724240:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f081b8. 00000400:00000200:2.0:1781623803.724244:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d3b8 00000400:00000010:2.0:1781623803.724246:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d3b8. 00000100:00000001:2.0:1781623803.724248:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623803.724252:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511280380 x1868160455854976/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623819 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623803.724258:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511280380 x1868160455854976/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623819 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623803.724262:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623803.724263:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623803.724265:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623803.724268:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623803.724269:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623803.724271:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623803.724273:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623803.724277:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=130 v=5 (5 5 5 5) 00000100:00001000:2.0:1781623803.724280:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=51 v=5 (1 1 1 1) 00000100:00000001:2.0:1781623803.724282:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623803.724283:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623803.724285:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623803.724287:0:2352:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623803.724289:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623803.724341:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511280380 x1868160455854976/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623819 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623803.724347:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623803.724349:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623803.724350:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623803.724353:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511280380 x1868160455854976/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623819 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623803.724358:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455854976:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623803.724362:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623803.724364:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623803.724366:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511280380 x1868160455854976/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623819 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623803.724370:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623803.724372:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623803.724375:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079e00. 02000000:00000001:2.0:1781623803.724377:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623803.724379:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623803.724381:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781623803.724382:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623803.724384:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7db00. 02000000:00000001:2.0:1781623803.724386:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623803.724388:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623803.724389:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511280380. 00000100:00000001:2.0:1781623803.724392:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623803.724392:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623803.724394:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623803.724399:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623803.724401:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623803.724403:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623803.724404:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623804.085808:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623804.085815:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623804.085821:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623804.085823:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623804.085930:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623804.085934:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623804.085937:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623805.109492:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623805.109499:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623805.109508:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623805.109510:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623805.109579:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623805.109582:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623805.109585:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623806.136263:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623806.136271:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623806.136273:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623806.136277:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623806.136282:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623806.136284:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623806.136286:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623806.136288:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623806.136292:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623806.136293:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623806.136294:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623806.136296:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623806.136297:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623806.136298:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623806.136300:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623806.136301:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623806.136579:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623806.136583:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623806.136585:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623807.159167:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623807.159175:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623807.159181:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623807.159182:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623807.159307:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623807.159311:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623807.159314:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623808.181539:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623808.181545:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623808.181550:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623808.181551:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623808.181646:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623808.181649:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623808.181652:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781623808.821269:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623808.821280:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623808.821291:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731f100. 00000020:00000040:0.0:1781623808.821298:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781623808.821303:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623808.821306:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623808.821311:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623808.821319:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0400. 00000100:00000001:0.0:1781623808.821325:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623808.821337:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731f100 x1868160455855360/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623808.821349:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623808.821353:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623808.821360:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005d705fe] to pc [ptlrpcd_00_00+0] req@ffff8f850731f100 x1868160455855360/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623808.821398:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623808.821401:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623808.821405:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623808.821408:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731f480. 00000020:00000040:0.0:1781623808.821411:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781623808.821413:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623808.821414:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623808.821416:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623808.821420:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0a00. 00000100:00000001:0.0:1781623808.821422:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623808.821427:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731f480 x1868160455855488/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623808.821440:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623808.821442:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623808.821446:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007be101f7] to pc [ptlrpcd_00_01+1] req@ffff8f850731f480 x1868160455855488/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623808.821454:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623808.821457:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623808.821460:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623808.821463:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731ed80. 00000020:00000040:0.0:1781623808.821465:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:0.0:1781623808.821467:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623808.821469:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623808.821470:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623808.821473:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0300. 00000100:00000001:0.0:1781623808.821475:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623808.821480:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID req@ffff8f850731ed80 x1868160455855616/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623808.821487:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623808.821489:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623808.821492:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3dd1577] to pc [ptlrpcd_00_00+0] req@ffff8f850731ed80 x1868160455855616/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623808.821499:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623808.821501:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781623808.821505:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781623808.821510:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7303) 00000100:00000001:0.0:1781623808.821525:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623808.821529:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623808.821531:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623808.821536:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731f480 x1868160455855488/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623808.821550:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623808.821552:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623808.821555:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623808.821558:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623808.821560:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623808.821564:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455855488:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623808.821568:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623808.821574:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623808.821577:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623808.821579:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623808.821583:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cece00. 02000000:00000001:0.0:1781623808.821585:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623808.821619:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623808.821624:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7b00. 00000400:00000010:0.0:1781623808.821630:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e92a8. 00000100:00000200:0.0:1781623808.821638:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455855488, portal 10 00000100:00000001:0.0:1781623808.821641:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623808.821642:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246977664 : -123673462573952 : ffff8f850731f480) 00000100:00000040:0.0:1781623808.821650:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731f480 x1868160455855488/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623808.821663:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623808.821666:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623808.821669:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e96e8. 00000100:00000200:0.0:1781623808.821673:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455855488, offset 0 00000400:00000200:0.0:1781623808.821680:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623808.821689:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623808.821696:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623808.821715:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623808.821720:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623808.821724:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623808.821728:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623808.821798:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375971:375971:256:4294967295] 192.168.202.101@tcp LPNI seq info [375941:375941:8:4294967295] 00000400:00000200:0.0:1781623808.821803:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623808.821813:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623808.821819:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623808.822225:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0200. 00000800:00000200:0.0:1781623808.822233:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623808.822241:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623808.822245:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623808.822254:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623808.822259:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17817 usecs (18 jiffies) 00000400:00000200:0.0:1781623808.822263:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623808.822266:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301965843 00000100:00000001:0.0:1781623808.822268:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301968503 00000100:00000001:0.0:1781623808.822270:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301965843 00000100:00000001:0.0:1781623808.822272:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301968503 00000100:00000001:0.0:1781623808.822274:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623808.822276:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623808.822279:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623808.822282:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623808.822289:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623808.822291:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781623808.822293:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623808.822294:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623808.822296:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623808.822298:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1781623808.822300:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623808.822302:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623808.822303:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623808.822305:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623808.822306:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623808.822307:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623808.822311:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731f100 x1868160455855360/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623808.822319:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623808.822321:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623808.822323:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623808.822325:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623808.822327:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623808.822330:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455855360:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623808.822334:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623808.822337:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623808.822338:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623808.822340:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623808.822343:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505ced400. 02000000:00000001:0.0:1781623808.822344:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623808.822347:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623808.822350:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc72c0. 00000400:00000010:0.0:1781623808.822354:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9770. 00000100:00000200:0.0:1781623808.822357:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455855360, portal 25 00000100:00000001:0.0:1781623808.822359:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623808.822360:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246976768 : -123673462574848 : ffff8f850731f100) 00000100:00000040:0.0:1781623808.822366:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731f100 x1868160455855360/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623808.822371:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623808.822373:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623808.822376:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9dd0. 00000100:00000200:0.0:1781623808.822378:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455855360, offset 0 00000400:00000200:0.0:1781623808.822383:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623808.822386:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623808.822390:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623808.822393:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623808.822395:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623808.822398:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623808.822400:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623808.822403:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375972:375972:255:4294967295] 192.168.202.101@tcp LPNI seq info [375942:375942:7:4294967295] 00000400:00000200:0.0:1781623808.822407:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623808.822413:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623808.822417:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623808.822420:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0700. 00000800:00000200:0.0:1781623808.822424:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623808.822428:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623808.822430:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623808.822433:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623808.822436:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623808.822438:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301973623 00000100:00000001:0.0:1781623808.822444:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301968503 00000100:00000001:0.0:1781623808.822448:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301973623 00000100:00000001:0.0:1781623808.822451:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301968503 00000100:00000001:0.0:1781623808.822453:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623808.822455:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623808.822457:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623808.822461:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731ed80 x1868160455855616/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623808.822468:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623808.822469:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623808.822471:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623808.822472:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623808.822474:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623808.822477:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455855616:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623808.822480:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623808.822482:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623808.822484:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623808.822485:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623808.822488:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cec000. 02000000:00000001:0.0:1781623808.822491:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623808.822494:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623808.822496:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7dc0. 00000400:00000010:0.0:1781623808.822500:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9330. 00000100:00000200:0.0:1781623808.822502:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455855616, portal 4 00000100:00000001:0.0:1781623808.822504:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623808.822505:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246975872 : -123673462575744 : ffff8f850731ed80) 00000100:00000040:0.0:1781623808.822510:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731ed80 x1868160455855616/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623808.822516:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623808.822518:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623808.822521:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9b28. 00000100:00000200:0.0:1781623808.822523:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455855616, offset 0 00000400:00000200:0.0:1781623808.822526:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623808.822529:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623808.822533:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623808.822535:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623808.822537:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623808.822539:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623808.822542:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623808.822544:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375973:375973:254:4294967295] 192.168.202.101@tcp LPNI seq info [375943:375943:6:4294967295] 00000400:00000200:0.0:1781623808.822548:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623808.822553:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623808.822557:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623808.822560:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0800. 00000800:00000200:0.0:1781623808.822564:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623808.822567:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623808.822570:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623808.822572:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623808.822575:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 408867 usecs (409 jiffies) 00000400:00000200:0.0:1781623808.822578:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623808.822580:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301966234 00000100:00000001:0.0:1781623808.822583:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301973623 00000100:00000001:0.0:1781623808.822585:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301966234 00000100:00000001:0.0:1781623808.822587:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301973623 00000100:00000001:0.0:1781623808.822589:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623808.822604:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623808.822606:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623808.822608:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781623808.822677:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623808.822682:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0200. 00000400:00000200:2.0:1781623808.822689:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623808.822694:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623808.822700:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e96e8 00000400:00000010:2.0:1781623808.822702:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e96e8. 00000100:00000001:2.0:1781623808.822706:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623808.822712:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731f480 x1868160455855488/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623808.822721:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623808.822725:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731f480 x1868160455855488/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623824 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623808.822732:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623808.822734:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781623808.822745:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623808.822747:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0700. 00000400:00000200:2.0:1781623808.822750:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623808.822753:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623808.822755:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9dd0 00000400:00000010:2.0:1781623808.822757:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9dd0. 00000100:00000001:2.0:1781623808.822758:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623808.822761:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731f100 x1868160455855360/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623808.822768:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623808.822771:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731f100 x1868160455855360/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623824 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623808.822776:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623808.822777:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781623808.822851:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623808.822854:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0800. 00000400:00000200:2.0:1781623808.822856:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623808.822860:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623808.822863:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9b28 00000400:00000010:2.0:1781623808.822865:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9b28. 00000100:00000001:2.0:1781623808.822867:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623808.822870:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731ed80 x1868160455855616/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623808.822876:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623808.822879:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731ed80 x1868160455855616/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623824 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623808.822885:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623808.822886:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1781623808.823152:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623808.823156:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781623808.826154:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623808.826171:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623808.826175:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623808.826178:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623808.826188:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623808.826196:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623808.826206:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623808.826211:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623808.826215:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623808.826218:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005acd00 00000400:00000200:3.0:1781623808.826222:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623808.826227:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f90a5 [1] + 224 00000800:00000001:3.0:1781623808.826233:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623808.826236:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623808.826238:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623808.826243:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623808.826261:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623808.826277:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731f100 x1868160455855360/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623824 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623808.826287:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731f100 x1868160455855360/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623824 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623808.826307:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623808.826314:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623808.826318:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623808.826320:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623808.826322:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623808.826325:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623808.826328:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623808.826331:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623808.826333:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623808.826335:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623808.826337:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005ace00 00000400:00000200:3.0:1781623808.826339:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623808.826342:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f90ad [1] + 224 00000800:00000001:3.0:1781623808.826344:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623808.826349:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623808.826350:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623808.826352:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623808.826354:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623808.826357:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731ed80 x1868160455855616/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623824 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623808.826362:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731ed80 x1868160455855616/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623824 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623808.826367:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623808.826369:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623808.826370:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623808.826646:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623808.826651:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623808.826659:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623808.826661:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623808.826666:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc72c0. 00000400:00000200:0.0:1781623808.826670:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9770 00000400:00000010:0.0:1781623808.826673:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9770. 00000100:00000001:0.0:1781623808.826676:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623808.826682:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731f100 x1868160455855360/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623824 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623808.826692:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731f100 x1868160455855360/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623824 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623808.826699:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623808.826700:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623808.826981:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623808.826984:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623808.826988:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623808.826990:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623808.826994:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623808.827001:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=135 v=5 (5 5 5 5) 00000100:00001000:0.0:1781623808.827006:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=56 v=5 (1 1 1 1) 00000100:00000001:0.0:1781623808.827009:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623808.827011:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623808.827014:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623808.827017:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623808.827020:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623808.827131:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731f100 x1868160455855360/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623824 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623808.827140:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623808.827143:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623808.827145:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623808.827149:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731f100 x1868160455855360/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623824 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623808.827157:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455855360:192.168.202.101@tcp:400:kworker.0 00000400:00000001:0.0:1781623808.827164:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623808.827165:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623808.827168:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7dc0. 00000400:00000200:0.0:1781623808.827171:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9330 00000400:00000010:0.0:1781623808.827172:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9330. 00000100:00000001:0.0:1781623808.827175:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623808.827178:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731ed80 x1868160455855616/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623824 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623808.827187:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731ed80 x1868160455855616/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623824 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623808.827193:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623808.827195:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623808.827196:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623808.827198:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623808.827200:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623808.827201:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623808.827203:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623808.827210:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=135 v=5 (5 5 5 5) 00000100:00001000:0.0:1781623808.827213:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=134 v=5 (1 1 1 1) 00000100:00000001:0.0:1781623808.827215:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623808.827217:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623808.827219:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623808.827222:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623808.827225:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623808.827228:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:0.0:1781623808.827230:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623808.827231:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623808.827235:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731ed80 x1868160455855616/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623824 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623808.827242:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623808.827244:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623808.827246:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623808.827249:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731ed80 x1868160455855616/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623824 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623808.827257:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455855616:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623808.827261:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623808.827264:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623808.827268:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731f100 x1868160455855360/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623824 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623808.827276:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623808.827278:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623808.827282:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505ced400. 02000000:00000001:0.0:1781623808.827288:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623808.827291:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623808.827293:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781623808.827296:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623808.827299:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0400. 02000000:00000001:0.0:1781623808.827303:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623808.827304:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623808.827306:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731f100. 00000100:00000001:0.0:1781623808.827310:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623808.827311:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623808.827312:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623808.827316:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731ed80 x1868160455855616/t0(0) o400->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623824 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623808.827321:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623808.827322:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623808.827324:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cec000. 02000000:00000001:0.0:1781623808.827326:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623808.827327:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623808.827328:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000020:00000001:0.0:1781623808.827330:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623808.827331:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0300. 02000000:00000001:0.0:1781623808.827333:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623808.827334:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623808.827336:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731ed80. 00000100:00000001:0.0:1781623808.827338:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623808.827339:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623808.827343:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623808.827344:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623808.827346:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623808.827348:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623808.827349:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781623808.832929:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623808.832949:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623808.832953:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623808.832954:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623808.832963:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623808.832969:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623808.832980:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623808.832985:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623808.832992:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623808.832997:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005acd80 00000400:00000200:2.0:1781623808.833002:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623808.833009:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f909d [1] + 224 00000800:00000001:2.0:1781623808.833017:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623808.833049:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623808.833054:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623808.833059:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623808.833068:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623808.833079:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731f480 x1868160455855488/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623824 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623808.833091:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731f480 x1868160455855488/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623824 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623808.833126:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623808.833137:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623808.833140:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623808.836080:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623808.836089:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623808.836100:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623808.836103:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623808.836107:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7b00. 00000400:00000200:0.0:1781623808.836116:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e92a8 00000400:00000010:0.0:1781623808.836118:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e92a8. 00000100:00000001:0.0:1781623808.836123:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623808.836135:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731f480 x1868160455855488/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623824 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623808.836147:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731f480 x1868160455855488/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623824 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623808.836155:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623808.836156:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623808.836159:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623808.836162:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623808.836165:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623808.836167:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623808.836171:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623808.836181:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=135 v=5 (20 20 20 20) 00000100:00001000:0.0:1781623808.836186:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=56 v=5 (1 1 1 1) 00000100:00000001:0.0:1781623808.836189:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623808.836191:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623808.836194:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623808.836197:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623808.836201:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623808.836203:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781623808.836205:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623808.836207:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623808.836212:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731f480 x1868160455855488/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623824 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623808.836219:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623808.836222:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623808.836224:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623808.836228:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731f480 x1868160455855488/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623824 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623808.836236:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455855488:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623808.836240:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623808.836243:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623808.836245:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731f480 x1868160455855488/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623824 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623808.836251:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623808.836253:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623808.836257:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cece00. 02000000:00000001:0.0:1781623808.836260:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623808.836263:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623808.836265:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781623808.836267:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623808.836270:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0a00. 02000000:00000001:0.0:1781623808.836273:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623808.836274:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623808.836276:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731f480. 00000100:00000001:0.0:1781623808.836281:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623808.836282:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623808.836284:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623808.836293:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623808.836295:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623808.836296:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623808.836299:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623809.206891:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623809.206897:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623809.206902:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623809.206904:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623809.207080:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623809.207084:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623809.207087:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623810.229175:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623810.229182:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623810.229187:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623810.229189:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623810.229258:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623810.229262:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623810.229266:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623811.253168:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623811.253175:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623811.253183:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623811.253184:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623811.253386:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623811.253389:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623811.253392:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623812.277138:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623812.277148:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623812.277154:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623812.277155:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623812.277417:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623812.277421:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623812.277424:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623813.301456:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623813.301462:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623813.301469:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623813.301470:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623813.301885:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623813.301889:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623813.301893:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781623813.941181:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623813.941191:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623813.941201:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731f480. 00000020:00000040:0.0:1781623813.941206:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781623813.941211:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623813.941214:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623813.941218:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623813.941226:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0a00. 00000100:00000001:0.0:1781623813.941232:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623813.941243:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731f480 x1868160455855744/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623813.941254:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623813.941257:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623813.941264:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007be101f7] to pc [ptlrpcd_00_01+1] req@ffff8f850731f480 x1868160455855744/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623813.941297:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623813.941300:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623813.941304:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623813.941306:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731ed80. 00000020:00000040:0.0:1781623813.941309:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781623813.941311:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623813.941312:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623813.941314:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623813.941318:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0300. 00000100:00000001:0.0:1781623813.941320:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623813.941324:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731ed80 x1868160455855872/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623813.941331:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623813.941333:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623813.941335:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3dd1577] to pc [ptlrpcd_00_00+0] req@ffff8f850731ed80 x1868160455855872/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623813.941343:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623813.941345:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623813.941348:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1781623813.941350:0:55565:0:(import.c:2068:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:0.0:1781623813.941353:0:55565:0:(import.c:1764:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1781623813.941355:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731f100. 00000020:00000040:0.0:1781623813.941357:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8505d09800 refcount=3 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000001:0.0:1781623813.941359:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623813.941360:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623813.941362:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623813.941365:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0400. 00000100:00000001:0.0:1781623813.941367:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623813.941369:0:55565:0:(import.c:1802:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446620400246976768 : -123673462574848 : ffff8f850731f100) 00000100:00080000:0.0:1781623813.941372:0:55565:0:(import.c:65:import_set_state_nolock()) ffff8f8505d09800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1781623813.941375:0:55565:0:(import.c:2103:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff8f85100c1000: disconnect after 20s idle 00000100:00000001:0.0:1781623813.941376:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623813.941378:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623813.945138:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623813.945147:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623813.945160:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623813.945175:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731f480 x1868160455855744/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623813.945187:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623813.945189:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623813.945193:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623813.945197:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623813.945200:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623813.945203:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455855744:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623813.945208:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623813.945215:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623813.945217:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623813.945220:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623813.945229:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557400. 02000000:00000001:1.0:1781623813.945231:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623813.945238:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623813.945242:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631c60. 00000400:00000010:1.0:1781623813.945249:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1000. 00000100:00000200:1.0:1781623813.945255:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455855744, portal 25 00000100:00000001:1.0:1781623813.945258:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623813.945259:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246977664 : -123673462573952 : ffff8f850731f480) 00000100:00000040:1.0:1781623813.945266:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731f480 x1868160455855744/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623813.945279:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623813.945282:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623813.945285:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1198. 00000100:00000200:1.0:1781623813.945288:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455855744, offset 0 00000400:00000200:1.0:1781623813.945294:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623813.945302:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623813.945310:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623813.945315:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623813.945319:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623813.945322:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623813.945324:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623813.945328:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375974:375974:256:4294967295] 192.168.202.101@tcp LPNI seq info [375944:375944:8:4294967295] 00000400:00000200:1.0:1781623813.945333:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623813.945342:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623813.945347:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623813.945352:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85102c9000. 00000800:00000200:1.0:1781623813.945358:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623813.945365:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623813.945369:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85102c9000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623813.945379:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623813.945382:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623813.945385:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301978746 00000100:00000001:1.0:1781623813.945392:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301973623 00000100:00000001:1.0:1781623813.945397:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301978746 00000100:00000001:1.0:1781623813.945400:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301973623 00000100:00000001:1.0:1781623813.945402:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623813.945404:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623813.945407:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623813.945410:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623813.945416:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623813.945418:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781623813.945420:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623813.945421:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623813.945423:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623813.945426:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1781623813.945427:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623813.945429:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623813.945430:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623813.945432:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623813.945433:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623813.945434:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623813.945439:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731ed80 x1868160455855872/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623813.945446:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623813.945448:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623813.945450:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623813.945452:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623813.945454:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623813.945457:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455855872:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623813.945460:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623813.945462:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623813.945464:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623813.945465:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623813.945468:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e556200. 02000000:00000001:1.0:1781623813.945470:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623813.945474:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623813.945476:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85076314d0. 00000400:00000010:1.0:1781623813.945479:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1a18. 00000100:00000200:1.0:1781623813.945482:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455855872, portal 10 00000100:00000001:1.0:1781623813.945483:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623813.945484:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246975872 : -123673462575744 : ffff8f850731ed80) 00000100:00000040:1.0:1781623813.945491:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731ed80 x1868160455855872/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623813.945503:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623813.945505:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623813.945507:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb15d8. 00000100:00000200:1.0:1781623813.945509:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455855872, offset 0 00000400:00000200:1.0:1781623813.945512:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623813.945516:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623813.945519:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623813.945521:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623813.945524:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623813.945526:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623813.945528:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623813.945531:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375975:375975:255:4294967295] 192.168.202.101@tcp LPNI seq info [375945:375945:7:4294967295] 00000400:00000200:1.0:1781623813.945534:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623813.945540:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623813.945556:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623813.945567:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85102c9e00. 00000800:00000200:1.0:1781623813.945571:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623813.945575:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623813.945578:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85102c9e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623813.945581:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623813.945584:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17818 usecs (18 jiffies) 00000400:00000200:1.0:1781623813.945587:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623813.945589:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301970966 00000100:00000001:1.0:1781623813.945591:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301978746 00000100:00000001:1.0:1781623813.945594:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301970966 00000100:00000001:1.0:1781623813.945595:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301978746 00000100:00000001:1.0:1781623813.945597:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623813.945599:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623813.945602:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623813.945604:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623813.945627:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623813.945629:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623813.945953:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005d705fe] to pc [ptlrpcd_rcv+-1] req@ffff8f850731f100 x1868160455856000/t0(0) o9->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623813.945970:0:55565:0:(import.c:2107:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623813.945972:0:55565:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623813.945975:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781623813.945979:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781623813.945984:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7308) 00000800:00000200:3.0:1781623813.946112:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623813.946116:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85102c9000. 00000400:00000200:3.0:1781623813.946122:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623813.946127:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623813.946132:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1198 00000400:00000010:3.0:1781623813.946135:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1198. 00000100:00000001:3.0:1781623813.946138:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623813.946143:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731f480 x1868160455855744/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623813.946151:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623813.946164:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731f480 x1868160455855744/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623829 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623813.946170:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623813.946172:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623813.946240:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623813.946242:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85102c9e00. 00000400:00000200:3.0:1781623813.946245:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623813.946248:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623813.946250:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb15d8 00000400:00000010:3.0:1781623813.946252:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb15d8. 00000100:00000001:3.0:1781623813.946254:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623813.946257:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731ed80 x1868160455855872/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623813.946263:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623813.946265:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731ed80 x1868160455855872/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623829 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623813.946271:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623813.946272:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1781623813.946559:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623813.946571:0:2348:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623813.946573:0:2348:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623813.946579:0:2348:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731f100 x1868160455856000/t0(0) o9->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623813.946585:0:2348:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623813.946587:0:2348:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623813.946590:0:2348:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623813.946592:0:2348:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623813.946595:0:2348:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623813.946598:0:2348:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f072806b-89de-46fa-a290-d57857bd9329:2348:1868160455856000:192.168.202.101@tcp:9:kworker.0 00000100:00000001:1.0:1781623813.946601:0:2348:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623813.946606:0:2348:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623813.946608:0:2348:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623813.946610:0:2348:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623813.946615:0:2348:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e556c00. 02000000:00000001:1.0:1781623813.946626:0:2348:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623813.946631:0:2348:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623813.946635:0:2348:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631f78. 00000400:00000010:1.0:1781623813.946639:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1440. 00000100:00000200:1.0:1781623813.946643:0:2348:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455856000, portal 4 00000100:00000001:1.0:1781623813.946646:0:2348:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623813.946647:0:2348:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246976768 : -123673462574848 : ffff8f850731f100) 00000100:00000040:1.0:1781623813.946653:0:2348:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731f100 x1868160455856000/t0(0) o9->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623813.946658:0:2348:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623813.946661:0:2348:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623813.946663:0:2348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1770. 00000100:00000200:1.0:1781623813.946666:0:2348:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868160455856000, offset 0 00000400:00000200:1.0:1781623813.946671:0:2348:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623813.946677:0:2348:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623813.946681:0:2348:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623813.946685:0:2348:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623813.946688:0:2348:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623813.946691:0:2348:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623813.946899:0:2348:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623813.946906:0:2348:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375976:375976:256:4294967295] 192.168.202.101@tcp LPNI seq info [375946:375946:8:4294967295] 00000400:00000200:1.0:1781623813.946910:0:2348:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623813.946918:0:2348:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623813.946923:0:2348:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623813.946928:0:2348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85102c9900. 00000800:00000200:1.0:1781623813.946932:0:2348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623813.946938:0:2348:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623813.946942:0:2348:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85102c9900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623813.946959:0:2348:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623813.946964:0:2348:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: using a timeout of 407703 usecs (408 jiffies) 00000400:00000200:1.0:1781623813.946967:0:2348:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623813.946969:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301971357 00000100:00000001:1.0:1781623813.946972:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301978746 00000100:00000001:1.0:1781623813.946974:0:2348:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301971357 00000100:00000001:1.0:1781623813.946976:0:2348:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301978746 00000100:00000001:1.0:1781623813.946978:0:2348:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623813.946980:0:2348:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623813.946983:0:2348:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623813.946985:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623813.946991:0:2348:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623813.946993:0:2348:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1781623813.946994:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623813.946995:0:2348:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623813.946996:0:2348:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623813.946998:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623813.947101:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623813.947104:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85102c9900. 00000400:00000200:3.0:1781623813.947107:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623813.947111:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623813.947114:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1770 00000400:00000010:3.0:1781623813.947116:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1770. 00000100:00000001:3.0:1781623813.947119:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623813.947123:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731f100 x1868160455856000/t0(0) o9->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623813.947130:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623813.947133:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731f100 x1868160455856000/t0(0) o9->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623823 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623813.947138:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623813.947140:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781623813.951666:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623813.951693:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623813.951697:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623813.951699:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623813.951708:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623813.951715:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623813.951724:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623813.951729:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623813.951733:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623813.951737:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005ace80 00000400:00000200:3.0:1781623813.951742:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623813.951748:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f90b5 [1] + 224 00000800:00000001:3.0:1781623813.951755:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623813.951761:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623813.951763:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623813.951767:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623813.951774:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623813.951783:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731f480 x1868160455855744/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623829 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623813.951793:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731f480 x1868160455855744/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623829 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623813.951816:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623813.951825:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623813.951828:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623813.953886:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623813.953900:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623813.953904:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623813.953907:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623813.953915:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623813.953957:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623813.953967:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623813.953971:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623813.953975:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623813.953979:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005acf00 00000400:00000200:3.0:1781623813.953984:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623813.953990:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f90bd [1] + 224 00000800:00000001:3.0:1781623813.953997:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623813.954002:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623813.954005:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623813.954009:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623813.954056:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623813.954066:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731ed80 x1868160455855872/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623829 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623813.954077:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731ed80 x1868160455855872/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623829 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623813.954086:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623813.954093:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623813.954097:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623813.954099:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623813.954102:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623813.954105:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623813.954108:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623813.954112:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623813.954114:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623813.954117:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623813.954120:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 4 MB=0x6a315005acf80 00000400:00000200:3.0:1781623813.954123:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623813.954128:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f90c5 [1] + 224 00000800:00000001:3.0:1781623813.954131:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623813.954137:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623813.954139:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623813.954142:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623813.954145:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623813.954149:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731f100 x1868160455856000/t0(0) o9->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623823 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623813.954158:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731f100 x1868160455856000/t0(0) o9->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623823 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623813.954183:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623813.954188:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623813.954190:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623813.954271:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623813.954276:0:2348:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623813.954282:0:2348:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623813.954284:0:2348:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623813.954287:0:2348:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631f78. 00000400:00000200:0.0:1781623813.954293:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1440 00000400:00000010:0.0:1781623813.954295:0:2348:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1440. 00000100:00000001:0.0:1781623813.954299:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623813.954305:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731f100 x1868160455856000/t0(0) o9->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623823 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623813.954315:0:2348:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731f100 x1868160455856000/t0(0) o9->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623823 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623813.954316:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623813.954321:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623813.954326:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:1.0:1781623813.954327:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1781623813.954328:0:2348:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1781623813.954331:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1781623813.954333:0:2348:0:(client.c:1579:after_reply()) Process entered 00000400:00000010:1.0:1781623813.954336:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85076314d0. 02000000:00000001:0.0:1781623813.954338:0:2348:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1781623813.954342:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1a18 00000100:00000001:0.0:1781623813.954342:0:2348:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623813.954346:0:2348:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1781623813.954347:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1a18. 02000000:00000001:0.0:1781623813.954351:0:2348:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623813.954352:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623813.954360:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731ed80 x1868160455855872/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623829 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1781623813.954363:0:2348:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8505d09c60 time=140 v=5 (5 5 5 5) 00000100:00001000:0.0:1781623813.954372:0:2348:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8505d09c18 time=139 v=5 (1 1 1 1) 00000100:00000001:0.0:1781623813.954376:0:2348:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000200:1.0:1781623813.954377:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731ed80 x1868160455855872/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623829 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623813.954379:0:2348:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623813.954384:0:2348:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623813.954388:0:2348:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623813.954391:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623813.954394:0:2348:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1781623813.954395:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623813.954397:0:2348:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8f85100c1000: skip recheck: last_committed 64424509451 00000100:00000001:1.0:1781623813.954400:0:2350:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:0.0:1781623813.954401:0:2348:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 02000000:00000001:1.0:1781623813.954403:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623813.954405:0:2348:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623813.954406:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623813.954409:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623813.954413:0:2348:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731f100 x1868160455856000/t0(0) o9->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623823 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1781623813.954414:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623813.954422:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=140 v=5 (20 20 20 20) 00000100:00001000:1.0:1781623813.954430:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=61 v=5 (1 1 1 1) 00000100:00000001:1.0:1781623813.954436:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623813.954438:0:2348:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623813.954439:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623813.954444:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1781623813.954444:0:2348:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:1.0:1781623813.954446:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623813.954448:0:2348:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623813.954450:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781623813.954453:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00080000:0.0:1781623813.954455:0:2348:0:(import.c:2013:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff8f850731f100 x1868160455856000/t0(0) o9->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623823 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623813.954456:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781623813.954459:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623813.954467:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731ed80 x1868160455855872/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623829 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1781623813.954469:0:2348:0:(import.c:65:import_set_state_nolock()) ffff8f8505d09800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:0.0:1781623813.954479:0:2348:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731f100 x1868160455856000/t0(0) o9->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623823 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623813.954481:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623813.954487:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623813.954490:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1781623813.954494:0:2348:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f072806b-89de-46fa-a290-d57857bd9329:2348:1868160455856000:192.168.202.101@tcp:9:kworker.0 00000100:00000040:1.0:1781623813.954499:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731ed80 x1868160455855872/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623829 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623813.954502:0:2348:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623813.954507:0:2348:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623813.954514:0:2348:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731f100 x1868160455856000/t0(0) o9->lustre-OST0000-osc-ffff8f85100c1000@192.168.202.101@tcp:28/4 lens 224/224 e 0 to 0 dl 1781623823 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623813.954516:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455855872:192.168.202.101@tcp:400:kworker.0 00000400:00000001:1.0:1781623813.954527:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1781623813.954528:0:2348:0:(client.c:2779:__ptlrpc_free_req()) Process entered 00000400:00000001:1.0:1781623813.954529:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1781623813.954532:0:2348:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:1.0:1781623813.954533:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631c60. 00000400:00000200:1.0:1781623813.954538:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1000 02000000:00000010:0.0:1781623813.954538:0:2348:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e556c00. 00000400:00000010:1.0:1781623813.954553:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1000. 02000000:00000001:0.0:1781623813.954556:0:2348:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1781623813.954558:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623813.954564:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731f480 x1868160455855744/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623829 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1781623813.954567:0:2348:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623813.954572:0:2348:0:(genops.c:1244:class_import_put()) import ffff8f8505d09800 refcount=2 obd=lustre-OST0000-osc-ffff8f85100c1000 00000100:00000200:1.0:1781623813.954576:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731f480 x1868160455855744/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623829 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1781623813.954577:0:2348:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623813.954581:0:2348:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0400. 00000100:00000001:1.0:1781623813.954588:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1781623813.954588:0:2348:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623813.954591:0:2348:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1781623813.954592:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1781623813.954595:0:2348:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731f100. 00000100:00000001:1.0:1781623813.954596:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623813.954599:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623813.954602:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623813.954602:0:2348:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623813.954606:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623813.954606:0:2348:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1781623813.954612:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623813.954613:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1781623813.954616:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=140 v=5 (5 5 5 5) 00000100:00001000:1.0:1781623813.954620:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=61 v=5 (1 1 1 1) 00000100:00000001:1.0:1781623813.954622:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623813.954622:0:2348:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623813.954627:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623813.954627:0:2348:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623813.954630:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1781623813.954632:0:2348:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1781623813.954633:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623813.954636:0:2348:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623813.954637:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623813.954644:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731f480 x1868160455855744/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623829 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623813.954650:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623813.954653:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623813.954654:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623813.954658:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731f480 x1868160455855744/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623829 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623813.954666:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455855744:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623813.954670:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623813.954672:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623813.954684:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731ed80 x1868160455855872/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623829 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623813.954689:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623813.954690:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623813.954692:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e556200. 02000000:00000001:1.0:1781623813.954694:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623813.954695:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623813.954696:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781623813.954697:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623813.954698:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0300. 02000000:00000001:1.0:1781623813.954700:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623813.954701:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623813.954702:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731ed80. 00000100:00000001:1.0:1781623813.954705:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623813.954705:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623813.954706:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623813.954709:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731f480 x1868160455855744/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623829 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623813.954712:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623813.954713:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623813.954714:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557400. 02000000:00000001:1.0:1781623813.954715:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623813.954716:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623813.954717:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781623813.954718:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623813.954719:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0a00. 02000000:00000001:1.0:1781623813.954720:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623813.954720:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623813.954721:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731f480. 00000100:00000001:1.0:1781623813.954723:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623813.954724:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623813.954725:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623813.954728:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623813.954728:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623813.954730:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623813.954731:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623814.325206:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623814.325213:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623814.325219:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623814.325220:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623814.326298:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623814.326305:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623814.326309:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623815.349182:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623815.349192:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623815.349195:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623815.349199:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623815.349205:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623815.349207:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623815.349209:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623815.349211:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623815.349216:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623815.349218:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623815.349219:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623815.349220:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623815.349222:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623815.349223:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623815.349225:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623815.349227:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623815.349528:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623815.349540:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623815.349543:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623816.373349:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623816.373357:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623816.373362:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623816.373364:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623816.374353:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623816.374357:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623816.374361:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623817.398602:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623817.398608:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623817.398612:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623817.398613:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623817.398752:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623817.398755:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623817.398757:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623818.421144:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623818.421150:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623818.421155:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623818.421157:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623818.421307:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623818.421310:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623818.421313:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781623819.061332:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623819.061343:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623819.061354:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731f100. 00000020:00000040:0.0:1781623819.061361:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781623819.061366:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623819.061369:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623819.061374:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623819.061382:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0400. 00000100:00000001:0.0:1781623819.061389:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623819.061401:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731f100 x1868160455856128/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623819.061411:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623819.061416:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623819.061423:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005d705fe] to pc [ptlrpcd_00_01+1] req@ffff8f850731f100 x1868160455856128/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623819.061511:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623819.061516:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623819.061518:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623819.061525:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731f100 x1868160455856128/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623819.061533:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623819.061535:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623819.061539:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623819.061542:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623819.061544:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623819.061548:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455856128:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623819.061552:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623819.061558:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623819.061561:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623819.061564:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623819.061569:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557800. 02000000:00000001:1.0:1781623819.061571:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623819.061578:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623819.061582:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631c60. 00000400:00000010:1.0:1781623819.061589:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1000. 00000100:00000200:1.0:1781623819.061595:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455856128, portal 25 00000100:00000001:1.0:1781623819.061598:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623819.061599:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246976768 : -123673462574848 : ffff8f850731f100) 00000100:00000040:1.0:1781623819.061605:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731f100 x1868160455856128/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623819.061613:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623819.061616:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623819.061619:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1a18. 00000100:00000200:1.0:1781623819.061623:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455856128, offset 0 00000400:00000200:1.0:1781623819.061630:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623819.061640:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623819.061776:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623819.061783:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623819.061789:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623819.061792:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623819.061796:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623819.061800:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375977:375977:256:4294967295] 192.168.202.101@tcp LPNI seq info [375947:375947:8:4294967295] 00000400:00000200:1.0:1781623819.061805:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623819.061815:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623819.061821:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623819.061828:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85102c9900. 00000800:00000200:1.0:1781623819.061834:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623819.061842:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623819.061846:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85102c9900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623819.061914:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623819.061917:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623819.061921:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623819.061924:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731dc00. 00000020:00000040:0.0:1781623819.061927:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781623819.061930:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623819.061931:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623819.061934:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623819.061937:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0f00. 00000100:00000001:0.0:1781623819.061940:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623819.061945:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731dc00 x1868160455856256/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623819.061954:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623819.061956:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623819.061960:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064d3ee66] to pc [ptlrpcd_00_00+0] req@ffff8f850731dc00 x1868160455856256/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623819.061968:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623819.061970:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781623819.061974:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781623819.061977:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781623819.061980:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781623819.061984:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7313) 00000100:00000001:0.0:1781623819.062005:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623819.062008:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623819.062009:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623819.062014:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731dc00 x1868160455856256/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623819.062020:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623819.062022:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623819.062046:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623819.062048:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623819.062050:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623819.062053:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455856256:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623819.062056:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623819.062059:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623819.062060:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623819.062062:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623819.062066:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505ceda00. 02000000:00000001:0.0:1781623819.062068:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623819.062071:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623819.062075:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7b00. 00000400:00000010:0.0:1781623819.062079:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e92a8. 00000100:00000200:0.0:1781623819.062082:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455856256, portal 10 00000100:00000001:0.0:1781623819.062084:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623819.062085:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246971392 : -123673462580224 : ffff8f850731dc00) 00000100:00000040:0.0:1781623819.062092:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731dc00 x1868160455856256/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623819.062098:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623819.062100:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623819.062103:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9330. 00000100:00000200:0.0:1781623819.062105:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455856256, offset 0 00000400:00000200:0.0:1781623819.062109:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623819.062113:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623819.062116:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623819.062119:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623819.062121:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623819.062122:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623819.062124:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623819.062127:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375978:375978:255:4294967295] 192.168.202.101@tcp LPNI seq info [375948:375948:7:4294967295] 00000400:00000200:0.0:1781623819.062130:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623819.062135:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623819.062139:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623819.062142:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0a00. 00000800:00000200:0.0:1781623819.062146:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623819.062151:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623819.062154:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623819.062207:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623819.062211:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623819.062214:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301983863 00000100:00000001:1.0:1781623819.062221:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301978746 00000100:00000001:1.0:1781623819.062225:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301983863 00000100:00000001:1.0:1781623819.062228:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301978746 00000100:00000001:1.0:1781623819.062231:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623819.062233:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623819.062236:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623819.062239:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623819.062245:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623819.062247:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781623819.062249:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623819.062251:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623819.062252:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623819.062254:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623819.062790:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623819.062795:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17816 usecs (18 jiffies) 00000400:00000200:0.0:1781623819.062799:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623819.062801:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301976083 00000100:00000001:0.0:1781623819.062805:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301983863 00000100:00000001:0.0:1781623819.062808:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301976083 00000100:00000001:0.0:1781623819.062810:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301983863 00000100:00000001:0.0:1781623819.062812:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623819.062815:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623819.062817:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623819.062819:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623819.062823:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623819.062825:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781623819.062827:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623819.062828:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623819.062829:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623819.062831:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623819.062932:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623819.062937:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85102c9900. 00000400:00000200:3.0:1781623819.062944:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623819.062950:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623819.062957:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1a18 00000400:00000010:3.0:1781623819.062959:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1a18. 00000100:00000001:3.0:1781623819.062964:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623819.062970:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731f100 x1868160455856128/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623819.062980:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623819.062984:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731f100 x1868160455856128/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623835 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623819.062991:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623819.062992:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623819.064073:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623819.064079:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0a00. 00000400:00000200:3.0:1781623819.064085:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623819.064091:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623819.064096:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9330 00000400:00000010:3.0:1781623819.064098:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9330. 00000100:00000001:3.0:1781623819.064101:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623819.064106:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731dc00 x1868160455856256/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623819.064117:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623819.064120:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731dc00 x1868160455856256/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623835 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623819.064127:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623819.064129:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781623819.065443:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623819.065457:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623819.065461:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623819.065464:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623819.065482:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623819.065488:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623819.065511:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623819.065516:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623819.065521:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623819.065525:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005ad080 00000400:00000200:3.0:1781623819.065529:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623819.065544:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f90d5 [1] + 224 00000800:00000001:3.0:1781623819.065551:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623819.065557:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623819.065560:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623819.065563:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623819.065568:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623819.065573:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731dc00 x1868160455856256/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623835 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623819.065582:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731dc00 x1868160455856256/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623835 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623819.065601:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623819.065607:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623819.065610:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623819.066011:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623819.066016:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623819.066022:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623819.066045:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623819.066048:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7b00. 00000400:00000200:0.0:1781623819.066053:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e92a8 00000400:00000010:0.0:1781623819.066055:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e92a8. 00000100:00000001:0.0:1781623819.066058:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623819.066063:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731dc00 x1868160455856256/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623835 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623819.066072:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731dc00 x1868160455856256/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623835 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623819.066078:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623819.066080:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623819.066083:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623819.066086:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623819.066088:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623819.066091:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623819.066094:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623819.066102:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=146 v=5 (20 20 20 20) 00000100:00001000:0.0:1781623819.066105:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=67 v=5 (1 1 1 1) 00000100:00000001:0.0:1781623819.066107:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623819.066108:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623819.066112:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623819.066115:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623819.066118:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623819.066120:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781623819.066122:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623819.066123:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623819.066128:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731dc00 x1868160455856256/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623835 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623819.066135:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623819.066137:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623819.066140:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623819.066144:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731dc00 x1868160455856256/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623835 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623819.066152:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455856256:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623819.066170:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623819.066173:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623819.066176:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731dc00 x1868160455856256/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623835 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623819.066182:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623819.066184:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623819.066188:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505ceda00. 02000000:00000001:0.0:1781623819.066192:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623819.066196:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623819.066198:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781623819.066200:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623819.066202:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0f00. 02000000:00000001:0.0:1781623819.066205:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623819.066207:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623819.066209:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731dc00. 00000100:00000001:0.0:1781623819.066213:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623819.066214:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623819.066216:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623819.066223:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623819.066225:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623819.066226:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623819.066228:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781623819.067377:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623819.067390:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623819.067393:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623819.067395:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623819.067402:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623819.067407:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623819.067415:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623819.067419:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623819.067424:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623819.067428:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005ad000 00000400:00000200:3.0:1781623819.067433:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623819.067439:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f90cd [1] + 224 00000800:00000001:3.0:1781623819.067445:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623819.067449:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623819.067451:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623819.067454:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623819.067458:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623819.067463:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731f100 x1868160455856128/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623835 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623819.067483:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731f100 x1868160455856128/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623835 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623819.067509:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623819.067517:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623819.067520:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623819.067807:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623819.067810:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781623819.067815:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623819.067816:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623819.067818:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631c60. 00000400:00000200:1.0:1781623819.067821:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1000 00000400:00000010:1.0:1781623819.067823:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1000. 00000100:00000001:1.0:1781623819.067826:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623819.067830:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731f100 x1868160455856128/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623835 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623819.067835:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731f100 x1868160455856128/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623835 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623819.067839:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623819.067840:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623819.067842:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623819.067843:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623819.067845:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623819.067846:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623819.067848:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623819.067852:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=146 v=5 (5 5 5 5) 00000100:00001000:1.0:1781623819.067854:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=67 v=5 (1 1 1 1) 00000100:00000001:1.0:1781623819.067856:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623819.067857:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623819.067859:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623819.067860:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623819.067862:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623819.067864:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731f100 x1868160455856128/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623835 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623819.067868:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623819.067870:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623819.067871:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623819.067873:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731f100 x1868160455856128/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623835 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623819.067877:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455856128:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623819.067880:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623819.067882:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623819.067884:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731f100 x1868160455856128/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623835 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623819.067891:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623819.067893:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623819.067895:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557800. 02000000:00000001:1.0:1781623819.067898:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623819.067899:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623819.067900:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781623819.067902:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623819.067903:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0400. 02000000:00000001:1.0:1781623819.067905:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623819.067907:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623819.067908:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731f100. 00000100:00000001:1.0:1781623819.067910:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623819.067911:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623819.067913:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623819.067918:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623819.067919:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623819.067920:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623819.067922:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623819.445239:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623819.445247:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623819.445254:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623819.445255:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623819.445988:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623819.445992:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623819.445995:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623820.469157:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623820.469163:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623820.469170:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623820.469171:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623820.469258:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623820.469262:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623820.469265:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623821.493147:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623821.493154:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623821.493159:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623821.493160:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623821.493253:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623821.493264:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623821.493266:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623822.517214:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623822.517220:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623822.517225:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623822.517226:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623822.517969:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623822.517973:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623822.517977:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623823.541375:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623823.541383:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623823.541389:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623823.541390:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623823.541514:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623823.541518:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623823.541520:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781623824.181299:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623824.181308:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623824.181319:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511281180. 00000020:00000040:3.0:1781623824.181325:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781623824.181329:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623824.181403:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623824.181408:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623824.181417:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d000. 00000100:00000001:3.0:1781623824.181424:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623824.181435:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511281180 x1868160455856384/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623824.181445:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623824.181449:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623824.181465:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc6d7584] to pc [ptlrpcd_01_00+0] req@ffff8f8511281180 x1868160455856384/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623824.181589:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623824.181593:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623824.181596:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623824.181601:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511281180 x1868160455856384/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623824.181610:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623824.181612:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623824.181624:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623824.181627:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623824.181630:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623824.181634:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455856384:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623824.181638:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623824.181645:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623824.181648:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623824.181650:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623824.181656:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078600. 02000000:00000001:2.0:1781623824.181658:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623824.181667:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623824.181671:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f081b8. 00000400:00000010:2.0:1781623824.181678:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d3b8. 00000100:00000200:2.0:1781623824.181685:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455856384, portal 25 00000100:00000001:2.0:1781623824.181688:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623824.181689:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414101888 : -123673295449728 : ffff8f8511281180) 00000100:00000040:2.0:1781623824.181695:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511281180 x1868160455856384/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623824.181703:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623824.181706:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623824.181709:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901dcc0. 00000100:00000200:2.0:1781623824.181711:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455856384, offset 0 00000400:00000200:2.0:1781623824.181716:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623824.181725:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623824.181732:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623824.181739:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623824.181743:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623824.181747:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623824.181749:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623824.181753:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375979:375979:256:4294967295] 192.168.202.101@tcp LPNI seq info [375949:375949:8:4294967295] 00000400:00000200:2.0:1781623824.181757:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623824.181766:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623824.181771:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623824.181776:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3300. 00000800:00000200:2.0:1781623824.181782:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623824.181790:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623824.181794:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623824.181809:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623824.181812:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623824.181816:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301988982 00000100:00000001:2.0:1781623824.181822:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301983863 00000100:00000001:2.0:1781623824.181826:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301988982 00000100:00000001:2.0:1781623824.181830:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301983863 00000100:00000001:2.0:1781623824.181833:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623824.181836:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623824.181839:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623824.181841:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623824.181869:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623824.181872:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623824.181875:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623824.181879:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511283b80. 00000020:00000040:3.0:1781623824.181882:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781623824.181884:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623824.181886:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623824.181888:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623824.181894:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7db00. 00000100:00000001:3.0:1781623824.181897:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623824.181902:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511283b80 x1868160455856512/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623824.181910:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623824.181913:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623824.181916:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df6e823e] to pc [ptlrpcd_01_01+1] req@ffff8f8511283b80 x1868160455856512/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623824.184176:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623824.184182:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781623824.184187:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623824.184190:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623824.184193:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623824.184197:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1781623824.184199:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623824.184201:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623824.184203:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623824.184204:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623824.184205:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623824.184207:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623824.184218:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511283b80 x1868160455856512/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623824.184229:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623824.184231:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623824.184234:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623824.184237:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623824.184240:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623824.184244:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511283b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455856512:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623824.184248:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623824.184253:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623824.184256:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623824.184259:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623824.184267:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079800. 02000000:00000001:2.0:1781623824.184269:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623824.184276:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623824.184280:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08210. 00000400:00000010:2.0:1781623824.184287:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d880. 00000100:00000200:2.0:1781623824.184293:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455856512, portal 10 00000100:00000001:2.0:1781623824.184296:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623824.184297:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414112640 : -123673295438976 : ffff8f8511283b80) 00000100:00000040:2.0:1781623824.184304:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511283b80 x1868160455856512/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623824.184313:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623824.184316:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623824.184318:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901de58. 00000100:00000200:2.0:1781623824.184321:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455856512, offset 0 00000400:00000200:2.0:1781623824.184327:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623824.184429:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623824.184437:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623824.184441:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623824.184445:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623824.184448:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623824.184460:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623824.184464:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375980:375980:255:4294967295] 192.168.202.101@tcp LPNI seq info [375950:375950:7:4294967295] 00000100:00000001:3.0:1781623824.184558:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623824.184562:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781623824.184566:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781623824.184569:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781623824.184572:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781623824.184578:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7318) 00000400:00000200:2.0:1781623824.184692:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623824.184703:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623824.184709:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623824.184714:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3a00. 00000800:00000200:2.0:1781623824.184720:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623824.184727:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623824.184731:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623824.184735:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623824.184739:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17801 usecs (18 jiffies) 00000400:00000200:2.0:1781623824.184742:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623824.184745:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301981205 00000100:00000001:2.0:1781623824.184748:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301988982 00000100:00000001:2.0:1781623824.184750:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301981205 00000100:00000001:2.0:1781623824.184752:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301988982 00000100:00000001:2.0:1781623824.184755:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623824.184758:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623824.184760:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623824.184762:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623824.184763:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623824.184765:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623824.184766:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623824.184768:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623824.184778:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623824.184779:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623824.184832:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623824.184836:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3300. 00000400:00000200:3.0:1781623824.184843:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623824.184847:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623824.184852:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901dcc0 00000400:00000010:3.0:1781623824.184854:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901dcc0. 00000100:00000001:3.0:1781623824.184857:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623824.184862:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511281180 x1868160455856384/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623824.184870:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623824.184873:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511281180 x1868160455856384/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623840 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623824.184879:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623824.184880:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623824.184939:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623824.184942:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3a00. 00000400:00000200:3.0:1781623824.184945:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623824.184948:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623824.184950:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901de58 00000400:00000010:3.0:1781623824.184952:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901de58. 00000100:00000001:3.0:1781623824.184954:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623824.184957:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511283b80 x1868160455856512/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623824.184963:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623824.184965:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511283b80 x1868160455856512/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623840 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623824.184971:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623824.184973:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781623824.190692:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623824.190708:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623824.190712:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623824.190714:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623824.190723:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623824.190731:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623824.190740:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623824.190744:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623824.190749:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623824.190754:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005ad100 00000400:00000200:3.0:1781623824.190759:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623824.190765:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f90dd [1] + 224 00000800:00000001:3.0:1781623824.190772:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623824.190780:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623824.190783:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623824.190787:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623824.190794:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623824.190802:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511281180 x1868160455856384/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623840 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623824.190820:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511281180 x1868160455856384/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623840 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623824.190846:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623824.190854:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623824.190857:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623824.190990:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623824.190994:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781623824.191001:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623824.191003:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623824.191006:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f081b8. 00000400:00000200:2.0:1781623824.191011:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d3b8 00000400:00000010:2.0:1781623824.191013:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d3b8. 00000100:00000001:2.0:1781623824.191016:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623824.191021:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511281180 x1868160455856384/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623840 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623824.191056:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511281180 x1868160455856384/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623840 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623824.191062:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623824.191064:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623824.191066:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623824.191069:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623824.191071:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623824.191073:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623824.191076:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623824.191083:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=151 v=5 (5 5 5 5) 00000100:00001000:2.0:1781623824.191087:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=72 v=5 (1 1 1 1) 00000100:00000001:2.0:1781623824.191089:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623824.191091:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623824.191094:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623824.191096:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623824.191098:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623824.191103:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511281180 x1868160455856384/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623840 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623824.191111:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623824.191115:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623824.191117:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623824.191121:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511281180 x1868160455856384/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623840 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623824.191129:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455856384:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623824.191133:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623824.191136:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623824.191140:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511281180 x1868160455856384/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623840 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623824.191146:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623824.191148:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623824.191152:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078600. 02000000:00000001:2.0:1781623824.191155:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623824.191158:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623824.191160:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781623824.191162:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623824.191165:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d000. 02000000:00000001:2.0:1781623824.191170:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623824.191172:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623824.191174:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511281180. 00000100:00000001:2.0:1781623824.191178:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623824.191179:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623824.191182:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623824.191184:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623824.191185:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623824.191187:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623824.191188:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781623824.191311:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623824.191317:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623824.191319:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623824.191321:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623824.191325:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623824.191329:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623824.191334:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623824.191337:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623824.191340:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623824.191343:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005ad180 00000400:00000200:3.0:1781623824.191347:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623824.191351:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f90ed [1] + 224 00000800:00000001:3.0:1781623824.191355:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623824.191359:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623824.191361:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623824.191365:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623824.191369:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623824.192220:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511283b80 x1868160455856512/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623840 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623824.192306:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511283b80 x1868160455856512/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623840 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623824.192326:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623824.192336:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623824.192341:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623824.192558:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623824.192561:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781623824.192566:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623824.192568:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623824.192571:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08210. 00000400:00000200:2.0:1781623824.192575:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d880 00000400:00000010:2.0:1781623824.192577:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d880. 00000100:00000001:2.0:1781623824.192580:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623824.192585:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511283b80 x1868160455856512/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623840 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623824.192593:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511283b80 x1868160455856512/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623840 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623824.192600:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623824.192601:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623824.192603:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623824.192606:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623824.192608:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623824.192609:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623824.192612:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623824.192619:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=151 v=5 (20 20 20 20) 00000100:00001000:2.0:1781623824.192623:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=72 v=5 (1 1 1 1) 00000100:00000001:2.0:1781623824.192625:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623824.192627:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623824.192629:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623824.192632:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623824.192635:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781623824.192637:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:2.0:1781623824.192639:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781623824.192640:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623824.192645:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511283b80 x1868160455856512/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623840 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623824.192651:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623824.192654:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623824.192655:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623824.192658:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511283b80 x1868160455856512/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623840 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623824.192667:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511283b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455856512:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623824.192671:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623824.192674:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623824.192677:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511283b80 x1868160455856512/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623840 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623824.192683:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623824.192685:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623824.192688:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079800. 02000000:00000001:2.0:1781623824.192692:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623824.192694:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623824.192695:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:2.0:1781623824.192697:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623824.192699:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7db00. 02000000:00000001:2.0:1781623824.192702:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623824.192704:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623824.192705:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511283b80. 00000100:00000001:2.0:1781623824.192709:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623824.192711:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623824.192712:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623824.192719:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623824.192720:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623824.192722:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623824.192724:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623824.565133:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623824.565138:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623824.565142:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623824.565142:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623824.565215:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623824.565217:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623824.565219:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623825.589155:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623825.589166:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623825.589168:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623825.589172:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623825.589177:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623825.589179:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623825.589181:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623825.589183:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623825.589188:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623825.589189:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623825.589190:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623825.589192:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623825.589193:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623825.589195:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623825.589196:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623825.589198:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623825.589544:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623825.589547:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623825.589550:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623826.613149:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623826.613156:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623826.613162:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623826.613163:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623826.613475:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623826.613480:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623826.613483:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623827.637280:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623827.637286:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623827.637289:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623827.637290:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623827.637506:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623827.637510:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623827.637516:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623828.661114:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623828.661119:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623828.661123:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623828.661124:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623828.661194:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623828.661197:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623828.661200:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781623829.301770:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623829.301778:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623829.301849:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733d500. 00000020:00000040:1.0:1781623829.301856:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781623829.301861:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623829.301864:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623829.301868:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623829.301875:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85102c9e00. 00000100:00000001:1.0:1781623829.301881:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623829.301894:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733d500 x1868160455856640/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623829.301905:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623829.301909:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623829.301915:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000e3ddb18] to pc [ptlrpcd_00_01+1] req@ffff8f850733d500 x1868160455856640/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623829.301938:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623829.301941:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623829.302008:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623829.302012:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733c000. 00000020:00000040:1.0:1781623829.302014:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781623829.302017:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623829.302018:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623829.302020:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623829.302023:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85102c9000. 00000100:00000001:1.0:1781623829.302056:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623829.302061:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733c000 x1868160455856768/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623829.302068:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623829.302070:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623829.302074:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000053df1fcb] to pc [ptlrpcd_00_00+0] req@ffff8f850733c000 x1868160455856768/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623829.302083:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623829.302085:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781623829.302091:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781623829.302093:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781623829.302096:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781623829.302101:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7324) 00000100:00000001:1.0:1781623829.302112:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623829.302116:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623829.302118:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623829.302123:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733d500 x1868160455856640/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623829.302131:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623829.302133:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623829.302137:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623829.302139:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623829.302142:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623829.302145:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455856640:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623829.302149:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623829.302155:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623829.302157:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623829.302160:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623829.302165:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557a00. 02000000:00000001:1.0:1781623829.302167:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623829.302173:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623829.302177:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631c60. 00000400:00000010:1.0:1781623829.302183:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1000. 00000100:00000200:1.0:1781623829.302190:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455856640, portal 25 00000100:00000001:1.0:1781623829.302192:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623829.302194:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247100672 : -123673462450944 : ffff8f850733d500) 00000100:00000040:1.0:1781623829.302200:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733d500 x1868160455856640/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623829.302207:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623829.302211:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623829.302213:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1220. 00000100:00000200:1.0:1781623829.302216:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455856640, offset 0 00000400:00000200:1.0:1781623829.302222:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623829.302230:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623829.302238:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623829.302244:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623829.302248:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623829.302252:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623829.302255:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623829.302259:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375981:375981:256:4294967295] 192.168.202.101@tcp LPNI seq info [375951:375951:8:4294967295] 00000400:00000200:1.0:1781623829.302263:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623829.302273:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623829.302279:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623829.302283:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85102c9400. 00000800:00000200:1.0:1781623829.302289:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623829.302297:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623829.302301:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85102c9400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623829.302309:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623829.302314:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623829.302316:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301994102 00000100:00000001:1.0:1781623829.302323:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301988982 00000800:00000200:2.0:1781623829.302912:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623829.302917:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85102c9400. 00000400:00000200:2.0:1781623829.302923:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623829.302929:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623829.302935:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1220 00000400:00000010:2.0:1781623829.302937:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1220. 00000100:00000001:2.0:1781623829.302941:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1781623829.303073:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623829.303076:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623829.303078:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623829.303085:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733c000 x1868160455856768/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623829.303093:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623829.303094:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623829.303098:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623829.303100:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623829.303103:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623829.303105:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455856768:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623829.303109:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623829.303114:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623829.303115:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623829.303117:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623829.303121:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505ced200. 02000000:00000001:0.0:1781623829.303123:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623829.303128:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623829.303132:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7b00. 00000400:00000010:0.0:1781623829.303137:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e92a8. 00000100:00000200:0.0:1781623829.303141:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455856768, portal 10 00000100:00000001:0.0:1781623829.303143:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623829.303145:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247095296 : -123673462456320 : ffff8f850733c000) 00000100:00000040:0.0:1781623829.303153:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733c000 x1868160455856768/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623829.303160:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623829.303162:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623829.303165:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9770. 00000100:00000200:0.0:1781623829.303169:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455856768, offset 0 00000400:00000200:0.0:1781623829.303175:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623829.303182:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623829.303187:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623829.303191:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623829.303194:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623829.303197:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623829.303200:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623829.303204:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375982:375982:255:4294967295] 192.168.202.101@tcp LPNI seq info [375952:375952:7:4294967295] 00000400:00000200:0.0:1781623829.303209:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623829.303217:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623829.303223:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623829.303227:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0f00. 00000800:00000200:0.0:1781623829.303232:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623829.303238:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623829.303241:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623829.303244:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623829.303248:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17796 usecs (18 jiffies) 00000400:00000200:0.0:1781623829.303252:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623829.303254:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301986324 00000100:00000001:1.0:1781623829.303424:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301994104 00000100:00000001:1.0:1781623829.303429:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301988982 00000100:00000001:1.0:1781623829.303432:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623829.303435:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623829.303438:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623829.303440:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623829.303448:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623829.303450:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781623829.303451:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623829.303454:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623829.303455:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623829.303457:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623829.304328:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301994102 00000100:00000001:0.0:1781623829.304334:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301986325 00000100:00000001:0.0:1781623829.304336:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301994104 00000100:00000001:0.0:1781623829.304340:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623829.304343:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623829.304346:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623829.304349:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623829.304354:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623829.304356:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781623829.304358:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623829.304359:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623829.304361:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623829.304363:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1781623829.304624:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733d500 x1868160455856640/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623829.304635:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623829.304639:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733d500 x1868160455856640/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623845 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623829.304645:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623829.304647:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781623829.304896:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623829.304900:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0f00. 00000400:00000200:2.0:1781623829.304905:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623829.304909:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623829.304914:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9770 00000400:00000010:2.0:1781623829.304917:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9770. 00000100:00000001:2.0:1781623829.304920:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623829.304924:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733c000 x1868160455856768/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623829.304932:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623829.304934:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733c000 x1868160455856768/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623845 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623829.304940:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623829.304950:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781623829.307314:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623829.307330:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623829.307334:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623829.307336:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623829.307344:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623829.307350:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623829.307359:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623829.307363:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623829.307368:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623829.307372:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005ad200 00000400:00000200:3.0:1781623829.307389:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623829.307395:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f90fd [1] + 224 00000800:00000001:3.0:1781623829.307402:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623829.307416:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623829.307419:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623829.307423:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623829.307430:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623829.307438:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733d500 x1868160455856640/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623845 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623829.307449:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733d500 x1868160455856640/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623845 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623829.307522:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623829.307527:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623829.307545:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623829.307553:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623829.307556:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623829.307558:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623829.307560:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623829.307563:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623829.307567:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623829.307572:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623829.307574:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623829.307577:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623829.307580:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005ad280 00000400:00000200:3.0:1781623829.307583:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623829.307587:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9105 [1] + 224 00000800:00000001:3.0:1781623829.307591:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623829.307597:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623829.307598:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623829.307601:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623829.307604:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623829.307609:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733c000 x1868160455856768/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623845 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623829.307617:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733c000 x1868160455856768/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623845 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623829.307637:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623829.307642:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623829.307645:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623829.307763:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623829.307766:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623829.307771:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623829.307774:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623829.307777:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7b00. 00000400:00000200:0.0:1781623829.307781:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e92a8 00000400:00000010:0.0:1781623829.307794:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e92a8. 00000100:00000001:0.0:1781623829.307797:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623829.307802:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733c000 x1868160455856768/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623845 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623829.307810:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733c000 x1868160455856768/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623845 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623829.307817:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623829.307818:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623829.307821:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623829.307824:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623829.307826:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623829.307829:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623829.307832:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623829.307841:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=6 v=5 (5 20 20 20) 00000100:00001000:0.0:1781623829.307845:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=77 v=5 (1 1 1 1) 00000100:00000001:0.0:1781623829.307848:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623829.307849:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623829.307852:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623829.307854:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623829.307858:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623829.307860:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781623829.307862:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623829.307863:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623829.307868:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733c000 x1868160455856768/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623845 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623829.307874:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623829.307877:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623829.307879:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623829.307890:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733c000 x1868160455856768/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623845 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623829.307898:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455856768:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623829.307903:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623829.307906:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623829.307909:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733c000 x1868160455856768/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623845 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623829.307915:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623829.307917:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623829.307920:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505ced200. 02000000:00000001:0.0:1781623829.307924:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623829.307927:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623829.307928:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781623829.307931:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623829.307933:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85102c9000. 02000000:00000001:0.0:1781623829.307936:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623829.307938:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623829.307939:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733c000. 00000100:00000001:0.0:1781623829.307948:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623829.307950:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623829.307952:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623829.307959:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623829.307960:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623829.307963:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623829.307964:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1781623829.308670:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623829.308674:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623829.308677:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631c60. 00000400:00000200:1.0:1781623829.308683:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1000 00000400:00000010:1.0:1781623829.308685:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1000. 00000100:00000001:1.0:1781623829.308690:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623829.308698:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733d500 x1868160455856640/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623845 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623829.308707:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733d500 x1868160455856640/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623845 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623829.308712:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623829.308714:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623829.308715:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623829.308717:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623829.308718:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623829.308720:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623829.308721:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623829.308724:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=6 v=5 (5 5 5 5) 00000100:00001000:1.0:1781623829.308727:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=77 v=5 (1 1 1 1) 00000100:00000001:1.0:1781623829.308729:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623829.308730:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623829.308732:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623829.308734:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623829.308735:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623829.308739:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733d500 x1868160455856640/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623845 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623829.308744:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623829.308747:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623829.308748:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623829.308751:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733d500 x1868160455856640/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623845 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623829.308762:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455856640:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623829.308765:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623829.308767:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623829.308770:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733d500 x1868160455856640/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623845 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623829.308775:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623829.308777:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623829.308779:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557a00. 02000000:00000001:1.0:1781623829.309139:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623829.309142:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623829.309144:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781623829.309147:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623829.309149:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85102c9e00. 02000000:00000001:1.0:1781623829.309152:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623829.309153:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623829.309155:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733d500. 00000100:00000001:1.0:1781623829.309158:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623829.309159:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623829.309161:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623829.309167:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623829.309168:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623829.309170:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623829.309172:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623829.685155:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623829.685162:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623829.685169:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623829.685170:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623829.685289:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623829.685293:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623829.685295:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623830.709160:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623830.709167:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623830.709173:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623830.709174:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623830.709284:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623830.709287:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623830.709290:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623831.733169:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623831.733176:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623831.733182:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623831.733184:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623831.733602:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623831.733605:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623831.733609:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623832.757170:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623832.757178:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623832.757184:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623832.757185:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623832.757326:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623832.757330:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623832.757332:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623833.781986:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623833.781994:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623833.782000:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623833.782002:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623833.782115:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623833.782119:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623833.782122:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781623834.423002:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623834.423011:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623834.423023:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511280a80. 00000020:00000040:3.0:1781623834.423043:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781623834.423048:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623834.423051:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623834.423056:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623834.423064:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d400. 00000100:00000001:3.0:1781623834.423071:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623834.423084:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511280a80 x1868160455856896/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623834.423096:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623834.423100:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623834.423106:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000694084cb] to pc [ptlrpcd_01_00+0] req@ffff8f8511280a80 x1868160455856896/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623834.423180:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623834.423184:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623834.423187:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623834.423193:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511280a80 x1868160455856896/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623834.423201:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623834.423203:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623834.423207:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623834.423210:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623834.423213:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623834.423216:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455856896:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623834.423220:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623834.423227:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623834.423229:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623834.423232:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623834.423236:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079400. 02000000:00000001:2.0:1781623834.423238:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623834.423257:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623834.423262:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08210. 00000400:00000010:2.0:1781623834.423269:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d880. 00000100:00000200:2.0:1781623834.423275:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455856896, portal 25 00000100:00000001:2.0:1781623834.423278:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623834.423279:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414100096 : -123673295451520 : ffff8f8511280a80) 00000100:00000040:2.0:1781623834.423285:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511280a80 x1868160455856896/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623834.423293:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623834.423295:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623834.423298:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d3b8. 00000100:00000200:2.0:1781623834.423302:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455856896, offset 0 00000400:00000200:2.0:1781623834.423308:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623834.423316:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623834.423324:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623834.423329:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623834.423333:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623834.423337:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623834.423340:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623834.423344:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375983:375983:256:4294967295] 192.168.202.101@tcp LPNI seq info [375953:375953:8:4294967295] 00000400:00000200:2.0:1781623834.423348:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623834.423370:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623834.423378:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623834.423384:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3400. 00000800:00000200:2.0:1781623834.423391:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623834.423399:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623834.423402:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623834.423417:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623834.423421:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623834.423434:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4301999224 00000100:00000001:2.0:1781623834.423441:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301994102 00000100:00000001:2.0:1781623834.423446:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4301999224 00000100:00000001:2.0:1781623834.423449:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301994104 00000100:00000001:2.0:1781623834.423452:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623834.423454:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623834.423457:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623834.423459:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623834.423825:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623834.423829:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623834.423832:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623834.423837:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511283b80. 00000020:00000040:3.0:1781623834.423841:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781623834.423844:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623834.423846:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623834.423848:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623834.423852:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7df00. 00000100:00000001:3.0:1781623834.423855:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623834.423860:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511283b80 x1868160455857024/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623834.423867:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623834.423870:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623834.423873:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df6e823e] to pc [ptlrpcd_01_01+1] req@ffff8f8511283b80 x1868160455857024/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623834.425922:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623834.425928:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781623834.425934:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623834.425937:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623834.425940:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623834.425944:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1781623834.425946:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623834.425948:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623834.425950:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623834.425951:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623834.425952:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623834.425953:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623834.425966:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511283b80 x1868160455857024/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623834.425975:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623834.425977:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623834.425981:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623834.425984:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623834.425988:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623834.425992:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511283b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455857024:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623834.425995:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623834.426001:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623834.426004:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623834.426007:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623834.426014:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078c00. 02000000:00000001:2.0:1781623834.426016:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623834.426024:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623834.426042:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f081b8. 00000400:00000010:2.0:1781623834.426049:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d4c8. 00000100:00000200:2.0:1781623834.426055:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455857024, portal 10 00000100:00000001:2.0:1781623834.426058:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623834.426059:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414112640 : -123673295438976 : ffff8f8511283b80) 00000100:00000040:2.0:1781623834.426068:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511283b80 x1868160455857024/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623834.426076:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623834.426079:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623834.426081:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d198. 00000100:00000200:2.0:1781623834.426084:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455857024, offset 0 00000400:00000200:2.0:1781623834.426090:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623834.426098:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623834.426105:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623834.426110:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623834.426114:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623834.426118:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623834.426121:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623834.426124:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375984:375984:255:4294967295] 192.168.202.101@tcp LPNI seq info [375954:375954:7:4294967295] 00000400:00000200:2.0:1781623834.426128:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623834.426136:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623834.426142:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623834.426147:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3900. 00000800:00000200:2.0:1781623834.426153:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623834.426161:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623834.426166:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623834.426170:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623834.426174:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17785 usecs (18 jiffies) 00000400:00000200:2.0:1781623834.426177:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623834.426180:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301991444 00000100:00000001:2.0:1781623834.426184:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4301999224 00000100:00000001:2.0:1781623834.426187:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301991444 00000100:00000001:2.0:1781623834.426189:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4301999224 00000100:00000001:2.0:1781623834.426192:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623834.426194:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623834.426197:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623834.426199:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781623834.426252:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623834.426257:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3400. 00000400:00000200:2.0:1781623834.426263:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623834.426267:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623834.426272:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d3b8 00000400:00000010:2.0:1781623834.426275:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d3b8. 00000100:00000001:2.0:1781623834.426279:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623834.426283:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511280a80 x1868160455856896/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623834.426293:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623834.426297:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511280a80 x1868160455856896/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623850 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623834.426304:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623834.426305:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781623834.431940:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623834.431949:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3900. 00000400:00000200:2.0:1781623834.431960:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623834.431969:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623834.431977:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d198 00000400:00000010:2.0:1781623834.431979:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d198. 00000100:00000001:2.0:1781623834.431986:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623834.431994:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511283b80 x1868160455857024/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623834.432006:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623834.432010:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511283b80 x1868160455857024/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623850 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623834.432017:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623834.432019:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1781623834.432082:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623834.432087:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623834.432323:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623834.432327:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781623834.432332:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781623834.432334:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781623834.432338:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781623834.432344:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7329) 00000100:00000001:2.0:1781623834.432575:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623834.432579:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623834.432582:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623834.432584:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781623834.446729:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623834.446745:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623834.446750:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623834.446752:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623834.446763:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623834.446770:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623834.446780:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623834.446785:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623834.446789:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623834.446794:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005ad300 00000400:00000200:3.0:1781623834.446799:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623834.446806:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f910d [1] + 224 00000800:00000001:3.0:1781623834.446813:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623834.446817:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623834.446820:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623834.446824:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623834.446831:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623834.446840:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511280a80 x1868160455856896/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623850 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623834.446852:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511280a80 x1868160455856896/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623850 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623834.446878:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623834.446886:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623834.446890:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623834.446892:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623834.446894:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623834.446897:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623834.446900:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623834.446904:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623834.446907:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623834.446910:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623834.446913:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005ad380 00000400:00000200:3.0:1781623834.446917:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623834.446921:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f911d [1] + 224 00000800:00000001:3.0:1781623834.446925:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623834.446931:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623834.446933:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623834.446936:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623834.446939:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623834.446943:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511283b80 x1868160455857024/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623850 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623834.446952:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511283b80 x1868160455857024/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623850 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623834.446959:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623834.446962:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623834.446965:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623834.447292:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623834.447297:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781623834.447303:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623834.447305:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623834.447308:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f081b8. 00000400:00000200:2.0:1781623834.447313:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d4c8 00000400:00000010:2.0:1781623834.447316:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d4c8. 00000100:00000001:2.0:1781623834.447319:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623834.447324:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511283b80 x1868160455857024/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623850 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623834.447333:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511283b80 x1868160455857024/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623850 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623834.447339:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623834.447340:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623834.447343:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623834.447346:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623834.447349:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623834.447351:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623834.447354:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623834.447373:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=11 v=5 (5 20 20 20) 00000100:00001000:2.0:1781623834.447378:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=82 v=5 (1 1 1 1) 00000100:00000001:2.0:1781623834.447381:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623834.447382:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623834.447385:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623834.447388:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623834.447392:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781623834.447394:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:2.0:1781623834.447396:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781623834.447398:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623834.447404:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511283b80 x1868160455857024/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623850 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623834.447411:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623834.447414:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623834.447416:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623834.447420:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511283b80 x1868160455857024/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623850 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623834.447428:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511283b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455857024:192.168.202.101@tcp:400:kworker.0 00000400:00000001:2.0:1781623834.447434:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623834.447435:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623834.447437:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08210. 00000400:00000200:2.0:1781623834.447439:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d880 00000400:00000010:2.0:1781623834.447441:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d880. 00000100:00000001:2.0:1781623834.447443:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623834.447445:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511280a80 x1868160455856896/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623850 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623834.447452:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511280a80 x1868160455856896/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623850 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623834.447459:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623834.447461:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623834.447462:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623834.447464:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623834.447465:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623834.447466:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623834.447468:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623834.447470:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=11 v=5 (5 5 5 5) 00000100:00001000:2.0:1781623834.447473:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=82 v=5 (1 1 1 1) 00000100:00000001:2.0:1781623834.447475:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623834.447476:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623834.447478:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623834.447480:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623834.447481:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623834.447484:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511280a80 x1868160455856896/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623850 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623834.447489:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623834.447491:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623834.447493:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623834.447495:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511280a80 x1868160455856896/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623850 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623834.447501:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455856896:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623834.447504:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623834.447507:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623834.447510:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511283b80 x1868160455857024/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623850 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623834.447515:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623834.447517:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623834.447520:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078c00. 02000000:00000001:2.0:1781623834.447523:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623834.447526:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623834.447527:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:2.0:1781623834.447529:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623834.447531:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7df00. 02000000:00000001:2.0:1781623834.447535:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623834.447537:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623834.447539:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511283b80. 00000100:00000001:2.0:1781623834.447543:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623834.447545:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623834.447546:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623834.447549:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511280a80 x1868160455856896/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623850 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623834.447554:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623834.447555:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623834.447557:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079400. 02000000:00000001:2.0:1781623834.447559:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623834.447560:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623834.447561:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781623834.447563:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623834.447564:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d400. 02000000:00000001:2.0:1781623834.447566:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623834.447567:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623834.447568:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511280a80. 00000100:00000001:2.0:1781623834.447570:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623834.447571:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623834.447574:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623834.447580:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623834.447583:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623834.447585:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623834.447587:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623834.811519:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623834.811523:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623834.811528:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623834.811529:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623834.814052:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623834.814059:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623834.814063:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623835.829384:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623835.829394:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623835.829397:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623835.829401:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623835.829406:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623835.829408:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623835.829410:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623835.829412:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623835.829417:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623835.829418:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623835.829420:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623835.829421:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623835.829423:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623835.829424:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623835.829426:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623835.829428:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623835.829702:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623835.829705:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623835.829708:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623836.856677:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623836.856684:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623836.856690:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623836.856692:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623836.856880:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623836.856884:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623836.856888:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623837.877291:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623837.877304:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623837.877317:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623837.877318:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623837.877491:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623837.877494:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623837.877497:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623838.901726:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623838.901735:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623838.901743:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623838.901744:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623838.901849:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623838.901853:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623838.901856:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781623839.543115:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623839.543254:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623839.543269:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0ed80. 00000020:00000040:2.0:1781623839.543275:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781623839.543280:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623839.543283:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623839.543289:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623839.543296:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3900. 00000100:00000001:2.0:1781623839.543301:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623839.543337:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0ed80 x1868160455857152/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623839.543346:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623839.543351:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623839.543356:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006824e33d] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0ed80 x1868160455857152/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623839.543448:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623839.543453:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623839.543456:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623839.543474:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0ed80 x1868160455857152/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623839.543483:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623839.543486:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623839.543491:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623839.543494:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623839.543496:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623839.543500:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455857152:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623839.543505:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623839.543514:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623839.543517:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623839.543521:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623839.543528:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ed200. 02000000:00000001:3.0:1781623839.543530:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623839.543540:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623839.543545:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8aa8. 00000400:00000010:3.0:1781623839.543555:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70908. 00000100:00000200:3.0:1781623839.543564:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455857152, portal 25 00000100:00000001:3.0:1781623839.543567:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623839.543568:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272076160 : -123673437475456 : ffff8f8508b0ed80) 00000100:00000040:3.0:1781623839.543574:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0ed80 x1868160455857152/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623839.543582:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623839.543585:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623839.543589:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70000. 00000100:00000200:3.0:1781623839.543593:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455857152, offset 0 00000400:00000200:3.0:1781623839.543629:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623839.543645:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623839.543654:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623839.543663:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623839.543671:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623839.543675:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623839.543678:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623839.543682:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375985:375985:256:4294967295] 192.168.202.101@tcp LPNI seq info [375955:375955:8:4294967295] 00000400:00000200:3.0:1781623839.543686:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623839.543696:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623839.543701:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623839.543705:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d900. 00000800:00000200:3.0:1781623839.543712:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623839.543719:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623839.543723:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623839.543740:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623839.543743:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623839.543746:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302004344 00000100:00000001:3.0:1781623839.544562:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301999224 00000100:00000001:3.0:1781623839.544570:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302004344 00000100:00000001:3.0:1781623839.544572:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301999224 00000100:00000001:3.0:1781623839.544574:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623839.544577:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623839.544579:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623839.544581:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623839.544630:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623839.544633:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623839.544637:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623839.544644:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0df80. 00000020:00000040:2.0:1781623839.544650:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781623839.544653:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623839.544656:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623839.544659:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623839.544665:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3400. 00000100:00000001:2.0:1781623839.544671:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623839.544679:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0df80 x1868160455857280/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623839.544689:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623839.544693:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623839.544697:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb3c3668] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0df80 x1868160455857280/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623839.544885:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623839.544888:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781623839.544891:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623839.544893:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623839.544894:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623839.544896:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1781623839.544898:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623839.544901:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623839.544902:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623839.544904:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623839.544905:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623839.544906:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623839.544913:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0df80 x1868160455857280/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623839.544922:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623839.544925:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623839.544929:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623839.544931:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623839.544933:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623839.544935:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455857280:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623839.544938:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623839.544943:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623839.544991:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623839.544994:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623839.544998:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ed400. 02000000:00000001:3.0:1781623839.544999:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623839.545007:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623839.545011:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c86e0. 00000400:00000010:3.0:1781623839.545016:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70880. 00000100:00000200:3.0:1781623839.545020:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455857280, portal 10 00000100:00000001:3.0:1781623839.545022:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623839.545023:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272072576 : -123673437479040 : ffff8f8508b0df80) 00000100:00000040:3.0:1781623839.545042:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0df80 x1868160455857280/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623839.545047:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623839.545048:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623839.545106:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e707f8. 00000100:00000200:3.0:1781623839.545110:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455857280, offset 0 00000400:00000200:3.0:1781623839.545117:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623839.545124:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623839.545177:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623839.545182:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623839.545184:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623839.545221:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623839.545224:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623839.545226:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375986:375986:255:4294967295] 192.168.202.101@tcp LPNI seq info [375956:375956:7:4294967295] 00000400:00000200:3.0:1781623839.545230:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623839.545237:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623839.545241:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623839.545244:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d100. 00000800:00000200:3.0:1781623839.545249:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623839.545254:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623839.545257:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623839.545261:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623839.545264:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17797 usecs (18 jiffies) 00000400:00000200:3.0:1781623839.545266:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623839.545268:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4301996565 00000100:00000001:3.0:1781623839.545270:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302004344 00000100:00000001:3.0:1781623839.545272:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4301996565 00000100:00000001:3.0:1781623839.545273:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302004344 00000100:00000001:3.0:1781623839.545275:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623839.545276:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623839.545278:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623839.545279:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623839.545366:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623839.545370:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d900. 00000100:00000001:2.0:1781623839.545371:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623839.545375:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1781623839.545377:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1781623839.545379:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1781623839.545382:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000040:2.0:1781623839.545383:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781623839.545386:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1781623839.545389:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70000 00000400:00000010:3.0:1781623839.545391:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70000. 00000100:00000040:2.0:1781623839.545391:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7334) 00000100:00000001:3.0:1781623839.545397:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623839.545402:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0ed80 x1868160455857152/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623839.545403:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623839.545405:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623839.545412:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623839.545416:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0ed80 x1868160455857152/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623855 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623839.545418:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623839.545419:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623839.545421:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623839.545423:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623839.545423:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623839.545425:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623839.546277:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623839.546281:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d100. 00000400:00000200:3.0:1781623839.546284:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623839.546291:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623839.546295:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e707f8 00000400:00000010:3.0:1781623839.546297:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e707f8. 00000100:00000001:3.0:1781623839.546300:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623839.546305:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0df80 x1868160455857280/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623839.546324:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623839.546326:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0df80 x1868160455857280/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623855 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623839.546335:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623839.546336:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781623839.548679:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623839.548696:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623839.548700:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623839.548703:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623839.548759:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623839.548772:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623839.548781:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623839.548786:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623839.550115:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623839.550122:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005ad400 00000400:00000200:3.0:1781623839.550127:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623839.550135:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f912d [1] + 224 00000800:00000001:3.0:1781623839.550146:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623839.550160:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623839.550163:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623839.550168:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623839.550176:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623839.550184:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0ed80 x1868160455857152/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623855 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623839.550194:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0ed80 x1868160455857152/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623855 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623839.550219:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623839.550231:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623839.550235:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623839.550237:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623839.550239:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623839.550241:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623839.550244:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623839.550249:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623839.550252:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623839.550254:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623839.550256:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005ad480 00000400:00000200:3.0:1781623839.550258:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623839.550261:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f913d [1] + 224 00000800:00000001:3.0:1781623839.550263:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623839.550268:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623839.550269:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623839.550271:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623839.550273:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623839.550276:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0df80 x1868160455857280/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623855 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623839.550282:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0df80 x1868160455857280/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623855 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623839.550286:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623839.550288:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623839.550289:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623839.550388:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623839.550392:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781623839.550399:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623839.550402:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623839.550406:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c86e0. 00000400:00000200:2.0:1781623839.550413:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70880 00000400:00000010:2.0:1781623839.550416:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70880. 00000100:00000001:2.0:1781623839.550425:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623839.550429:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0df80 x1868160455857280/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623855 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623839.550438:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0df80 x1868160455857280/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623855 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623839.550444:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623839.550446:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623839.550448:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623839.550452:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623839.550454:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623839.550457:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623839.550460:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623839.550469:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=16 v=5 (5 20 20 20) 00000100:00001000:2.0:1781623839.550473:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=87 v=5 (1 1 1 1) 00000100:00000001:2.0:1781623839.550475:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623839.550476:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623839.550480:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623839.550483:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623839.550488:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781623839.550490:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:2.0:1781623839.550491:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781623839.550493:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623839.550497:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0df80 x1868160455857280/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623855 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623839.550503:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623839.550506:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623839.550509:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623839.550512:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0df80 x1868160455857280/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623855 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623839.550519:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455857280:192.168.202.101@tcp:400:kworker.0 00000400:00000001:2.0:1781623839.550524:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623839.550525:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623839.550526:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8aa8. 00000400:00000200:2.0:1781623839.550528:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70908 00000400:00000010:2.0:1781623839.550530:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70908. 00000100:00000001:2.0:1781623839.550532:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623839.550534:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0ed80 x1868160455857152/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623855 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623839.550541:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0ed80 x1868160455857152/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623855 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623839.550546:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623839.550547:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623839.550548:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623839.550550:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623839.550551:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623839.550552:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623839.550554:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623839.550556:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=16 v=5 (5 5 5 5) 00000100:00001000:2.0:1781623839.550559:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=87 v=5 (1 1 1 1) 00000100:00000001:2.0:1781623839.550561:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623839.550563:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623839.550564:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623839.550566:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623839.550568:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623839.550571:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0ed80 x1868160455857152/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623855 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623839.550577:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623839.550578:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623839.550579:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623839.550582:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0ed80 x1868160455857152/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623855 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623839.550588:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455857152:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623839.550592:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623839.550595:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623839.550598:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0df80 x1868160455857280/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623855 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623839.550604:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623839.550607:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623839.550610:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ed400. 02000000:00000001:2.0:1781623839.550614:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623839.550617:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623839.550618:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:2.0:1781623839.550620:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623839.550623:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3400. 02000000:00000001:2.0:1781623839.550628:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623839.550629:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623839.550631:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0df80. 00000100:00000001:2.0:1781623839.550635:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623839.550637:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623839.550638:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623839.550641:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0ed80 x1868160455857152/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623855 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623839.550647:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623839.550649:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623839.550650:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ed200. 02000000:00000001:2.0:1781623839.550652:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623839.550653:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623839.550654:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781623839.550656:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623839.550657:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3900. 02000000:00000001:2.0:1781623839.550659:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623839.550660:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623839.550662:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0ed80. 00000100:00000001:2.0:1781623839.550664:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623839.550665:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623839.550668:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623839.550676:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623839.550678:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623839.550680:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623839.550682:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623839.927062:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623839.927069:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623839.927075:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623839.927076:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623839.930067:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623839.930075:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623839.930081:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623840.951139:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623840.951147:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623840.951153:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623840.951154:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623840.951542:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623840.951545:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623840.951548:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623841.977888:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623841.977894:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623841.977899:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623841.977900:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623841.977986:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623841.977990:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623841.977993:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623842.997172:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623842.997180:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623842.997186:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623842.997187:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623842.997288:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623842.997291:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623842.997294:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623844.021150:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623844.021158:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623844.021164:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623844.021165:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623844.021818:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623844.021822:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623844.021825:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781623844.661203:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623844.661213:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623844.661224:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511281180. 00000020:00000040:3.0:1781623844.661231:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781623844.661235:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623844.661238:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623844.661243:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623844.661251:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d100. 00000100:00000001:3.0:1781623844.661258:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623844.661298:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511281180 x1868160455857408/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623844.661309:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623844.661313:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623844.661319:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc6d7584] to pc [ptlrpcd_01_00+0] req@ffff8f8511281180 x1868160455857408/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623844.661349:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623844.661352:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623844.661355:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623844.661358:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511280380. 00000020:00000040:3.0:1781623844.661361:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781623844.661363:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623844.661364:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623844.661366:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623844.661370:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d900. 00000100:00000001:3.0:1781623844.661372:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623844.661376:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511280380 x1868160455857536/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623844.661384:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623844.661385:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623844.661389:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc0c9a06] to pc [ptlrpcd_01_01+1] req@ffff8f8511280380 x1868160455857536/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623844.661397:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623844.661399:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781623844.661402:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781623844.661405:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781623844.661409:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781623844.661413:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7339) 00000100:00000001:2.0:1781623844.661468:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623844.661472:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623844.661475:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623844.661481:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511281180 x1868160455857408/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623844.661488:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623844.661490:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623844.661493:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623844.661496:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623844.661499:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623844.661502:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455857408:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623844.661506:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623844.661511:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623844.661514:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623844.661517:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623844.661521:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079600. 02000000:00000001:2.0:1781623844.661523:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623844.661530:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623844.661534:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08210. 00000400:00000010:2.0:1781623844.661540:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d880. 00000100:00000200:2.0:1781623844.661546:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455857408, portal 25 00000100:00000001:2.0:1781623844.661548:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623844.661550:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414101888 : -123673295449728 : ffff8f8511281180) 00000100:00000040:2.0:1781623844.661555:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511281180 x1868160455857408/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623844.661563:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623844.661566:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623844.661568:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d4c8. 00000100:00000200:2.0:1781623844.661571:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455857408, offset 0 00000400:00000200:2.0:1781623844.661578:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623844.661587:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623844.661594:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623844.661600:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623844.661605:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623844.661608:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623844.661611:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623844.661614:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375987:375987:256:4294967295] 192.168.202.101@tcp LPNI seq info [375957:375957:8:4294967295] 00000400:00000200:2.0:1781623844.661618:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623844.661627:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623844.661633:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623844.661637:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3900. 00000800:00000200:2.0:1781623844.661644:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623844.661652:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623844.661655:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623844.661672:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623844.661677:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623844.661679:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302009462 00000100:00000001:2.0:1781623844.661686:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302004344 00000100:00000001:2.0:1781623844.661689:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302009462 00000100:00000001:2.0:1781623844.661692:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302004344 00000100:00000001:2.0:1781623844.661694:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623844.661697:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623844.661699:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623844.661701:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623844.661708:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623844.661710:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781623844.661712:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623844.661713:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623844.661714:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623844.661716:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1781623844.661718:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623844.661719:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623844.661720:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623844.661722:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623844.661722:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623844.661723:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623844.661727:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511280380 x1868160455857536/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623844.661733:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623844.661734:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623844.661736:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623844.661737:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623844.661739:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623844.661742:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455857536:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623844.661745:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623844.661747:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623844.661749:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623844.661750:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623844.661753:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078000. 02000000:00000001:2.0:1781623844.661755:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623844.661758:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623844.661760:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f081b8. 00000400:00000010:2.0:1781623844.661763:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d198. 00000100:00000200:2.0:1781623844.661765:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455857536, portal 10 00000100:00000001:2.0:1781623844.661767:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623844.661768:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414098304 : -123673295453312 : ffff8f8511280380) 00000100:00000040:2.0:1781623844.661774:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511280380 x1868160455857536/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623844.661779:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623844.661781:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623844.661783:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d3b8. 00000100:00000200:2.0:1781623844.661784:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455857536, offset 0 00000400:00000200:2.0:1781623844.661788:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623844.661791:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623844.661794:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623844.661796:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623844.661798:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623844.661800:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623844.661802:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623844.661804:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375988:375988:255:4294967295] 192.168.202.101@tcp LPNI seq info [375958:375958:7:4294967295] 00000400:00000200:2.0:1781623844.661808:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623844.661813:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623844.661816:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623844.661819:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3400. 00000800:00000200:2.0:1781623844.661822:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623844.661826:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623844.661828:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623844.661830:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623844.661833:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17785 usecs (18 jiffies) 00000400:00000200:2.0:1781623844.661836:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623844.661838:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302001682 00000100:00000001:2.0:1781623844.661840:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302009462 00000100:00000001:2.0:1781623844.661842:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302001682 00000100:00000001:2.0:1781623844.661844:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302009462 00000100:00000001:2.0:1781623844.661846:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623844.661847:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623844.661849:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623844.661851:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623844.661861:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623844.661862:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623844.661945:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623844.661950:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3900. 00000400:00000200:3.0:1781623844.661957:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623844.661961:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623844.661967:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d4c8 00000400:00000010:3.0:1781623844.661970:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d4c8. 00000100:00000001:3.0:1781623844.661974:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623844.661979:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511281180 x1868160455857408/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623844.661988:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623844.661991:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511281180 x1868160455857408/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623860 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623844.661998:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623844.661999:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623844.662100:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623844.662103:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3400. 00000400:00000200:3.0:1781623844.662105:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623844.662109:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623844.662111:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d3b8 00000400:00000010:3.0:1781623844.662113:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d3b8. 00000100:00000001:3.0:1781623844.662115:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623844.662118:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511280380 x1868160455857536/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623844.662124:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623844.662127:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511280380 x1868160455857536/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623860 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623844.662132:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623844.662133:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781623844.667530:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623844.667544:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623844.667548:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623844.667550:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623844.667559:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623844.667566:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623844.667603:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623844.667608:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623844.667613:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623844.667617:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005ad580 00000400:00000200:3.0:1781623844.667623:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623844.667629:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f915d [1] + 224 00000800:00000001:3.0:1781623844.667636:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623844.667641:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623844.667644:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623844.667648:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623844.667655:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623844.667663:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511280380 x1868160455857536/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623860 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623844.667674:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511280380 x1868160455857536/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623860 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623844.667696:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623844.667704:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623844.667706:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623844.667819:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623844.667823:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781623844.667829:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623844.667831:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623844.667835:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f081b8. 00000400:00000200:2.0:1781623844.667840:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d198 00000400:00000010:2.0:1781623844.667842:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d198. 00000100:00000001:2.0:1781623844.667845:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623844.667850:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511280380 x1868160455857536/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623860 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623844.667859:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511280380 x1868160455857536/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623860 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623844.667866:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623844.667867:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623844.667870:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623844.667873:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623844.667875:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623844.667877:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623844.667880:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623844.667888:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=21 v=5 (5 20 20 20) 00000100:00001000:2.0:1781623844.667892:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=92 v=5 (1 1 1 1) 00000100:00000001:2.0:1781623844.667895:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623844.667897:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623844.667900:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623844.667979:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623844.667983:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781623844.667986:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:2.0:1781623844.667988:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781623844.667989:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623844.667995:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511280380 x1868160455857536/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623860 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623844.668003:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623844.668006:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623844.668009:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623844.668012:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511280380 x1868160455857536/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623860 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623844.668019:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455857536:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623844.668051:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623844.668055:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623844.668058:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511280380 x1868160455857536/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623860 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623844.668064:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623844.668067:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623844.668070:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078000. 02000000:00000001:2.0:1781623844.668073:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623844.668076:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623844.668078:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:2.0:1781623844.668080:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623844.668083:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d900. 02000000:00000001:2.0:1781623844.668087:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623844.668088:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623844.668090:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511280380. 00000100:00000001:2.0:1781623844.668093:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623844.668095:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623844.668098:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623844.668099:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623844.668101:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623844.668102:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623844.668104:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781623844.668707:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623844.668716:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623844.668718:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623844.668720:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623844.668725:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623844.668730:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623844.668791:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623844.668797:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623844.668802:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623844.668806:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005ad500 00000400:00000200:3.0:1781623844.668810:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623844.668815:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f914d [1] + 224 00000800:00000001:3.0:1781623844.668821:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623844.668827:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623844.668830:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623844.668833:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623844.668838:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623844.668843:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511281180 x1868160455857408/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623860 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623844.668853:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511281180 x1868160455857408/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623860 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623844.668873:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623844.668880:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623844.668883:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623844.668940:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623844.668942:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781623844.668946:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623844.668948:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623844.668950:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08210. 00000400:00000200:2.0:1781623844.668955:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d880 00000400:00000010:2.0:1781623844.668957:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d880. 00000100:00000001:2.0:1781623844.668960:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623844.668963:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511281180 x1868160455857408/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623860 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623844.668982:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511281180 x1868160455857408/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623860 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623844.668988:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623844.668990:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623844.668992:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623844.668993:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623844.668995:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623844.668997:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623844.668999:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623844.669004:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=21 v=5 (5 5 5 5) 00000100:00001000:2.0:1781623844.669007:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=92 v=5 (1 1 1 1) 00000100:00000001:2.0:1781623844.669009:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623844.669011:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623844.669013:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623844.669015:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623844.669016:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623844.669020:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511281180 x1868160455857408/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623860 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623844.669048:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623844.669051:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623844.669052:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623844.669056:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511281180 x1868160455857408/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623860 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623844.669069:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455857408:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623844.669073:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623844.669075:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623844.669079:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511281180 x1868160455857408/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623860 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623844.669086:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623844.669088:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623844.669090:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079600. 02000000:00000001:2.0:1781623844.669093:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623844.669096:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623844.669097:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781623844.669099:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623844.669101:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d100. 02000000:00000001:2.0:1781623844.669104:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623844.669105:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623844.669107:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511281180. 00000100:00000001:2.0:1781623844.669110:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623844.669112:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623844.669113:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623844.669122:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623844.669124:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623844.669127:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623844.669128:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623845.045502:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623845.045508:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623845.045513:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623845.045514:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623845.045600:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623845.045603:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623845.045606:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623846.069146:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623846.069156:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623846.069167:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623846.069171:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623846.069176:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623846.069178:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623846.069180:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623846.069182:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623846.069186:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623846.069188:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623846.069189:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623846.069191:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623846.069193:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623846.069194:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623846.069195:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623846.069197:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623846.071104:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623846.071110:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623846.071115:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623847.093161:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623847.093167:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623847.093172:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623847.093173:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623847.093366:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623847.093369:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623847.093372:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623848.117401:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623848.117408:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623848.117414:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623848.117416:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623848.117927:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623848.117931:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623848.117934:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623849.142708:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623849.142715:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623849.142721:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623849.142728:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623849.151957:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623849.151964:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623849.151969:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781623849.782053:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623849.782064:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623849.782074:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0ed80. 00000020:00000040:2.0:1781623849.782081:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781623849.782085:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623849.782088:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623849.782093:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623849.782101:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3200. 00000100:00000001:2.0:1781623849.782108:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623849.782121:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0ed80 x1868160455857664/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623849.782131:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623849.782135:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623849.782141:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006824e33d] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0ed80 x1868160455857664/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623849.782162:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623849.782164:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623849.782168:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623849.782171:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0df80. 00000020:00000040:2.0:1781623849.782173:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781623849.782174:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623849.782176:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623849.782177:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623849.782182:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3400. 00000100:00000001:2.0:1781623849.782185:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623849.782189:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0df80 x1868160455857792/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623849.782196:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623849.782198:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623849.782202:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb3c3668] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0df80 x1868160455857792/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623849.782209:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623849.782211:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781623849.782215:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781623849.782228:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781623849.782231:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781623849.782236:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7344) 00000100:00000001:2.0:1781623849.782247:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623849.782250:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623849.782253:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623849.782257:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0ed80 x1868160455857664/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623849.782265:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623849.782267:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623849.782270:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623849.782272:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623849.782275:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623849.782278:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455857664:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623849.782282:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623849.782287:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623849.782290:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623849.782292:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623849.782296:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078a00. 02000000:00000001:2.0:1781623849.782297:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623849.782304:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623849.782308:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08210. 00000400:00000010:2.0:1781623849.782314:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d880. 00000100:00000200:2.0:1781623849.782333:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455857664, portal 25 00000100:00000001:2.0:1781623849.782335:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623849.782336:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272076160 : -123673437475456 : ffff8f8508b0ed80) 00000100:00000040:2.0:1781623849.782342:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0ed80 x1868160455857664/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623849.782349:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623849.782351:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623849.782354:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d198. 00000100:00000200:2.0:1781623849.782356:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455857664, offset 0 00000400:00000200:2.0:1781623849.782363:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623849.782371:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623849.782378:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623849.782384:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623849.782388:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623849.782392:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623849.782394:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623849.782398:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375989:375989:256:4294967295] 192.168.202.101@tcp LPNI seq info [375959:375959:8:4294967295] 00000400:00000200:2.0:1781623849.782402:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623849.782411:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623849.782417:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623849.782421:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3900. 00000800:00000200:2.0:1781623849.782428:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623849.782436:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623849.782439:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623849.782451:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623849.782455:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623849.782458:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302014583 00000100:00000001:2.0:1781623849.782464:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302009462 00000100:00000001:2.0:1781623849.782467:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302014583 00000100:00000001:2.0:1781623849.782470:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302009462 00000100:00000001:2.0:1781623849.782483:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623849.782486:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623849.782489:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623849.782491:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623849.782498:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623849.782500:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781623849.782502:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623849.782503:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623849.782505:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623849.782507:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1781623849.782508:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623849.782510:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623849.782512:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623849.782513:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623849.782515:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623849.782516:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623849.782520:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0df80 x1868160455857792/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623849.782526:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623849.782528:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623849.782530:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623849.782531:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623849.782533:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623849.782536:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455857792:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623849.782539:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623849.782541:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623849.782543:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623849.782545:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623849.782548:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078200. 02000000:00000001:2.0:1781623849.782550:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623849.782554:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623849.782556:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f081b8. 00000400:00000010:2.0:1781623849.782560:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d660. 00000100:00000200:2.0:1781623849.782563:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455857792, portal 10 00000100:00000001:2.0:1781623849.782564:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623849.782565:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272072576 : -123673437479040 : ffff8f8508b0df80) 00000100:00000040:2.0:1781623849.782572:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0df80 x1868160455857792/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623849.782579:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623849.782581:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623849.782583:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901df68. 00000100:00000200:2.0:1781623849.782586:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455857792, offset 0 00000400:00000200:2.0:1781623849.782590:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623849.782594:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623849.782597:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623849.782600:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623849.782603:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623849.782605:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623849.782608:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623849.782611:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375990:375990:255:4294967295] 192.168.202.101@tcp LPNI seq info [375960:375960:7:4294967295] 00000400:00000200:2.0:1781623849.782614:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623849.782621:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623849.782626:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623849.782629:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3a00. 00000800:00000200:2.0:1781623849.782633:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623849.782637:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623849.782640:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623849.782644:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623849.782647:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17775 usecs (18 jiffies) 00000400:00000200:2.0:1781623849.782651:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623849.782653:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302006803 00000100:00000001:2.0:1781623849.782655:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302014583 00000100:00000001:2.0:1781623849.782658:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302006803 00000100:00000001:2.0:1781623849.782660:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302014583 00000100:00000001:2.0:1781623849.782662:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623849.782664:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623849.782666:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623849.782668:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623849.782677:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623849.782679:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781623849.782728:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623849.782732:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3900. 00000400:00000200:2.0:1781623849.782737:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623849.782741:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623849.782746:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d198 00000400:00000010:2.0:1781623849.782757:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d198. 00000100:00000001:2.0:1781623849.782761:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623849.782766:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0ed80 x1868160455857664/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623849.782775:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623849.782779:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0ed80 x1868160455857664/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623865 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623849.782795:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623849.782797:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781623849.784252:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623849.784260:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3a00. 00000400:00000200:2.0:1781623849.784266:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623849.784274:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623849.784279:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901df68 00000400:00000010:2.0:1781623849.784281:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901df68. 00000100:00000001:2.0:1781623849.784285:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623849.784291:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0df80 x1868160455857792/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623849.784302:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623849.784305:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0df80 x1868160455857792/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623865 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623849.784312:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623849.784313:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781623849.786602:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623849.786616:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623849.786620:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623849.786622:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623849.786631:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623849.786637:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623849.786645:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623849.786650:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623849.786656:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623849.786660:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005ad680 00000400:00000200:2.0:1781623849.786665:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623849.786671:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f917d [1] + 224 00000800:00000001:2.0:1781623849.786680:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623849.786686:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623849.786688:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623849.786692:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623849.786699:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623849.786708:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0df80 x1868160455857792/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623865 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623849.786718:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0df80 x1868160455857792/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623865 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623849.786741:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623849.786749:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623849.786752:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623849.786798:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623849.786802:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781623849.786809:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623849.786811:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623849.786814:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f081b8. 00000400:00000200:3.0:1781623849.786819:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d660 00000400:00000010:3.0:1781623849.786822:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d660. 00000100:00000001:3.0:1781623849.786824:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623849.786829:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0df80 x1868160455857792/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623865 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623849.786838:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0df80 x1868160455857792/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623865 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623849.786845:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623849.786846:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623849.786849:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623849.786853:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623849.786855:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623849.786857:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623849.786860:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623849.786871:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=26 v=5 (5 20 20 20) 00000100:00001000:3.0:1781623849.786875:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=97 v=5 (1 1 1 1) 00000100:00000001:3.0:1781623849.786878:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623849.786879:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623849.786882:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623849.786886:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623849.786890:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623849.786892:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781623849.786894:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623849.786896:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623849.786902:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0df80 x1868160455857792/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623865 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623849.786908:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623849.786912:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623849.786914:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623849.786918:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0df80 x1868160455857792/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623865 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623849.786925:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455857792:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623849.786930:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623849.786933:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623849.786936:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0df80 x1868160455857792/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623865 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623849.786943:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623849.786945:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623849.786949:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078200. 02000000:00000001:3.0:1781623849.786953:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623849.786956:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623849.786957:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781623849.786971:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623849.786973:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3400. 02000000:00000001:3.0:1781623849.786978:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623849.786980:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623849.786982:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0df80. 00000100:00000001:3.0:1781623849.786986:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623849.786987:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623849.786990:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623849.786992:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623849.786993:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623849.786995:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623849.786996:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781623849.787700:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623849.787708:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623849.787711:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623849.787713:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623849.787718:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623849.787723:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623849.787729:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623849.787733:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623849.787736:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623849.787740:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005ad600 00000400:00000200:2.0:1781623849.787744:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623849.787749:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f916d [1] + 224 00000800:00000001:2.0:1781623849.787754:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623849.787761:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623849.787763:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623849.787766:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623849.787770:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623849.787778:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0ed80 x1868160455857664/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623865 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623849.787787:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0ed80 x1868160455857664/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623865 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623849.787801:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623849.787807:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623849.787810:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623849.788154:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623849.788157:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781623849.788162:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623849.788163:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623849.788166:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08210. 00000400:00000200:2.0:1781623849.788170:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d880 00000400:00000010:2.0:1781623849.788172:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d880. 00000100:00000001:2.0:1781623849.788175:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623849.788180:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0ed80 x1868160455857664/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623865 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623849.788189:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0ed80 x1868160455857664/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623865 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623849.788195:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623849.788197:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623849.788199:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623849.788202:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623849.788204:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623849.788206:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623849.788208:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623849.788213:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=26 v=5 (5 5 5 5) 00000100:00001000:2.0:1781623849.788226:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=97 v=5 (1 1 1 1) 00000100:00000001:2.0:1781623849.788229:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623849.788230:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623849.788233:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623849.788235:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623849.788237:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623849.788241:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0ed80 x1868160455857664/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623865 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623849.788248:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623849.788250:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623849.788252:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623849.788256:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0ed80 x1868160455857664/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623865 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623849.788263:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455857664:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623849.788267:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623849.788270:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623849.788272:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0ed80 x1868160455857664/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623865 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623849.788278:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623849.788279:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623849.788283:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078a00. 02000000:00000001:2.0:1781623849.788285:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623849.788288:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623849.788289:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781623849.788291:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623849.788293:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3200. 02000000:00000001:2.0:1781623849.788297:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623849.788298:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623849.788299:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0ed80. 00000100:00000001:2.0:1781623849.788302:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623849.788304:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623849.788305:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623849.788312:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623849.788314:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623849.788316:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623849.788317:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623850.165162:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623850.165171:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623850.165178:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623850.165179:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623850.165518:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623850.165522:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623850.165525:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623851.189237:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623851.189244:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623851.189250:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623851.189251:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623851.189346:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623851.189350:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623851.189353:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623852.214594:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623852.214601:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623852.214607:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623852.214608:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623852.214702:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623852.214706:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623852.214709:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623853.240133:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623853.240141:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623853.240147:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623853.240148:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623853.240978:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623853.240982:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623853.240986:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623854.261143:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623854.261149:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623854.261155:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623854.261157:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623854.261342:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623854.261346:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623854.261349:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781623854.901225:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623854.901236:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623854.901246:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733d500. 00000020:00000040:1.0:1781623854.901252:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781623854.901257:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623854.901260:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623854.901265:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623854.901272:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85102c9e00. 00000100:00000001:1.0:1781623854.901279:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623854.901291:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733d500 x1868160455857920/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623854.901301:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623854.901317:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623854.901324:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000e3ddb18] to pc [ptlrpcd_00_01+1] req@ffff8f850733d500 x1868160455857920/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623854.901350:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623854.901353:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623854.901356:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623854.901359:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733f800. 00000020:00000040:1.0:1781623854.901361:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781623854.901364:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623854.901365:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623854.901367:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623854.901370:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85102c9a00. 00000100:00000001:1.0:1781623854.901372:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623854.901376:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733f800 x1868160455858048/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623854.901383:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623854.901385:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623854.901388:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024db8907] to pc [ptlrpcd_00_00+0] req@ffff8f850733f800 x1868160455858048/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623854.901396:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623854.901399:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781623854.901402:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781623854.901405:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781623854.901408:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781623854.901413:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7349) 00000100:00000001:0.0:1781623854.901518:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623854.901523:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623854.901526:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623854.901533:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733d500 x1868160455857920/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623854.901540:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623854.901543:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623854.901546:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623854.901548:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623854.901550:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623854.901554:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455857920:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623854.901558:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623854.901564:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623854.901566:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623854.901569:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623854.901574:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cecc00. 02000000:00000001:0.0:1781623854.901577:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623854.901583:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623854.901587:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7b00. 00000400:00000010:0.0:1781623854.901594:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e92a8. 00000100:00000200:0.0:1781623854.901601:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455857920, portal 25 00000100:00000001:0.0:1781623854.901604:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623854.901605:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247100672 : -123673462450944 : ffff8f850733d500) 00000100:00000040:0.0:1781623854.901611:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733d500 x1868160455857920/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623854.901618:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623854.901621:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623854.901624:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9440. 00000100:00000200:0.0:1781623854.901627:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455857920, offset 0 00000400:00000200:0.0:1781623854.901633:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623854.901691:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623854.901699:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623854.901704:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623854.901708:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623854.901712:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623854.901715:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623854.901719:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375991:375991:256:4294967295] 192.168.202.101@tcp LPNI seq info [375961:375961:8:4294967295] 00000400:00000200:0.0:1781623854.901724:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623854.901734:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623854.901740:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623854.901745:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0300. 00000800:00000200:0.0:1781623854.901751:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623854.901769:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623854.901773:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623854.901796:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623854.901801:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623854.901804:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302019702 00000100:00000001:0.0:1781623854.901810:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302014583 00000100:00000001:0.0:1781623854.901814:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302019702 00000100:00000001:0.0:1781623854.901825:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302014583 00000100:00000001:0.0:1781623854.901829:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623854.901831:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623854.901834:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623854.901836:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623854.901844:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623854.901846:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781623854.901848:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623854.901850:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623854.901851:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623854.901853:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1781623854.901855:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623854.901857:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623854.901858:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623854.901859:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623854.901860:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623854.901861:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623854.901865:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733f800 x1868160455858048/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623854.901871:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623854.901873:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623854.901875:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623854.901877:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623854.901878:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623854.901881:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455858048:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623854.901885:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623854.901887:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623854.901888:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623854.901890:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623854.901893:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505ced200. 02000000:00000001:0.0:1781623854.901895:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623854.901899:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623854.901902:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7dc0. 00000400:00000010:0.0:1781623854.901905:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9660. 00000100:00000200:0.0:1781623854.901908:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455858048, portal 10 00000100:00000001:0.0:1781623854.901910:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623854.901911:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247109632 : -123673462441984 : ffff8f850733f800) 00000100:00000040:0.0:1781623854.901918:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733f800 x1868160455858048/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623854.901923:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623854.901925:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623854.901928:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e94c8. 00000100:00000200:0.0:1781623854.901930:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455858048, offset 0 00000400:00000200:0.0:1781623854.901934:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623854.901938:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623854.901941:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623854.901944:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623854.901946:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623854.901948:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623854.901950:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623854.901952:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375992:375992:255:4294967295] 192.168.202.101@tcp LPNI seq info [375962:375962:7:4294967295] 00000400:00000200:0.0:1781623854.901955:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623854.901961:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623854.901964:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623854.901967:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0800. 00000800:00000200:0.0:1781623854.901971:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623854.901976:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623854.901978:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623854.901980:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623854.901984:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17761 usecs (18 jiffies) 00000400:00000200:0.0:1781623854.901986:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623854.901988:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302011922 00000100:00000001:0.0:1781623854.901990:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302019702 00000100:00000001:0.0:1781623854.901992:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302011922 00000100:00000001:0.0:1781623854.901994:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302019702 00000100:00000001:0.0:1781623854.901995:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623854.901997:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623854.902000:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623854.902002:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623854.902013:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623854.902015:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781623854.902255:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623854.902261:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0300. 00000400:00000200:2.0:1781623854.902267:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623854.902273:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623854.902279:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9440 00000400:00000010:2.0:1781623854.902281:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9440. 00000100:00000001:2.0:1781623854.902285:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623854.902289:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733d500 x1868160455857920/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623854.902298:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623854.902301:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733d500 x1868160455857920/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623870 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623854.902307:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623854.902309:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781623854.902372:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623854.902375:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0800. 00000400:00000200:2.0:1781623854.902378:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623854.902381:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623854.902384:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e94c8 00000400:00000010:2.0:1781623854.902385:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e94c8. 00000100:00000001:2.0:1781623854.902388:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623854.902391:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733f800 x1868160455858048/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623854.902398:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623854.902401:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733f800 x1868160455858048/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623870 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623854.902406:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623854.902407:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781623854.904989:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623854.905006:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623854.905011:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623854.905013:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623854.905022:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623854.905301:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623854.905315:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623854.905320:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623854.905326:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623854.905330:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005ad780 00000400:00000200:2.0:1781623854.905335:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623854.905342:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9195 [1] + 224 00000800:00000001:2.0:1781623854.905360:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623854.905369:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623854.905372:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623854.905377:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623854.905387:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623854.905397:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733f800 x1868160455858048/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623870 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623854.905407:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733f800 x1868160455858048/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623870 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623854.905426:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623854.905442:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623854.905445:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623854.906226:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623854.906234:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623854.906236:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623854.906238:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623854.906243:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623854.906248:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623854.906254:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623854.906257:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623854.906260:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623854.906264:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005ad700 00000400:00000200:2.0:1781623854.906268:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623854.906273:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f918d [1] + 224 00000800:00000001:2.0:1781623854.906277:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623854.906283:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623854.906285:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623854.906288:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623854.906293:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623854.906299:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733d500 x1868160455857920/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623870 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623854.906308:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733d500 x1868160455857920/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623870 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623854.906316:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623854.906321:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623854.906323:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623854.906387:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623854.906393:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623854.906399:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623854.906401:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623854.906404:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7dc0. 00000400:00000200:0.0:1781623854.906408:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9660 00000400:00000010:0.0:1781623854.906410:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9660. 00000100:00000001:0.0:1781623854.906414:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623854.906419:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733f800 x1868160455858048/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623870 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623854.906428:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733f800 x1868160455858048/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623870 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623854.906443:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623854.906445:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623854.906448:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623854.906451:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623854.906454:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623854.906456:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623854.906459:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623854.906467:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=31 v=5 (5 20 20 20) 00000100:00001000:0.0:1781623854.906472:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=102 v=5 (1 1 1 1) 00000100:00000001:0.0:1781623854.906475:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623854.906476:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623854.906479:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623854.906482:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623854.906485:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623854.906487:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781623854.906489:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623854.906490:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623854.906495:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733f800 x1868160455858048/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623870 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623854.906502:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623854.906504:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623854.906506:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623854.906509:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733f800 x1868160455858048/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623870 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623854.906517:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455858048:192.168.202.101@tcp:400:kworker.0 00000400:00000001:0.0:1781623854.906523:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623854.906524:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623854.906525:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7b00. 00000400:00000200:0.0:1781623854.906528:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e92a8 00000400:00000010:0.0:1781623854.906530:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e92a8. 00000100:00000001:0.0:1781623854.906532:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623854.906535:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733d500 x1868160455857920/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623870 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623854.906543:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733d500 x1868160455857920/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623870 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623854.906548:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623854.906549:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623854.906551:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623854.906552:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623854.906553:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623854.906554:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623854.906556:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623854.906558:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=31 v=5 (5 5 5 5) 00000100:00001000:0.0:1781623854.906560:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=102 v=5 (1 1 1 1) 00000100:00000001:0.0:1781623854.906562:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623854.906563:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623854.906565:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623854.906566:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623854.906568:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623854.906571:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733d500 x1868160455857920/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623870 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623854.906577:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623854.906579:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623854.906580:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623854.906584:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733d500 x1868160455857920/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623870 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623854.906590:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455857920:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623854.906593:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623854.906596:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623854.906599:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733f800 x1868160455858048/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623870 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623854.906604:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623854.906607:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623854.906610:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505ced200. 02000000:00000001:0.0:1781623854.906614:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623854.906617:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623854.906618:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781623854.906620:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623854.906623:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85102c9a00. 02000000:00000001:0.0:1781623854.906626:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623854.906628:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623854.906629:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733f800. 00000100:00000001:0.0:1781623854.906632:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623854.906634:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623854.906635:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623854.906637:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733d500 x1868160455857920/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623870 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623854.906643:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623854.906644:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623854.906645:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cecc00. 02000000:00000001:0.0:1781623854.906660:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623854.906662:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623854.906663:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781623854.907785:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623854.907792:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85102c9e00. 02000000:00000001:0.0:1781623854.907799:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623854.907800:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623854.907802:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733d500. 00000100:00000001:0.0:1781623854.907806:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623854.907808:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623854.907811:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623854.908013:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623854.908016:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623854.908018:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623854.908021:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623855.285245:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623855.285252:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623855.285258:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623855.285259:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623855.285361:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623855.285364:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623855.285368:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623856.309446:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623856.309454:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623856.309456:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623856.309460:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623856.309464:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623856.309467:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623856.309469:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623856.309471:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623856.309474:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623856.309476:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623856.309477:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623856.309478:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623856.309480:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623856.309481:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623856.309483:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623856.309485:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623856.320078:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623856.320141:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623856.320144:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623857.333387:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623857.333394:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623857.333400:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623857.333401:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623857.333483:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623857.333486:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623857.333489:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623858.357130:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623858.357149:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623858.357155:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623858.357156:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623858.357250:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623858.357253:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623858.357256:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623859.385805:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623859.385813:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623859.385819:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623859.385820:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623859.385900:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623859.385903:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623859.385906:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781623860.024187:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623860.024210:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623860.024224:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511280e00. 00000020:00000040:3.0:1781623860.024230:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781623860.024234:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623860.024238:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623860.024243:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623860.024251:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d500. 00000100:00000001:3.0:1781623860.024258:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623860.024270:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511280e00 x1868160455858176/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623860.024281:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623860.024286:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623860.024293:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b263204] to pc [ptlrpcd_01_00+0] req@ffff8f8511280e00 x1868160455858176/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623860.024331:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623860.024335:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623860.024338:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623860.024342:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511282300. 00000020:00000040:3.0:1781623860.024344:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781623860.024346:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623860.024347:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623860.024349:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623860.024354:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d100. 00000100:00000001:3.0:1781623860.024357:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623860.024361:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511282300 x1868160455858304/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623860.024369:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623860.024371:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623860.024383:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd15682b] to pc [ptlrpcd_01_01+1] req@ffff8f8511282300 x1868160455858304/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623860.024391:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623860.024394:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781623860.024397:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781623860.024400:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781623860.024403:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781623860.024408:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7354) 00000100:00000001:2.0:1781623860.024543:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623860.024548:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623860.024550:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623860.024557:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511280e00 x1868160455858176/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623860.024565:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623860.024567:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623860.024571:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623860.024573:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623860.024576:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623860.024579:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511280e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455858176:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623860.024589:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623860.024594:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623860.024597:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623860.024600:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623860.024604:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079a00. 02000000:00000001:2.0:1781623860.024606:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623860.024614:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623860.024617:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08210. 00000400:00000010:2.0:1781623860.024625:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d880. 00000100:00000200:2.0:1781623860.024632:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455858176, portal 25 00000100:00000001:2.0:1781623860.024634:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623860.024636:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414100992 : -123673295450624 : ffff8f8511280e00) 00000100:00000040:2.0:1781623860.024641:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511280e00 x1868160455858176/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623860.024647:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623860.024650:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623860.024653:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901df68. 00000100:00000200:2.0:1781623860.024656:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455858176, offset 0 00000400:00000200:2.0:1781623860.024661:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623860.024669:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623860.024676:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623860.024682:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623860.024686:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623860.024689:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623860.024692:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623860.024696:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375993:375993:256:4294967295] 192.168.202.101@tcp LPNI seq info [375963:375963:8:4294967295] 00000400:00000200:2.0:1781623860.024700:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623860.024711:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623860.024716:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623860.024721:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3200. 00000800:00000200:2.0:1781623860.024727:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623860.024735:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623860.024739:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623860.024759:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623860.024763:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623860.024765:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302024825 00000100:00000001:2.0:1781623860.024772:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302019702 00000100:00000001:2.0:1781623860.024776:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302024825 00000100:00000001:2.0:1781623860.024778:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302019702 00000100:00000001:2.0:1781623860.024782:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623860.024784:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623860.024787:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623860.024789:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623860.024797:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623860.024799:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781623860.024801:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623860.024802:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623860.024803:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623860.024806:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1781623860.024807:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623860.024809:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623860.024810:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623860.024812:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623860.024813:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623860.024814:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623860.024818:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511282300 x1868160455858304/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623860.024825:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623860.024826:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623860.024829:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623860.024831:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623860.024833:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623860.024836:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455858304:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623860.024839:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623860.024841:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623860.024843:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623860.024845:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623860.024848:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079c00. 02000000:00000001:2.0:1781623860.024850:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623860.024853:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623860.024856:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08580. 00000400:00000010:2.0:1781623860.024860:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d198. 00000100:00000200:2.0:1781623860.024862:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455858304, portal 10 00000100:00000001:2.0:1781623860.024864:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623860.024866:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414106368 : -123673295445248 : ffff8f8511282300) 00000100:00000040:2.0:1781623860.024873:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511282300 x1868160455858304/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623860.024880:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623860.024882:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623860.024884:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901db28. 00000100:00000200:2.0:1781623860.024887:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455858304, offset 0 00000400:00000200:2.0:1781623860.024891:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623860.024895:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623860.024899:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623860.024901:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623860.024903:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623860.024906:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623860.024908:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623860.024910:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375994:375994:255:4294967295] 192.168.202.101@tcp LPNI seq info [375964:375964:7:4294967295] 00000400:00000200:2.0:1781623860.024914:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623860.024920:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623860.024924:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623860.024927:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3a00. 00000800:00000200:2.0:1781623860.024931:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623860.024935:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623860.024937:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623860.024940:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623860.024944:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17747 usecs (18 jiffies) 00000400:00000200:2.0:1781623860.024947:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623860.024949:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302017045 00000100:00000001:2.0:1781623860.024952:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302024825 00000100:00000001:2.0:1781623860.024954:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302017045 00000100:00000001:2.0:1781623860.024956:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302024825 00000100:00000001:2.0:1781623860.024959:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623860.024961:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623860.024964:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623860.024966:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623860.024977:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623860.024979:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623860.026311:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623860.026319:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3200. 00000400:00000200:3.0:1781623860.026328:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623860.026335:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623860.026341:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901df68 00000400:00000010:3.0:1781623860.026343:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901df68. 00000100:00000001:3.0:1781623860.026348:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623860.026355:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511280e00 x1868160455858176/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623860.026366:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623860.026370:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511280e00 x1868160455858176/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623876 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623860.026376:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623860.026378:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623860.026445:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623860.026448:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3a00. 00000400:00000200:3.0:1781623860.026451:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623860.026455:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623860.026457:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901db28 00000400:00000010:3.0:1781623860.026459:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901db28. 00000100:00000001:3.0:1781623860.026461:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623860.026465:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511282300 x1868160455858304/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623860.026471:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623860.026474:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511282300 x1868160455858304/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623876 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623860.026485:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623860.026486:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781623860.029593:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623860.029620:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623860.029624:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623860.029627:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623860.029635:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623860.029643:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623860.029651:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623860.029656:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623860.029661:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623860.029666:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005ad880 00000400:00000200:2.0:1781623860.029670:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623860.029676:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f91ad [1] + 224 00000800:00000001:2.0:1781623860.029683:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623860.029689:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623860.029693:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623860.029697:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623860.029705:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623860.029712:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511282300 x1868160455858304/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623876 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623860.029723:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511282300 x1868160455858304/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623876 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623860.029751:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623860.029760:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623860.029763:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623860.030109:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623860.030113:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781623860.030120:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623860.030122:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623860.030136:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08580. 00000400:00000200:3.0:1781623860.030142:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d198 00000400:00000010:3.0:1781623860.030145:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d198. 00000100:00000001:3.0:1781623860.030148:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623860.030153:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511282300 x1868160455858304/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623876 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623860.030163:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511282300 x1868160455858304/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623876 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623860.030169:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623860.030171:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623860.030174:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623860.030177:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623860.030180:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623860.030182:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623860.030185:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623860.030194:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=37 v=5 (5 20 20 20) 00000100:00001000:3.0:1781623860.030199:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=108 v=5 (1 1 1 1) 00000100:00000001:3.0:1781623860.030202:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623860.030203:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623860.030206:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623860.030209:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623860.030213:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623860.030215:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781623860.030218:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623860.030219:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623860.030224:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511282300 x1868160455858304/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623876 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623860.030238:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623860.030241:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623860.030243:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623860.030247:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511282300 x1868160455858304/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623876 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623860.030253:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455858304:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623860.030258:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623860.030260:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623860.030263:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511282300 x1868160455858304/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623876 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623860.030269:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623860.030271:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623860.030274:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079c00. 02000000:00000001:3.0:1781623860.030277:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623860.030280:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623860.030282:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781623860.030284:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623860.030286:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d100. 02000000:00000001:3.0:1781623860.030289:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623860.030291:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623860.030293:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511282300. 00000100:00000001:3.0:1781623860.030296:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623860.030297:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623860.030301:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623860.030302:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623860.030303:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623860.030305:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623860.030306:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781623860.031393:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623860.031404:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623860.031407:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623860.031409:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623860.031416:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623860.031422:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623860.031429:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623860.031433:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623860.031438:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623860.031442:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005ad800 00000400:00000200:3.0:1781623860.031446:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623860.031452:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f919d [1] + 224 00000800:00000001:3.0:1781623860.031458:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623860.031464:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623860.031467:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623860.031471:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623860.031476:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623860.031482:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511280e00 x1868160455858176/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623876 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623860.031492:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511280e00 x1868160455858176/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623876 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623860.031513:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623860.031520:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623860.031523:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623860.031986:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623860.031990:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781623860.031995:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623860.031997:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623860.032000:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08210. 00000400:00000200:2.0:1781623860.032005:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d880 00000400:00000010:2.0:1781623860.032007:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d880. 00000100:00000001:2.0:1781623860.032010:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623860.032015:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511280e00 x1868160455858176/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623876 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623860.032023:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511280e00 x1868160455858176/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623876 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623860.032057:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623860.032059:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623860.032061:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623860.032064:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623860.032066:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623860.032067:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623860.032070:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623860.032075:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=37 v=5 (5 5 5 5) 00000100:00001000:2.0:1781623860.032079:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=108 v=5 (1 1 1 1) 00000100:00000001:2.0:1781623860.032081:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623860.032082:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623860.032084:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623860.032087:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623860.032089:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623860.032093:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511280e00 x1868160455858176/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623876 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623860.032099:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623860.032102:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623860.032104:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623860.032107:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511280e00 x1868160455858176/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623876 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623860.032113:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511280e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455858176:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623860.032117:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623860.032120:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623860.032135:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511280e00 x1868160455858176/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623876 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623860.032142:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623860.032144:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623860.032147:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079a00. 02000000:00000001:2.0:1781623860.032150:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623860.032153:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623860.032154:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781623860.032157:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623860.032158:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d500. 02000000:00000001:2.0:1781623860.032162:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623860.032163:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623860.032165:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511280e00. 00000100:00000001:2.0:1781623860.032169:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623860.032170:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623860.032172:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623860.032180:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623860.032182:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623860.032184:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623860.032186:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623860.405927:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623860.405934:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623860.405942:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623860.405944:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623860.406989:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623860.406996:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623860.407001:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623861.429160:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623861.429167:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623861.429173:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623861.429174:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623861.429517:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623861.429521:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623861.429524:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623862.453816:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623862.453823:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623862.453829:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623862.453830:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623862.454089:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623862.454093:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623862.454096:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623863.477193:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623863.477201:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623863.477206:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623863.477208:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623863.477348:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623863.477352:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623863.477364:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623864.501156:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623864.501162:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623864.501166:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623864.501167:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623864.501219:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623864.501222:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623864.501226:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781623865.141580:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623865.141590:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623865.141601:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511282300. 00000020:00000040:3.0:1781623865.141607:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781623865.141612:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623865.141615:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623865.141620:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623865.141629:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d100. 00000100:00000001:3.0:1781623865.141635:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623865.141648:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511282300 x1868160455858432/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623865.141658:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623865.141663:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623865.141668:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd15682b] to pc [ptlrpcd_01_00+0] req@ffff8f8511282300 x1868160455858432/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623865.141703:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623865.141706:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623865.141709:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623865.141712:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511282680. 00000020:00000040:3.0:1781623865.141714:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781623865.141716:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623865.141717:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623865.141719:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623865.141722:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d900. 00000100:00000001:3.0:1781623865.141725:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623865.141729:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511282680 x1868160455858560/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623865.141735:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623865.141736:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623865.141740:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008781aa17] to pc [ptlrpcd_01_01+1] req@ffff8f8511282680 x1868160455858560/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623865.141747:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623865.141749:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781623865.141752:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781623865.141755:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781623865.141758:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781623865.141763:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7359) 00000100:00000001:2.0:1781623865.141843:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623865.141847:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623865.141849:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623865.141855:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511282300 x1868160455858432/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623865.141863:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623865.141864:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623865.141868:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623865.141870:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623865.141873:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623865.141876:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455858432:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623865.141880:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623865.141886:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623865.141889:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623865.141892:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623865.141896:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078200. 02000000:00000001:2.0:1781623865.141898:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623865.141906:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623865.141910:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08210. 00000400:00000010:2.0:1781623865.141916:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d880. 00000100:00000200:2.0:1781623865.141923:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455858432, portal 25 00000100:00000001:2.0:1781623865.141925:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623865.141927:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414106368 : -123673295445248 : ffff8f8511282300) 00000100:00000040:2.0:1781623865.141932:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511282300 x1868160455858432/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623865.141951:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623865.141954:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623865.141957:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901dc38. 00000100:00000200:2.0:1781623865.141960:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455858432, offset 0 00000400:00000200:2.0:1781623865.141965:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623865.141973:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623865.141980:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623865.141985:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623865.141989:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623865.141992:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623865.141994:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623865.141998:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375995:375995:256:4294967295] 192.168.202.101@tcp LPNI seq info [375965:375965:8:4294967295] 00000400:00000200:2.0:1781623865.142003:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623865.142012:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623865.142018:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623865.142022:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3900. 00000800:00000200:2.0:1781623865.142059:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623865.142066:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623865.142070:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623865.142094:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623865.142099:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623865.142101:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302029943 00000100:00000001:2.0:1781623865.142115:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302024825 00000100:00000001:2.0:1781623865.142126:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302029943 00000100:00000001:2.0:1781623865.142130:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302024825 00000100:00000001:2.0:1781623865.142133:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623865.142135:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623865.142138:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623865.142139:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623865.142147:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623865.142148:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781623865.142150:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623865.142151:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623865.142153:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623865.142155:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1781623865.142156:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623865.142158:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623865.142159:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623865.142160:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623865.142161:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623865.142162:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623865.142166:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511282680 x1868160455858560/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623865.142173:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623865.142174:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623865.142176:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623865.142178:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623865.142180:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623865.142184:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511282680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455858560:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623865.142187:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623865.142189:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623865.142191:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623865.142193:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623865.142197:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079600. 02000000:00000001:2.0:1781623865.142199:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623865.142202:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623865.142205:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f085d8. 00000400:00000010:2.0:1781623865.142209:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d550. 00000100:00000200:2.0:1781623865.142211:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455858560, portal 10 00000100:00000001:2.0:1781623865.142213:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623865.142214:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414107264 : -123673295444352 : ffff8f8511282680) 00000100:00000040:2.0:1781623865.142221:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511282680 x1868160455858560/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623865.142227:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623865.142229:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623865.142231:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d6e8. 00000100:00000200:2.0:1781623865.142234:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455858560, offset 0 00000400:00000200:2.0:1781623865.142238:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623865.142242:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623865.142245:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623865.142248:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623865.142252:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623865.142254:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623865.142256:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623865.142258:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375996:375996:255:4294967295] 192.168.202.101@tcp LPNI seq info [375966:375966:7:4294967295] 00000400:00000200:2.0:1781623865.142262:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623865.142267:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623865.142272:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623865.142275:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3300. 00000800:00000200:2.0:1781623865.142279:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623865.142282:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623865.142285:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623865.142288:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623865.142292:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17736 usecs (18 jiffies) 00000400:00000200:2.0:1781623865.142295:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623865.142297:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302022163 00000100:00000001:2.0:1781623865.142299:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302029943 00000100:00000001:2.0:1781623865.142301:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302022163 00000100:00000001:2.0:1781623865.142304:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302029943 00000100:00000001:2.0:1781623865.142305:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623865.142307:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623865.142310:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623865.142312:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623865.142321:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623865.142322:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623865.142922:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623865.142928:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3900. 00000400:00000200:3.0:1781623865.142944:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623865.142950:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623865.142955:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901dc38 00000400:00000010:3.0:1781623865.142958:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901dc38. 00000100:00000001:3.0:1781623865.142962:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623865.142967:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511282300 x1868160455858432/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623865.142976:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623865.142979:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511282300 x1868160455858432/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623881 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623865.142986:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623865.142987:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623865.143015:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623865.143017:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3300. 00000400:00000200:3.0:1781623865.143020:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623865.143023:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623865.143043:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d6e8 00000400:00000010:3.0:1781623865.143045:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d6e8. 00000100:00000001:3.0:1781623865.143047:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623865.143050:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511282680 x1868160455858560/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623865.143057:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623865.143060:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511282680 x1868160455858560/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623881 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623865.143066:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623865.143068:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781623865.146066:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623865.146095:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623865.146099:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623865.146101:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623865.146111:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623865.146118:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623865.146128:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623865.146133:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623865.146138:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623865.146143:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005ad980 00000400:00000200:3.0:1781623865.146147:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623865.146153:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f91cd [1] + 224 00000800:00000001:3.0:1781623865.146160:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623865.146164:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623865.146168:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623865.146172:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623865.146179:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623865.146187:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511282680 x1868160455858560/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623881 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623865.146197:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511282680 x1868160455858560/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623881 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623865.146209:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623865.146216:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623865.146219:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623865.146221:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623865.146222:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623865.146225:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623865.146228:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623865.146232:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623865.146235:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623865.146237:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623865.146240:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005ad900 00000400:00000200:3.0:1781623865.146244:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623865.146249:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f91bd [1] + 224 00000800:00000001:3.0:1781623865.146252:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623865.146272:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623865.146275:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623865.146890:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623865.146896:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623865.146901:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511282300 x1868160455858432/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623881 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623865.146912:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511282300 x1868160455858432/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623881 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623865.146920:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623865.146926:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623865.146930:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623865.147009:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623865.147013:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781623865.147020:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623865.147022:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623865.147051:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f085d8. 00000400:00000200:2.0:1781623865.147058:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d550 00000400:00000010:2.0:1781623865.147061:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d550. 00000100:00000001:2.0:1781623865.147065:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623865.147071:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511282680 x1868160455858560/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623881 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623865.147091:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511282680 x1868160455858560/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623881 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623865.147097:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623865.147100:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623865.147103:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623865.147107:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623865.147109:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623865.147112:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623865.147116:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623865.147126:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=42 v=5 (5 20 20 20) 00000100:00001000:2.0:1781623865.147130:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=113 v=5 (1 1 1 1) 00000100:00000001:2.0:1781623865.147133:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623865.147136:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623865.147139:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623865.147142:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623865.147146:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781623865.147149:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:2.0:1781623865.147151:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781623865.147152:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623865.147157:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511282680 x1868160455858560/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623881 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623865.147163:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623865.147166:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623865.147168:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623865.147171:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511282680 x1868160455858560/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623881 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623865.147178:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511282680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455858560:192.168.202.101@tcp:400:kworker.0 00000400:00000001:2.0:1781623865.147184:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623865.147185:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623865.147186:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08210. 00000400:00000200:2.0:1781623865.147188:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d880 00000400:00000010:2.0:1781623865.147190:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d880. 00000100:00000001:2.0:1781623865.147192:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623865.147194:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511282300 x1868160455858432/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623881 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623865.147201:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511282300 x1868160455858432/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623881 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623865.147206:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623865.147208:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623865.147210:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623865.147211:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623865.147212:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623865.147213:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623865.147215:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623865.147218:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=42 v=5 (5 5 5 5) 00000100:00001000:2.0:1781623865.147221:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=113 v=5 (1 1 1 1) 00000100:00000001:2.0:1781623865.147223:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623865.147224:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623865.147226:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623865.147228:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623865.147229:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623865.147232:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511282300 x1868160455858432/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623881 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623865.147239:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623865.147240:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623865.147242:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623865.147245:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511282300 x1868160455858432/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623881 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623865.147252:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455858432:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623865.147255:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623865.147258:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623865.147261:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511282680 x1868160455858560/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623881 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623865.147268:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623865.147270:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623865.147273:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079600. 02000000:00000001:2.0:1781623865.147276:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623865.147525:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623865.147527:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:2.0:1781623865.147530:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623865.147533:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d900. 02000000:00000001:2.0:1781623865.147538:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623865.147540:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623865.147542:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511282680. 00000100:00000001:2.0:1781623865.147546:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623865.147547:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623865.147549:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623865.147563:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511282300 x1868160455858432/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623881 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623865.147569:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623865.147570:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623865.147572:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078200. 02000000:00000001:2.0:1781623865.147574:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623865.147575:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623865.147576:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781623865.147578:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623865.147580:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d100. 02000000:00000001:2.0:1781623865.147582:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623865.147582:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623865.147584:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511282300. 00000100:00000001:2.0:1781623865.147586:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623865.147587:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623865.147590:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623865.147597:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623865.147599:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623865.147601:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623865.147603:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623865.525299:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623865.525307:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623865.525313:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623865.525314:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623865.525363:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623865.525367:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623865.525370:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623866.549175:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623866.549183:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623866.549186:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623866.549189:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623866.549195:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623866.549197:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623866.549199:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623866.549201:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623866.549205:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623866.549206:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623866.549207:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623866.549209:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623866.549211:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623866.549212:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623866.549214:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623866.549215:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623866.551779:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623866.551786:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623866.551790:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623867.573198:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623867.573204:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623867.573209:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623867.573210:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623867.573314:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623867.573318:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623867.573321:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623868.597159:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623868.597166:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623868.597172:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623868.597173:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623868.597952:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623868.597956:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623868.597960:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623869.622116:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623869.622124:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623869.622131:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623869.622132:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623869.622242:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623869.622246:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623869.622250:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781623870.261702:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623870.261712:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623870.261723:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0ed80. 00000020:00000040:2.0:1781623870.261728:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781623870.261733:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623870.261736:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623870.261740:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623870.261747:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3500. 00000100:00000001:2.0:1781623870.261754:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623870.261765:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0ed80 x1868160455858688/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623870.261777:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623870.261781:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623870.261787:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006824e33d] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0ed80 x1868160455858688/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623870.261821:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623870.261824:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623870.261828:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623870.261831:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0f480. 00000020:00000040:2.0:1781623870.261834:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781623870.261836:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623870.261837:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623870.261839:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623870.261842:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3000. 00000100:00000001:2.0:1781623870.261845:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623870.261850:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0f480 x1868160455858816/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623870.261857:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623870.261859:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623870.261862:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c68e5924] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0f480 x1868160455858816/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623870.261871:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623870.261873:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781623870.261876:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781623870.261879:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781623870.261883:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781623870.261887:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7364) 00000100:00000001:2.0:1781623870.261899:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623870.261903:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623870.261905:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623870.261910:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0f480 x1868160455858816/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623870.261917:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623870.261919:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623870.261923:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623870.261925:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623870.261928:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623870.261932:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455858816:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623870.261936:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623870.261941:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623870.261943:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623870.261945:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623870.261949:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078600. 02000000:00000001:2.0:1781623870.261951:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623870.261958:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623870.261962:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08210. 00000400:00000010:2.0:1781623870.261968:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d880. 00000100:00000200:2.0:1781623870.261976:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455858816, portal 10 00000100:00000001:2.0:1781623870.261979:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623870.261980:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272077952 : -123673437473664 : ffff8f8508b0f480) 00000100:00000040:2.0:1781623870.261988:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0f480 x1868160455858816/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623870.261995:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623870.261998:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623870.262001:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d550. 00000100:00000200:2.0:1781623870.262003:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455858816, offset 0 00000400:00000200:2.0:1781623870.262012:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623870.262020:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623870.262074:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623870.262080:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623870.262084:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623870.262089:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623870.262092:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623870.262097:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375997:375997:256:4294967295] 192.168.202.101@tcp LPNI seq info [375967:375967:8:4294967295] 00000400:00000200:2.0:1781623870.262101:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623870.262111:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623870.262117:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623870.262121:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3600. 00000800:00000200:2.0:1781623870.262127:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623870.262135:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623870.262139:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623870.262151:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623870.262155:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17722 usecs (18 jiffies) 00000400:00000200:2.0:1781623870.262159:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623870.262161:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302027283 00000100:00000001:2.0:1781623870.262165:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302029943 00000100:00000001:2.0:1781623870.262167:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302027283 00000100:00000001:2.0:1781623870.262169:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302029943 00000100:00000001:2.0:1781623870.262172:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623870.262175:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623870.262178:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623870.262180:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623870.262187:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623870.262189:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781623870.262191:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623870.262192:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623870.262193:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623870.262195:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1781623870.262197:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623870.262199:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623870.262200:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623870.262202:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623870.262203:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623870.262205:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623870.262208:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0ed80 x1868160455858688/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623870.262215:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623870.262217:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623870.262219:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623870.262221:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623870.262223:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623870.262226:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455858688:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623870.262229:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623870.262231:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623870.262233:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623870.262234:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623870.262237:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079600. 02000000:00000001:2.0:1781623870.262239:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623870.262242:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623870.262245:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f085d8. 00000400:00000010:2.0:1781623870.262249:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901da18. 00000100:00000200:2.0:1781623870.262251:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455858688, portal 25 00000100:00000001:2.0:1781623870.262254:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623870.262255:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272076160 : -123673437475456 : ffff8f8508b0ed80) 00000100:00000040:2.0:1781623870.262259:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0ed80 x1868160455858688/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623870.262266:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623870.262268:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623870.262270:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d908. 00000100:00000200:2.0:1781623870.262272:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455858688, offset 0 00000400:00000200:2.0:1781623870.262276:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623870.262280:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623870.262283:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623870.262286:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623870.262288:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623870.262291:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623870.262293:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623870.262296:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375998:375998:255:4294967295] 192.168.202.101@tcp LPNI seq info [375968:375968:7:4294967295] 00000400:00000200:2.0:1781623870.262300:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623870.262306:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623870.262311:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623870.262314:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3f00. 00000800:00000200:2.0:1781623870.262317:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623870.262321:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623870.262324:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623870.262327:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623870.262330:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623870.262331:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302035063 00000100:00000001:2.0:1781623870.262337:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302029943 00000100:00000001:2.0:1781623870.262340:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302035063 00000100:00000001:2.0:1781623870.262343:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302029943 00000100:00000001:2.0:1781623870.262345:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623870.262347:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623870.262349:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623870.262351:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781623870.262391:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623870.262394:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3600. 00000400:00000200:2.0:1781623870.262401:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623870.262406:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623870.262411:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d550 00000400:00000010:2.0:1781623870.262414:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d550. 00000100:00000001:2.0:1781623870.262418:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623870.262422:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0f480 x1868160455858816/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623870.262430:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623870.262434:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0f480 x1868160455858816/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623886 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623870.262441:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623870.262443:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781623870.262505:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623870.262508:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3f00. 00000400:00000200:2.0:1781623870.262511:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623870.262514:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623870.262517:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d908 00000400:00000010:2.0:1781623870.262519:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d908. 00000100:00000001:2.0:1781623870.262521:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623870.262524:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0ed80 x1868160455858688/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623870.262531:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623870.262534:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0ed80 x1868160455858688/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623886 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623870.262540:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623870.262542:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1781623870.262695:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623870.262698:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781623870.265705:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623870.265723:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623870.265727:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623870.265730:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623870.265739:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623870.265747:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623870.265756:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623870.265761:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623870.265766:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623870.265770:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005ada80 00000400:00000200:3.0:1781623870.265775:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623870.265782:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f91dd [1] + 224 00000800:00000001:3.0:1781623870.265790:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623870.265794:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623870.265797:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623870.265802:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623870.265809:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623870.265819:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0f480 x1868160455858816/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623886 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623870.265921:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0f480 x1868160455858816/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623886 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623870.265947:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623870.265957:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623870.265961:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623870.265964:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623870.265966:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623870.265969:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623870.265973:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623870.265977:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623870.265980:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623870.265983:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623870.265986:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005ada00 00000400:00000200:3.0:1781623870.265990:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623870.265995:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f91ed [1] + 224 00000800:00000001:3.0:1781623870.265999:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623870.266005:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623870.266007:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623870.266010:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623870.266013:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623870.266017:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0ed80 x1868160455858688/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623886 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623870.266063:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0ed80 x1868160455858688/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623886 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623870.266077:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623870.266082:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623870.266085:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623870.268785:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623870.268792:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781623870.268801:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623870.268803:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623870.268808:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f085d8. 00000400:00000200:2.0:1781623870.268816:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901da18 00000400:00000010:2.0:1781623870.268818:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901da18. 00000100:00000001:2.0:1781623870.268822:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623870.268833:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0ed80 x1868160455858688/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623886 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623870.268844:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0ed80 x1868160455858688/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623886 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623870.268853:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623870.268855:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623870.268857:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623870.268861:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623870.268863:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623870.268866:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623870.268869:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623870.268875:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=47 v=5 (5 5 5 5) 00000100:00001000:2.0:1781623870.268879:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=118 v=5 (1 1 1 1) 00000100:00000001:2.0:1781623870.268881:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623870.268882:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623870.268884:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623870.268886:0:2352:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623870.268888:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623870.268892:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0ed80 x1868160455858688/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623886 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623870.268899:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623870.268902:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623870.268904:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623870.268908:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0ed80 x1868160455858688/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623886 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623870.268916:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455858688:192.168.202.101@tcp:400:kworker.0 00000400:00000001:2.0:1781623870.268920:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623870.268922:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623870.268923:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08210. 00000400:00000200:2.0:1781623870.268926:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d880 00000400:00000010:2.0:1781623870.268927:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d880. 00000100:00000001:2.0:1781623870.268929:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623870.268932:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0f480 x1868160455858816/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623886 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623870.268939:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0f480 x1868160455858816/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623886 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623870.268944:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623870.268946:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623870.268947:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623870.268949:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623870.268950:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623870.268951:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623870.268953:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623870.268957:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=47 v=5 (5 20 20 20) 00000100:00001000:2.0:1781623870.268960:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=118 v=5 (1 1 1 1) 00000100:00000001:2.0:1781623870.268962:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623870.268963:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623870.268964:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623870.268967:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623870.268970:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781623870.268972:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:2.0:1781623870.268974:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781623870.268976:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623870.268980:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0f480 x1868160455858816/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623886 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623870.268985:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623870.268987:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623870.268988:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623870.268992:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0f480 x1868160455858816/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623886 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623870.268999:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455858816:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623870.269003:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623870.269005:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623870.269008:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0ed80 x1868160455858688/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623886 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623870.269015:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623870.269018:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623870.269021:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079600. 02000000:00000001:2.0:1781623870.273438:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623870.273445:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623870.273448:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781623870.273454:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623870.273459:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3500. 02000000:00000001:2.0:1781623870.273464:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623870.273466:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623870.273468:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0ed80. 00000100:00000001:2.0:1781623870.273473:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623870.273474:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623870.273478:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623870.273489:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0f480 x1868160455858816/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623886 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623870.273498:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623870.273500:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623870.273502:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078600. 02000000:00000001:2.0:1781623870.273504:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623870.273505:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623870.273506:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:2.0:1781623870.273508:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623870.273509:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3000. 02000000:00000001:2.0:1781623870.273510:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623870.273511:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623870.273512:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0f480. 00000100:00000001:2.0:1781623870.273514:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623870.273515:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623870.273517:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623870.273525:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623870.273526:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623870.273529:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623870.273532:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623870.645896:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623870.645903:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623870.645909:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623870.645910:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623870.646115:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623870.646118:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623870.646121:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623871.669254:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623871.669261:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623871.669268:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623871.669269:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623871.669385:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623871.669401:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623871.669404:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623872.693182:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623872.693189:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623872.693197:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623872.693198:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623872.693353:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623872.693357:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623872.693361:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623873.717156:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623873.717163:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623873.717168:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623873.717169:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623873.717326:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623873.717330:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623873.717332:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623874.741531:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623874.741538:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623874.741543:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623874.741544:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623874.742768:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623874.742774:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623874.742778:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781623875.381345:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623875.381355:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623875.381365:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0f480. 00000020:00000040:2.0:1781623875.381372:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781623875.381377:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623875.381387:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623875.381392:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623875.381400:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3000. 00000100:00000001:2.0:1781623875.381407:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623875.381418:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0f480 x1868160455858944/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623875.381428:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623875.381433:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623875.381438:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c68e5924] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0f480 x1868160455858944/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623875.381482:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623875.381485:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623875.381488:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623875.381494:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0f480 x1868160455858944/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623875.381501:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623875.381503:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623875.381506:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623875.381509:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623875.381512:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623875.381515:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455858944:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623875.381519:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623875.381524:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623875.381527:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623875.381529:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623875.381534:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ed400. 02000000:00000001:3.0:1781623875.381536:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623875.381543:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623875.381546:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8840. 00000400:00000010:3.0:1781623875.381552:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e707f8. 00000100:00000200:3.0:1781623875.381558:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455858944, portal 25 00000100:00000001:3.0:1781623875.381561:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623875.381563:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272077952 : -123673437473664 : ffff8f8508b0f480) 00000100:00000040:3.0:1781623875.381568:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0f480 x1868160455858944/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623875.381574:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623875.381578:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623875.381580:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70000. 00000100:00000200:3.0:1781623875.381583:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455858944, offset 0 00000400:00000200:3.0:1781623875.381588:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623875.381596:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623875.381602:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623875.381608:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623875.381611:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623875.381615:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623875.381617:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623875.381620:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [375999:375999:256:4294967295] 192.168.202.101@tcp LPNI seq info [375969:375969:8:4294967295] 00000400:00000200:3.0:1781623875.381624:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623875.381634:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623875.381639:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623875.381644:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d400. 00000800:00000200:3.0:1781623875.381650:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623875.381657:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623875.381661:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623875.381674:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623875.381678:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623875.381681:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302040182 00000100:00000001:3.0:1781623875.381688:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302035063 00000100:00000001:3.0:1781623875.381693:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302040182 00000100:00000001:3.0:1781623875.381696:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302035063 00000100:00000001:3.0:1781623875.381699:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623875.381701:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623875.381704:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623875.381706:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623875.381830:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623875.381834:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623875.381837:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623875.381841:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0ed80. 00000020:00000040:2.0:1781623875.381843:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781623875.381845:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623875.381847:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623875.381849:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623875.381852:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3500. 00000100:00000001:2.0:1781623875.381855:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623875.381859:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0ed80 x1868160455859072/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623875.381866:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623875.381868:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623875.381871:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006824e33d] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0ed80 x1868160455859072/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623875.381992:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623875.381995:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781623875.381998:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623875.382000:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623875.382001:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623875.382003:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1781623875.382005:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623875.382007:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623875.382008:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623875.382010:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623875.382011:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623875.382012:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623875.382017:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0ed80 x1868160455859072/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623875.382024:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623875.382060:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623875.382063:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623875.382064:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623875.382067:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623875.382070:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455859072:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623875.382074:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623875.382077:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623875.382078:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623875.382080:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623875.382083:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096eda00. 02000000:00000001:3.0:1781623875.382085:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623875.382089:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623875.382093:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8370. 00000400:00000010:3.0:1781623875.382097:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70cc0. 00000100:00000200:3.0:1781623875.382099:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455859072, portal 10 00000100:00000001:3.0:1781623875.382101:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623875.382103:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272076160 : -123673437475456 : ffff8f8508b0ed80) 00000100:00000040:3.0:1781623875.382109:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0ed80 x1868160455859072/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623875.382115:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623875.382117:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623875.382120:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70e58. 00000100:00000200:3.0:1781623875.382123:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455859072, offset 0 00000400:00000200:3.0:1781623875.382127:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623875.382131:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623875.382134:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623875.382137:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623875.382139:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623875.382141:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623875.382143:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623875.382146:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376000:376000:255:4294967295] 192.168.202.101@tcp LPNI seq info [375970:375970:7:4294967295] 00000400:00000200:3.0:1781623875.382150:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623875.382156:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623875.382160:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623875.382163:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7df00. 00000800:00000200:3.0:1781623875.382167:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623875.382171:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623875.382174:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7df00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623875.382177:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623875.382181:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17712 usecs (18 jiffies) 00000400:00000200:3.0:1781623875.382184:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623875.382186:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302032403 00000100:00000001:3.0:1781623875.382188:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302040182 00000100:00000001:3.0:1781623875.382191:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302032403 00000100:00000001:3.0:1781623875.382192:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302040182 00000100:00000001:3.0:1781623875.382194:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623875.382196:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623875.382198:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623875.382200:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623875.382270:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623875.382274:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d400. 00000400:00000200:3.0:1781623875.382279:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623875.382285:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623875.382289:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70000 00000400:00000010:3.0:1781623875.382292:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70000. 00000100:00000001:3.0:1781623875.382296:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623875.382300:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0f480 x1868160455858944/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623875.382317:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623875.382321:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0f480 x1868160455858944/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623891 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623875.382327:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623875.382329:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623875.382399:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623875.382402:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7df00. 00000400:00000200:3.0:1781623875.382405:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623875.382409:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623875.382411:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70e58 00000400:00000010:3.0:1781623875.382414:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70e58. 00000100:00000001:3.0:1781623875.382416:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623875.382419:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0ed80 x1868160455859072/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623875.382425:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623875.382428:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0ed80 x1868160455859072/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623891 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623875.382433:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623875.382434:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1781623875.382450:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623875.382452:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623875.382853:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623875.382856:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623875.382858:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623875.382860:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623875.382900:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623875.382904:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781623875.382910:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781623875.382913:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781623875.382916:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781623875.382921:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7370) 00000800:00000001:3.0:1781623875.389835:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623875.389862:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623875.389867:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623875.390006:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623875.390263:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623875.390271:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623875.392079:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623875.392087:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623875.392093:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623875.392098:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005adb00 00000400:00000200:2.0:1781623875.392104:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623875.392110:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f91fd [1] + 224 00000800:00000001:2.0:1781623875.392119:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623875.392143:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623875.392147:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623875.392152:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623875.392160:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623875.392170:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0f480 x1868160455858944/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623891 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623875.392182:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0f480 x1868160455858944/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623891 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623875.392209:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623875.392221:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623875.392225:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623875.392228:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623875.392230:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623875.392234:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623875.392238:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623875.392243:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623875.392245:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623875.392248:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623875.392250:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005adb80 00000400:00000200:2.0:1781623875.392255:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623875.392259:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f920d [1] + 224 00000800:00000001:2.0:1781623875.392262:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623875.392270:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623875.392272:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623875.392275:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623875.392278:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623875.392282:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0ed80 x1868160455859072/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623891 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623875.392290:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0ed80 x1868160455859072/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623891 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623875.392296:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623875.392299:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623875.392301:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623875.392718:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623875.392724:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781623875.392731:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623875.392733:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623875.392737:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8370. 00000400:00000200:3.0:1781623875.392742:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70cc0 00000400:00000010:3.0:1781623875.392745:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70cc0. 00000100:00000001:3.0:1781623875.392748:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623875.392755:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0ed80 x1868160455859072/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623891 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623875.392776:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0ed80 x1868160455859072/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623891 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623875.392783:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623875.392785:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623875.392789:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623875.392792:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623875.392795:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623875.392797:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623875.392801:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623875.392810:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=52 v=5 (5 20 20 20) 00000100:00001000:3.0:1781623875.392814:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=123 v=5 (1 1 1 1) 00000100:00000001:3.0:1781623875.392817:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623875.392819:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623875.392822:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623875.392826:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623875.392830:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623875.392832:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781623875.392834:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623875.392835:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623875.392840:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0ed80 x1868160455859072/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623891 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623875.392848:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623875.392852:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623875.392854:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623875.392858:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0ed80 x1868160455859072/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623891 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623875.392866:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455859072:192.168.202.101@tcp:400:kworker.0 00000400:00000001:3.0:1781623875.392872:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623875.392873:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623875.392875:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8840. 00000400:00000200:3.0:1781623875.392877:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e707f8 00000400:00000010:3.0:1781623875.392879:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e707f8. 00000100:00000001:3.0:1781623875.392881:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623875.392884:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0f480 x1868160455858944/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623891 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623875.392892:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0f480 x1868160455858944/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623891 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623875.392898:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623875.392899:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623875.392900:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623875.392902:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623875.392903:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623875.392905:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623875.392906:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623875.392909:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=52 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623875.392913:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=123 v=5 (1 1 1 1) 00000100:00000001:3.0:1781623875.392915:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623875.392916:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623875.392917:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623875.392919:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623875.392921:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623875.392924:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0f480 x1868160455858944/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623891 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623875.392930:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623875.392933:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623875.392934:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623875.392938:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0f480 x1868160455858944/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623891 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623875.392945:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455858944:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623875.392949:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623875.392952:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623875.392955:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0ed80 x1868160455859072/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623891 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623875.392962:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623875.392965:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623875.392968:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096eda00. 02000000:00000001:3.0:1781623875.392972:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623875.392974:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623875.392977:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781623875.392979:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623875.392981:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3500. 02000000:00000001:3.0:1781623875.392997:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623875.393000:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623875.393002:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0ed80. 00000100:00000001:3.0:1781623875.393005:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623875.393007:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623875.393008:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623875.393180:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0f480 x1868160455858944/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623891 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623875.393187:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623875.393188:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623875.393190:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ed400. 02000000:00000001:3.0:1781623875.393193:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623875.393194:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623875.393195:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781623875.393197:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623875.393199:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3000. 02000000:00000001:3.0:1781623875.393202:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623875.393203:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623875.393204:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0f480. 00000100:00000001:3.0:1781623875.393207:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623875.393208:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623875.393210:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623875.393217:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623875.393219:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623875.393221:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623875.393223:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623875.765756:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623875.765766:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623875.765772:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623875.765773:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623875.765868:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623875.765875:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623875.765880:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623876.789167:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623876.789177:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623876.789180:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623876.789183:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623876.789189:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623876.789191:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623876.789193:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623876.789196:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623876.789201:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623876.789203:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623876.789204:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623876.789205:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623876.789207:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623876.789208:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623876.789210:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623876.789212:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623876.789319:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623876.789322:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623876.789325:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623877.814068:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623877.814075:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623877.814081:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623877.814082:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623877.814460:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623877.814463:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623877.814466:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623878.837378:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623878.837386:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623878.837393:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623878.837394:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623878.837545:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623878.837549:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623878.837551:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623879.861609:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623879.861616:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623879.861622:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623879.861624:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623879.863961:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623879.863968:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623879.863972:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781623880.501322:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623880.501334:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623880.501345:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733f100. 00000020:00000040:1.0:1781623880.501351:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781623880.501355:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623880.501358:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623880.501364:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623880.501373:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85102c9800. 00000100:00000001:1.0:1781623880.501379:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623880.501391:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733f100 x1868160455859200/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623880.501414:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623880.501419:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623880.501425:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8462c2d] to pc [ptlrpcd_00_01+1] req@ffff8f850733f100 x1868160455859200/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623880.501451:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623880.501453:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623880.501456:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623880.501459:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733e680. 00000020:00000040:1.0:1781623880.501462:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781623880.501464:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623880.501465:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623880.501466:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623880.501471:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85102c9e00. 00000100:00000001:1.0:1781623880.501473:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623880.501477:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733e680 x1868160455859328/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623880.501484:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623880.501486:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623880.501489:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cded035e] to pc [ptlrpcd_00_00+0] req@ffff8f850733e680 x1868160455859328/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623880.501497:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623880.501499:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781623880.501502:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781623880.501504:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781623880.501507:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781623880.501512:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7375) 00000100:00000001:0.0:1781623880.501629:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623880.501633:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623880.501635:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623880.501641:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733f100 x1868160455859200/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623880.501648:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623880.501650:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623880.501654:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623880.501657:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623880.501660:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623880.501664:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455859200:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623880.501668:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623880.501674:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623880.501677:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623880.501680:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623880.501685:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cec200. 02000000:00000001:0.0:1781623880.501687:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623880.501695:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623880.501698:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7b00. 00000400:00000010:0.0:1781623880.501705:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e92a8. 00000100:00000200:0.0:1781623880.501712:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455859200, portal 25 00000100:00000001:0.0:1781623880.501714:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623880.501716:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247107840 : -123673462443776 : ffff8f850733f100) 00000100:00000040:0.0:1781623880.501721:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733f100 x1868160455859200/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623880.501728:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623880.501731:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623880.501733:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9660. 00000100:00000200:0.0:1781623880.501748:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455859200, offset 0 00000400:00000200:0.0:1781623880.501755:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623880.501763:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623880.501771:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623880.501776:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623880.501781:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623880.501786:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623880.501789:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623880.501793:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376001:376001:256:4294967295] 192.168.202.101@tcp LPNI seq info [375971:375971:8:4294967295] 00000400:00000200:0.0:1781623880.501797:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623880.501808:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623880.501814:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623880.501819:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0700. 00000800:00000200:0.0:1781623880.501826:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623880.501835:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623880.501840:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623880.501860:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623880.501864:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623880.501868:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302045302 00000100:00000001:0.0:1781623880.501875:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302040182 00000100:00000001:0.0:1781623880.501879:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302045302 00000100:00000001:0.0:1781623880.501883:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302040182 00000100:00000001:0.0:1781623880.501886:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623880.501889:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623880.501892:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623880.501895:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623880.501902:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623880.501904:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781623880.501907:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623880.501908:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623880.501909:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623880.501912:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1781623880.501913:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623880.501915:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623880.501916:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623880.501918:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623880.501919:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623880.501920:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623880.501924:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733e680 x1868160455859328/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623880.501932:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:3.0:1781623880.502144:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623880.502150:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0700. 00000400:00000200:3.0:1781623880.502155:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623880.502160:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623880.502166:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9660 00000400:00000010:3.0:1781623880.502168:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9660. 00000100:00000001:3.0:1781623880.502171:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623880.502176:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733f100 x1868160455859200/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623880.502185:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623880.502189:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733f100 x1868160455859200/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623896 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623880.502196:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623880.502197:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1781623880.502355:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623880.502359:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623880.502362:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623880.502364:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623880.502367:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455859328:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623880.502371:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623880.502374:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623880.502376:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623880.502378:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623880.502381:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cec000. 02000000:00000001:0.0:1781623880.502383:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623880.502387:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623880.502391:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7dc0. 00000400:00000010:0.0:1781623880.502464:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9ee0. 00000100:00000200:0.0:1781623880.502468:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455859328, portal 10 00000100:00000001:0.0:1781623880.502470:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623880.502471:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247105152 : -123673462446464 : ffff8f850733e680) 00000100:00000040:0.0:1781623880.502479:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733e680 x1868160455859328/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623880.502484:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623880.502486:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623880.502489:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9f68. 00000100:00000200:0.0:1781623880.502491:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455859328, offset 0 00000400:00000200:0.0:1781623880.502495:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623880.502500:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623880.502505:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623880.502509:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623880.502511:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623880.502514:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623880.502517:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623880.502520:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376002:376002:256:4294967295] 192.168.202.101@tcp LPNI seq info [375972:375972:8:4294967295] 00000400:00000200:0.0:1781623880.502525:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623880.502533:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623880.502537:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623880.502540:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0200. 00000800:00000200:0.0:1781623880.502545:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623880.502550:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623880.502553:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623880.502568:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623880.502573:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17708 usecs (18 jiffies) 00000400:00000200:0.0:1781623880.502576:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623880.502578:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302037523 00000100:00000001:0.0:1781623880.502580:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302045302 00000100:00000001:0.0:1781623880.502583:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302037523 00000100:00000001:0.0:1781623880.502585:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302045302 00000100:00000001:0.0:1781623880.502587:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623880.502589:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623880.502592:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623880.502594:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623880.502604:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623880.502605:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781623880.505384:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623880.505393:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0200. 00000400:00000200:2.0:1781623880.505399:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623880.505409:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623880.505416:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9f68 00000400:00000010:2.0:1781623880.505419:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9f68. 00000100:00000001:2.0:1781623880.505424:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623880.505431:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733e680 x1868160455859328/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623880.505443:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623880.505446:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733e680 x1868160455859328/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623896 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623880.505452:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623880.505455:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781623880.517611:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623880.517625:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623880.517628:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623880.517630:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623880.517637:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623880.517643:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623880.517683:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623880.517687:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623880.517691:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623880.517694:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005adc00 00000400:00000200:3.0:1781623880.517698:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623880.517702:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f921d [1] + 224 00000800:00000001:3.0:1781623880.517707:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623880.517710:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623880.517713:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623880.517716:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623880.517721:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623880.517727:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733f100 x1868160455859200/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623896 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623880.517735:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733f100 x1868160455859200/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623896 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623880.517755:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623880.517763:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623880.517767:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623880.517769:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623880.517771:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623880.517773:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623880.517777:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623880.517781:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623880.517784:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623880.517786:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623880.517789:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005adc80 00000400:00000200:3.0:1781623880.517792:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623880.517796:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9225 [1] + 224 00000800:00000001:3.0:1781623880.517799:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623880.517816:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623880.517819:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623880.517823:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623880.517826:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1781623880.517829:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1781623880.517830:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733e680 x1868160455859328/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623896 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623880.517833:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1781623880.517838:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733e680 x1868160455859328/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623896 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1781623880.517840:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623880.517842:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1781623880.517845:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1781623880.517845:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7b00. 00000400:00000200:0.0:1781623880.517849:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e92a8 00000400:00000010:0.0:1781623880.517851:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e92a8. 00000100:00000001:0.0:1781623880.517854:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:3.0:1781623880.517856:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1781623880.517858:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733f100 x1868160455859200/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623896 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1781623880.517859:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1781623880.517871:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733f100 x1868160455859200/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623896 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623880.517876:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623880.517878:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623880.517880:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623880.517883:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623880.517886:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623880.517888:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623880.517891:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623880.517897:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=57 v=5 (5 5 5 5) 00000100:00001000:0.0:1781623880.517901:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=128 v=5 (1 1 1 1) 00000100:00000001:0.0:1781623880.517903:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623880.517905:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623880.517907:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623880.517909:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623880.517912:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623880.517916:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733f100 x1868160455859200/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623896 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623880.517924:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623880.517927:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623880.517928:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623880.517933:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733f100 x1868160455859200/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623896 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623880.517957:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455859200:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623880.517962:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623880.517965:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623880.517968:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733f100 x1868160455859200/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623896 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623880.517975:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623880.517978:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623880.517982:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cec200. 02000000:00000001:0.0:1781623880.517985:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623880.517988:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623880.517990:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781623880.517992:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623880.517994:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85102c9800. 02000000:00000001:0.0:1781623880.517997:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623880.517999:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623880.518001:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733f100. 00000100:00000001:0.0:1781623880.518005:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623880.518006:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623880.518009:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623880.518011:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623880.518012:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623880.518014:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623880.518016:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623880.518017:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7dc0. 00000400:00000200:0.0:1781623880.518019:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9ee0 00000400:00000010:0.0:1781623880.518021:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9ee0. 00000100:00000001:0.0:1781623880.518023:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623880.518053:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733e680 x1868160455859328/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623896 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623880.518061:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733e680 x1868160455859328/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623896 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623880.518067:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623880.518068:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623880.518070:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623880.518072:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623880.518073:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623880.518074:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623880.518076:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623880.518082:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=57 v=5 (5 20 20 20) 00000100:00001000:0.0:1781623880.518085:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=128 v=5 (1 1 1 1) 00000100:00000001:0.0:1781623880.518087:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623880.518088:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623880.518090:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623880.518093:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623880.518096:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623880.518098:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781623880.518099:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623880.518101:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623880.518104:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733e680 x1868160455859328/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623896 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623880.518111:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623880.518113:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623880.518114:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623880.518118:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733e680 x1868160455859328/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623896 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623880.518125:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455859328:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623880.518129:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623880.518131:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623880.518134:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733e680 x1868160455859328/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623896 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623880.518140:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623880.518484:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623880.518486:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cec000. 02000000:00000001:0.0:1781623880.518489:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623880.518490:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623880.518492:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781623880.518494:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623880.518495:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85102c9e00. 02000000:00000001:0.0:1781623880.518498:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623880.518499:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623880.518501:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733e680. 00000100:00000001:0.0:1781623880.518504:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623880.518505:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623880.518507:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623880.518515:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623880.518517:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623880.518519:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623880.518520:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623880.885164:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623880.885172:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623880.885177:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623880.885179:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623880.885271:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623880.885277:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623880.885280:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623881.909167:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623881.909174:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623881.909179:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623881.909181:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623881.909276:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623881.909279:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623881.909282:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623882.936531:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623882.936540:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623882.936546:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623882.936548:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623882.936659:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623882.936662:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623882.936665:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623883.957152:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623883.957159:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623883.957164:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623883.957166:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623883.957264:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623883.957268:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623883.957270:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623884.981245:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623884.981252:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623884.981258:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623884.981259:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623884.982299:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623884.982303:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623884.982308:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781623885.622788:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623885.622802:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623885.622813:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731dc00. 00000020:00000040:0.0:1781623885.622822:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781623885.622827:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623885.622830:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623885.622836:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623885.622844:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0000. 00000100:00000001:0.0:1781623885.622853:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623885.622868:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731dc00 x1868160455859456/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623885.622879:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623885.622884:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623885.622900:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064d3ee66] to pc [ptlrpcd_00_01+1] req@ffff8f850731dc00 x1868160455859456/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623885.622940:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623885.622944:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623885.622947:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623885.622951:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731fb80. 00000020:00000040:0.0:1781623885.622953:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781623885.622955:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623885.622957:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623885.622969:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623885.622974:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0c00. 00000100:00000001:0.0:1781623885.622976:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623885.622981:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731fb80 x1868160455859584/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623885.622994:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623885.622996:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623885.623000:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000865dba0e] to pc [ptlrpcd_00_00+0] req@ffff8f850731fb80 x1868160455859584/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623885.623009:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623885.623011:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781623885.623015:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781623885.623019:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781623885.623023:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781623885.623071:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7380) 00000100:00000001:0.0:1781623885.623087:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623885.623091:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623885.623094:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623885.623099:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731fb80 x1868160455859584/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623885.623107:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623885.623109:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623885.623112:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623885.623115:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623885.623117:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623885.623121:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455859584:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623885.623126:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623885.623134:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623885.623138:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623885.623141:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623885.623146:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505ced400. 02000000:00000001:0.0:1781623885.623148:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623885.623156:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623885.623160:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7dc0. 00000400:00000010:0.0:1781623885.623167:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9ee0. 00000100:00000200:0.0:1781623885.623175:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455859584, portal 10 00000100:00000001:0.0:1781623885.623177:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623885.623179:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246979456 : -123673462572160 : ffff8f850731fb80) 00000100:00000040:0.0:1781623885.623187:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731fb80 x1868160455859584/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623885.623194:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623885.623197:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623885.623199:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e92a8. 00000100:00000200:0.0:1781623885.623203:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455859584, offset 0 00000400:00000200:0.0:1781623885.623210:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623885.623219:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623885.623228:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623885.623233:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623885.623238:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623885.623241:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623885.623245:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623885.623249:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376003:376003:256:4294967295] 192.168.202.101@tcp LPNI seq info [375973:375973:8:4294967295] 00000400:00000200:0.0:1781623885.623253:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623885.623264:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623885.623270:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623885.623275:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0200. 00000800:00000200:0.0:1781623885.623283:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623885.623290:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623885.623294:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623885.623311:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623885.623315:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17711 usecs (18 jiffies) 00000400:00000200:0.0:1781623885.623319:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623885.623322:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302042644 00000100:00000001:0.0:1781623885.623325:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302045302 00000100:00000001:0.0:1781623885.623328:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302042644 00000100:00000001:0.0:1781623885.623330:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302045302 00000100:00000001:0.0:1781623885.623332:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623885.623334:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623885.623338:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623885.623340:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623885.623347:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623885.623349:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781623885.623351:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623885.623352:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623885.623354:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623885.623356:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1781623885.623357:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623885.623359:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623885.623361:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623885.623362:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623885.623363:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623885.623364:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1781623885.623463:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623885.623467:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623885.623772:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731dc00 x1868160455859456/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623885.623781:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623885.623783:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623885.623786:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623885.623788:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623885.623790:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623885.623793:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455859456:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623885.623797:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623885.623800:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623885.623802:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623885.623804:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623885.623808:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cece00. 02000000:00000001:0.0:1781623885.623810:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623885.623813:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623885.623817:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7b00. 00000400:00000010:0.0:1781623885.623821:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9d48. 00000100:00000200:0.0:1781623885.623824:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455859456, portal 25 00000100:00000001:0.0:1781623885.623826:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623885.623828:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246971392 : -123673462580224 : ffff8f850731dc00) 00000100:00000040:0.0:1781623885.623833:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731dc00 x1868160455859456/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623885.623840:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623885.623842:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623885.623844:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9e58. 00000100:00000200:0.0:1781623885.623846:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455859456, offset 0 00000400:00000200:0.0:1781623885.623850:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623885.623854:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623885.623858:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623885.623862:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623885.623864:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623885.623866:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623885.623869:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623885.623871:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376004:376004:255:4294967295] 192.168.202.101@tcp LPNI seq info [375974:375974:7:4294967295] 00000400:00000200:0.0:1781623885.623875:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623885.623881:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623885.623886:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623885.623898:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0700. 00000800:00000200:0.0:1781623885.623903:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623885.623907:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623885.623910:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623885.623914:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623885.623917:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623885.623919:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302050424 00000100:00000001:0.0:1781623885.623926:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302045302 00000100:00000001:0.0:1781623885.623931:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302050424 00000100:00000001:0.0:1781623885.623934:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302045302 00000100:00000001:0.0:1781623885.623937:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623885.623939:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623885.623942:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623885.623944:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781623885.627021:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623885.627059:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0200. 00000400:00000200:2.0:1781623885.627068:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623885.627076:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623885.627083:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e92a8 00000400:00000010:2.0:1781623885.627086:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e92a8. 00000100:00000001:2.0:1781623885.627091:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623885.627099:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731fb80 x1868160455859584/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623885.627111:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623885.627115:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731fb80 x1868160455859584/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623901 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623885.627123:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623885.627125:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781623885.627200:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623885.627203:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0700. 00000400:00000200:2.0:1781623885.627206:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623885.627210:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623885.627213:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9e58 00000400:00000010:2.0:1781623885.627215:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9e58. 00000100:00000001:2.0:1781623885.627217:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623885.627221:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731dc00 x1868160455859456/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623885.627228:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623885.627231:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731dc00 x1868160455859456/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623901 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623885.627236:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623885.627238:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781623885.630560:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623885.630580:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623885.630584:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623885.630586:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623885.630597:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623885.630605:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623885.630613:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623885.630619:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623885.630625:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623885.630629:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005add80 00000400:00000200:3.0:1781623885.630634:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623885.630642:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f922d [1] + 224 00000800:00000001:3.0:1781623885.630650:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623885.630657:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623885.630661:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623885.630665:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623885.630674:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623885.630684:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731fb80 x1868160455859584/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623901 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623885.630698:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731fb80 x1868160455859584/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623901 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623885.630723:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623885.630733:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623885.630736:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623885.630785:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623885.630791:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623885.630800:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623885.630802:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623885.630807:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7dc0. 00000400:00000200:0.0:1781623885.630813:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9ee0 00000400:00000010:0.0:1781623885.630815:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9ee0. 00000100:00000001:0.0:1781623885.630818:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623885.630824:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731fb80 x1868160455859584/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623901 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623885.630834:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731fb80 x1868160455859584/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623901 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623885.630841:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623885.630844:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623885.630848:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623885.630852:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623885.630855:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623885.630858:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623885.630861:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623885.630874:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=62 v=5 (5 20 20 20) 00000100:00001000:0.0:1781623885.630879:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=133 v=5 (1 1 1 1) 00000100:00000001:0.0:1781623885.630881:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623885.630883:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623885.630886:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623885.630899:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623885.630904:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623885.630906:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781623885.630908:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623885.630910:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623885.630915:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731fb80 x1868160455859584/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623901 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623885.630930:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623885.630933:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623885.630936:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623885.630940:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731fb80 x1868160455859584/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623901 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623885.630948:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455859584:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623885.630953:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623885.630956:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623885.630968:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731fb80 x1868160455859584/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623901 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623885.630977:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623885.630980:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623885.630984:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505ced400. 02000000:00000001:0.0:1781623885.630991:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623885.630995:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623885.630997:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781623885.630999:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623885.631002:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0c00. 02000000:00000001:0.0:1781623885.631008:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623885.631010:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623885.631012:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731fb80. 00000100:00000001:0.0:1781623885.631016:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623885.631017:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623885.631022:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623885.631023:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623885.631132:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623885.631135:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623885.631137:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781623885.634962:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623885.634981:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623885.634986:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623885.634989:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623885.634999:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623885.635007:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623885.635017:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623885.635022:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623885.635060:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623885.635065:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005add00 00000400:00000200:2.0:1781623885.635070:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623885.635078:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9235 [1] + 224 00000800:00000001:2.0:1781623885.635087:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623885.635095:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623885.635099:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623885.635103:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623885.635110:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623885.635120:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731dc00 x1868160455859456/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623901 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623885.635131:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731dc00 x1868160455859456/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623901 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623885.635153:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623885.635161:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623885.635164:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623885.635470:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623885.635475:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623885.635482:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623885.635484:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623885.635489:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7b00. 00000400:00000200:0.0:1781623885.635494:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9d48 00000400:00000010:0.0:1781623885.635497:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9d48. 00000100:00000001:0.0:1781623885.635500:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623885.635505:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731dc00 x1868160455859456/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623901 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623885.635517:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731dc00 x1868160455859456/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623901 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623885.635523:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623885.635525:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623885.635528:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623885.635658:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623885.635662:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623885.635664:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623885.635667:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623885.635674:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=62 v=5 (5 5 5 5) 00000100:00001000:0.0:1781623885.635679:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=133 v=5 (1 1 1 1) 00000100:00000001:0.0:1781623885.635682:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623885.635684:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623885.635686:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623885.635688:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623885.635691:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623885.635696:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731dc00 x1868160455859456/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623901 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623885.635704:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623885.635706:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623885.635708:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623885.635712:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731dc00 x1868160455859456/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623901 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623885.635719:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455859456:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623885.635724:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623885.635727:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623885.635731:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731dc00 x1868160455859456/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623901 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623885.635737:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623885.635740:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623885.635743:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cece00. 02000000:00000001:0.0:1781623885.635747:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623885.635749:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623885.635751:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781623885.635753:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623885.635756:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0000. 02000000:00000001:0.0:1781623885.635759:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623885.635761:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623885.635763:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731dc00. 00000100:00000001:0.0:1781623885.635766:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623885.635767:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623885.635769:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623885.635778:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623885.635779:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623885.635781:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623885.635783:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623886.005123:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623886.005130:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623886.005136:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623886.005138:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623886.005222:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623886.005225:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623886.005228:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623887.029239:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623887.029251:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623887.029254:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623887.029267:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623887.029271:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623887.029276:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623887.029278:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623887.029280:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623887.029289:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623887.029290:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623887.029291:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623887.029293:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623887.029294:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623887.029295:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623887.029323:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623887.029507:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623887.029580:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623887.029584:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623887.029587:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623888.054078:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623888.054085:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623888.054090:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623888.054091:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623888.056937:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623888.056942:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623888.056946:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623889.077195:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623889.077202:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623889.077207:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623889.077208:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623889.077335:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623889.077339:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623889.077341:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623890.101241:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623890.101248:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623890.101253:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623890.101255:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623890.101613:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623890.101616:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623890.101619:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781623890.741200:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623890.741212:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623890.741223:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731dc00. 00000020:00000040:0.0:1781623890.741231:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781623890.741235:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623890.741239:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623890.741244:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623890.741253:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0000. 00000100:00000001:0.0:1781623890.741261:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623890.741273:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731dc00 x1868160455859712/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623890.741284:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623890.741288:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623890.741295:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064d3ee66] to pc [ptlrpcd_00_01+1] req@ffff8f850731dc00 x1868160455859712/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623890.741323:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623890.741326:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623890.741330:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623890.741333:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731fb80. 00000020:00000040:0.0:1781623890.741336:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781623890.741338:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623890.741340:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623890.741342:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623890.741346:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0c00. 00000100:00000001:0.0:1781623890.741349:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623890.741354:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731fb80 x1868160455859840/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623890.741361:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623890.741362:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623890.741364:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623890.741369:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1781623890.741371:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000865dba0e] to pc [ptlrpcd_00_00+0] req@ffff8f850731fb80 x1868160455859840/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623890.741374:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623890.741384:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731dc00 x1868160455859712/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623890.741384:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623890.741389:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781623890.741397:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1781623890.741399:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623890.741402:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623890.741403:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1781623890.741408:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1781623890.741409:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1781623890.741412:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623890.741416:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623890.741417:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7385) 00000100:00100000:1.0:1781623890.741422:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455859712:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623890.741428:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1781623890.741433:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1781623890.741434:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1781623890.741437:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1781623890.741439:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623890.741441:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1781623890.741443:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1781623890.741448:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731fb80 x1868160455859840/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1781623890.741450:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557800. 02000000:00000001:1.0:1781623890.741455:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623890.741463:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623890.741464:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623890.741466:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623890.741468:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623890.741469:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623890.741473:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455859840:192.168.202.101@tcp:400:kworker.0 00000400:00000200:1.0:1781623890.741479:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623890.741479:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623890.741483:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1781623890.741486:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631c60. 02000000:00000001:0.0:1781623890.741486:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623890.741491:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1781623890.741497:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1000. 02000000:00000010:0.0:1781623890.741497:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505ced400. 02000000:00000001:0.0:1781623890.741502:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1781623890.741507:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455859712, portal 25 00000400:00000200:0.0:1781623890.741508:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623890.741512:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1781623890.741514:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7b00. 00000100:00000001:1.0:1781623890.741515:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246971392 : -123673462580224 : ffff8f850731dc00) 00000400:00000010:0.0:1781623890.741520:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9d48. 00000100:00000040:1.0:1781623890.741525:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731dc00 x1868160455859712/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623890.741527:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455859840, portal 10 00000100:00000001:0.0:1781623890.741532:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623890.741535:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246979456 : -123673462572160 : ffff8f850731fb80) 00000100:00000001:1.0:1781623890.741542:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623890.741546:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000100:00000040:0.0:1781623890.741549:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731fb80 x1868160455859840/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1781623890.741551:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1ee0. 00000100:00000200:1.0:1781623890.741557:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455859712, offset 0 00000100:00000001:0.0:1781623890.741560:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623890.741564:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623890.741568:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623890.741570:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9ee0. 00000100:00000200:0.0:1781623890.741584:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455859840, offset 0 00000400:00000200:1.0:1781623890.741590:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623890.741600:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623890.741605:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623890.741606:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623890.741613:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623890.741617:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623890.741619:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623890.741623:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376005:376005:256:4294967295] 192.168.202.101@tcp LPNI seq info [375975:375975:8:4294967295] 00000400:00000200:1.0:1781623890.741628:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623890.741634:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623890.741642:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623890.741643:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000400:00000200:0.0:1781623890.741649:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1781623890.741655:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623890.741656:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623890.741661:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000800:00000010:1.0:1781623890.741664:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85102c9a00. 00000400:00000200:0.0:1781623890.741665:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623890.741670:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376006:376006:255:4294967295] 192.168.202.101@tcp LPNI seq info [375976:375976:7:4294967295] 00000800:00000200:1.0:1781623890.741675:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000400:00000200:0.0:1781623890.741679:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000800:00000200:1.0:1781623890.741691:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000400:00000200:0.0:1781623890.741692:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623890.741697:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623890.741701:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0800. 00000800:00000200:0.0:1781623890.741707:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623890.741710:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85102c9a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1781623890.741716:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623890.741719:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623890.741872:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623890.741873:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623890.741879:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17702 usecs (18 jiffies) 00000400:00000200:1.0:1781623890.741880:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623890.741886:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302055542 00000400:00000200:0.0:1781623890.741887:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623890.741892:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302047762 00000100:00000001:1.0:1781623890.741895:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302050424 00000100:00000001:1.0:1781623890.741901:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302055542 00000100:00000001:0.0:1781623890.741902:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302055542 00000100:00000001:1.0:1781623890.741905:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302050424 00000100:00000001:0.0:1781623890.741907:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302047762 00000100:00000001:1.0:1781623890.741912:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623890.741912:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302055542 00000100:00000001:0.0:1781623890.741917:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623890.741918:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623890.741921:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623890.741924:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623890.741925:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623890.741928:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623890.741929:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623890.741937:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623890.741938:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623890.741940:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781623890.741941:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781623890.741944:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623890.741946:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623890.741947:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623890.741950:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623890.741951:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623890.741954:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623890.741955:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623890.741958:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623890.742325:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623890.742331:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85102c9a00. 00000400:00000200:3.0:1781623890.742337:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623890.742343:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623890.742348:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1ee0 00000400:00000010:3.0:1781623890.742351:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1ee0. 00000100:00000001:3.0:1781623890.742355:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623890.742360:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731dc00 x1868160455859712/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623890.742371:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623890.742374:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731dc00 x1868160455859712/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623906 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623890.742382:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623890.742384:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623890.742452:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623890.742455:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0800. 00000400:00000200:3.0:1781623890.742458:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623890.742526:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623890.742530:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9ee0 00000400:00000010:3.0:1781623890.742532:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9ee0. 00000100:00000001:3.0:1781623890.742536:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623890.742540:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731fb80 x1868160455859840/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623890.742548:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623890.742551:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731fb80 x1868160455859840/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623906 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623890.742825:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623890.742827:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781623890.746122:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623890.746150:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623890.746155:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623890.746157:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623890.746167:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623890.746173:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623890.746182:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623890.746187:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623890.746193:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623890.746197:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005ade80 00000400:00000200:2.0:1781623890.746201:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623890.746207:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9245 [1] + 224 00000800:00000001:2.0:1781623890.746214:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623890.746218:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623890.746222:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623890.746226:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623890.746234:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623890.746243:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731fb80 x1868160455859840/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623906 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623890.746254:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731fb80 x1868160455859840/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623906 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623890.746279:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623890.746287:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623890.746291:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623890.746293:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623890.746295:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623890.746298:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623890.746301:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623890.746305:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623890.746307:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623890.746309:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623890.746312:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005ade00 00000400:00000200:2.0:1781623890.746316:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623890.746320:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f923d [1] + 224 00000800:00000001:2.0:1781623890.746323:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623890.746329:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623890.746331:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623890.746335:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623890.746337:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623890.746341:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731dc00 x1868160455859712/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623906 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623890.746350:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731dc00 x1868160455859712/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623906 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623890.746370:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623890.746374:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623890.746377:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623890.746545:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623890.746550:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623890.746556:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623890.746558:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623890.746562:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7b00. 00000400:00000200:0.0:1781623890.746567:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9d48 00000400:00000010:0.0:1781623890.746569:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9d48. 00000100:00000001:0.0:1781623890.746572:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623890.746577:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731fb80 x1868160455859840/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623906 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623890.746586:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731fb80 x1868160455859840/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623906 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623890.746603:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623890.746605:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623890.746607:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623890.746610:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623890.746612:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623890.746615:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623890.746618:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623890.746626:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=67 v=5 (5 20 20 20) 00000100:00001000:0.0:1781623890.746630:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=138 v=5 (1 1 1 1) 00000100:00000001:0.0:1781623890.746633:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623890.746635:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623890.746638:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623890.746641:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623890.746645:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623890.746647:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781623890.746649:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623890.746650:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623890.746655:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731fb80 x1868160455859840/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623906 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623890.746661:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623890.746665:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623890.746666:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623890.746670:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731fb80 x1868160455859840/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623906 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623890.746678:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455859840:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623890.746685:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623890.746688:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623890.746691:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731fb80 x1868160455859840/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623906 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623890.746697:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623890.746700:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623890.746703:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505ced400. 02000000:00000001:0.0:1781623890.746708:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623890.746711:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623890.746713:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781623890.746715:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623890.746717:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0c00. 02000000:00000001:0.0:1781623890.746720:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623890.746722:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623890.746724:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731fb80. 00000100:00000001:0.0:1781623890.746728:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623890.746729:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623890.746731:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623890.746737:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623890.746739:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623890.746741:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623890.746743:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623890.746970:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623890.746974:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781623890.746978:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623890.746979:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623890.746982:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631c60. 00000400:00000200:1.0:1781623890.746985:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1000 00000400:00000010:1.0:1781623890.746987:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1000. 00000100:00000001:1.0:1781623890.746990:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623890.746996:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731dc00 x1868160455859712/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623906 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623890.747005:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731dc00 x1868160455859712/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623906 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623890.747012:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623890.747013:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623890.747015:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623890.747017:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623890.747019:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623890.747020:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623890.747022:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623890.747054:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=67 v=5 (5 5 5 5) 00000100:00001000:1.0:1781623890.747058:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=138 v=5 (1 1 1 1) 00000100:00000001:1.0:1781623890.747060:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623890.747062:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623890.747064:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623890.747065:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623890.747067:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623890.747071:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731dc00 x1868160455859712/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623906 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623890.747089:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623890.747091:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623890.747092:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623890.747096:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731dc00 x1868160455859712/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623906 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623890.747104:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455859712:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623890.747108:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623890.747110:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623890.747113:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731dc00 x1868160455859712/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623906 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623890.747119:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623890.747121:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623890.747123:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557800. 02000000:00000001:1.0:1781623890.747128:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623890.747130:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623890.747131:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781623890.747133:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623890.747135:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0000. 02000000:00000001:1.0:1781623890.747138:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623890.747139:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623890.747141:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731dc00. 00000100:00000001:1.0:1781623890.747144:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623890.747145:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623890.747147:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623890.747151:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623890.747152:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623890.747154:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623890.747157:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623891.128997:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623891.129003:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623891.129009:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623891.129010:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623891.129044:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623891.129048:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623891.129051:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623892.149756:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623892.149763:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623892.149769:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623892.149770:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623892.149877:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623892.149880:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623892.149883:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623893.173196:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623893.173211:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623893.173217:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623893.173218:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623893.174055:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623893.174058:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623893.174062:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623894.198232:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623894.198237:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623894.198241:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623894.198242:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623894.198335:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623894.198340:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623894.198342:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623895.221223:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623895.221230:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623895.221237:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623895.221238:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623895.221357:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623895.221361:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623895.221364:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781623895.861171:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623895.861182:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623895.861192:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733e300. 00000020:00000040:1.0:1781623895.861198:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781623895.861203:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623895.861206:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623895.861211:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623895.861219:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85102c9000. 00000100:00000001:1.0:1781623895.861225:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623895.861237:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733e300 x1868160455859968/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623895.861248:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623895.861252:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623895.861258:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c15ddfe] to pc [ptlrpcd_00_01+1] req@ffff8f850733e300 x1868160455859968/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623895.861303:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623895.861306:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623895.861310:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623895.861313:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733ce00. 00000020:00000040:1.0:1781623895.861315:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781623895.861317:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623895.861319:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623895.861320:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623895.861323:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85102c9400. 00000100:00000001:1.0:1781623895.861326:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623895.861329:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733ce00 x1868160455860096/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623895.861336:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623895.861338:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623895.861341:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f374d930] to pc [ptlrpcd_00_00+0] req@ffff8f850733ce00 x1868160455860096/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623895.861349:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623895.861350:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781623895.861353:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781623895.861367:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781623895.861370:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781623895.861375:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7390) 00000100:00000001:0.0:1781623895.861836:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623895.861840:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623895.861843:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623895.861850:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733e300 x1868160455859968/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623895.861859:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623895.861861:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623895.861865:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623895.861868:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623895.861871:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623895.861874:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455859968:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623895.861878:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623895.861884:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623895.861886:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623895.861889:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623895.861907:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cec200. 02000000:00000001:0.0:1781623895.861910:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623895.861917:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623895.861921:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7b00. 00000400:00000010:0.0:1781623895.861928:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9d48. 00000100:00000200:0.0:1781623895.861935:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455859968, portal 25 00000100:00000001:0.0:1781623895.861937:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623895.861939:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247104256 : -123673462447360 : ffff8f850733e300) 00000100:00000040:0.0:1781623895.861945:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733e300 x1868160455859968/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623895.861953:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623895.861956:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623895.861958:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9220. 00000100:00000200:0.0:1781623895.861962:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455859968, offset 0 00000400:00000200:0.0:1781623895.861969:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623895.861978:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623895.861986:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623895.861992:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623895.861996:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623895.861999:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623895.862002:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623895.862007:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376007:376007:256:4294967295] 192.168.202.101@tcp LPNI seq info [375977:375977:8:4294967295] 00000400:00000200:0.0:1781623895.862012:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623895.862062:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623895.862068:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623895.862073:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0c00. 00000800:00000200:0.0:1781623895.862080:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623895.862089:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623895.862093:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623895.862112:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623895.862117:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623895.862120:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302060663 00000100:00000001:0.0:1781623895.862127:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302055542 00000100:00000001:0.0:1781623895.862131:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302060663 00000100:00000001:0.0:1781623895.862135:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302055542 00000100:00000001:0.0:1781623895.862138:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623895.862141:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623895.862144:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623895.862146:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623895.862153:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623895.862155:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781623895.862158:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623895.862159:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623895.862161:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623895.862164:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1781623895.862166:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623895.862168:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623895.862169:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623895.862171:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623895.862172:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623895.862173:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623895.862177:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733ce00 x1868160455860096/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623895.862185:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623895.862186:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623895.862189:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623895.862190:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623895.862193:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623895.862196:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455860096:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623895.862200:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623895.862202:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623895.862204:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623895.862206:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623895.862209:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cec000. 02000000:00000001:0.0:1781623895.862211:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623895.862214:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623895.862217:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7dc0. 00000400:00000010:0.0:1781623895.862220:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9550. 00000100:00000200:0.0:1781623895.862223:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455860096, portal 10 00000100:00000001:0.0:1781623895.862225:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623895.862226:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247098880 : -123673462452736 : ffff8f850733ce00) 00000100:00000040:0.0:1781623895.862233:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733ce00 x1868160455860096/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623895.862239:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623895.862241:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623895.862244:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e95d8. 00000100:00000200:0.0:1781623895.862246:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455860096, offset 0 00000400:00000200:0.0:1781623895.862251:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623895.862254:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623895.862258:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623895.862261:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623895.862263:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623895.862266:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623895.862268:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623895.862270:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376008:376008:255:4294967295] 192.168.202.101@tcp LPNI seq info [375978:375978:7:4294967295] 00000400:00000200:0.0:1781623895.862274:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623895.862281:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623895.862285:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623895.862289:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0300. 00000800:00000200:0.0:1781623895.862293:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623895.862297:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623895.862299:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623895.862303:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623895.862306:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17690 usecs (18 jiffies) 00000400:00000200:0.0:1781623895.862309:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623895.862311:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302052883 00000100:00000001:0.0:1781623895.862313:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302060663 00000100:00000001:0.0:1781623895.862315:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302052883 00000100:00000001:0.0:1781623895.862317:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302060663 00000100:00000001:0.0:1781623895.862319:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623895.862321:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623895.862324:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623895.862326:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623895.862336:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623895.862338:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623895.864073:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623895.864091:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0c00. 00000400:00000200:3.0:1781623895.864099:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623895.864107:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623895.864113:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9220 00000400:00000010:3.0:1781623895.864116:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9220. 00000100:00000001:3.0:1781623895.864120:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623895.864127:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733e300 x1868160455859968/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623895.864138:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623895.864142:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733e300 x1868160455859968/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623911 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623895.864148:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623895.864150:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623895.864215:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623895.864218:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0300. 00000400:00000200:3.0:1781623895.864221:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623895.864225:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623895.864227:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e95d8 00000400:00000010:3.0:1781623895.864229:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e95d8. 00000100:00000001:3.0:1781623895.864232:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623895.864240:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733ce00 x1868160455860096/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623895.864254:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623895.864257:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733ce00 x1868160455860096/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623911 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623895.864264:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623895.864277:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781623895.870095:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623895.870113:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623895.870118:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623895.870121:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623895.870130:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623895.870138:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623895.870146:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623895.870151:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623895.870156:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623895.870160:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005adf00 00000400:00000200:2.0:1781623895.870165:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623895.870171:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f924d [1] + 224 00000800:00000001:2.0:1781623895.870179:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623895.870199:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623895.870202:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623895.870207:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623895.870214:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623895.870224:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733e300 x1868160455859968/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623911 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623895.870236:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733e300 x1868160455859968/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623911 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623895.870317:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623895.870321:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623895.870481:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623895.870490:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623895.870494:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1781623895.872679:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623895.872686:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623895.872692:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7b00. 00000400:00000200:0.0:1781623895.872701:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9d48 00000400:00000010:0.0:1781623895.872704:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9d48. 00000100:00000001:0.0:1781623895.872709:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623895.872721:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733e300 x1868160455859968/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623911 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623895.872733:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733e300 x1868160455859968/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623911 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623895.872740:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623895.872743:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623895.872746:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623895.872751:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623895.872754:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623895.872756:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623895.872759:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623895.872765:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=72 v=5 (5 5 5 5) 00000100:00001000:0.0:1781623895.872769:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=143 v=5 (1 1 1 1) 00000100:00000001:0.0:1781623895.872772:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623895.872773:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623895.872776:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623895.872778:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623895.872781:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623895.872787:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733e300 x1868160455859968/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623911 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623895.872794:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1781623895.872879:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623895.872898:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623895.872903:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623895.872905:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623895.872915:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623895.872923:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623895.872933:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623895.872938:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623895.872944:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623895.872949:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005adf80 00000400:00000200:3.0:1781623895.872954:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623895.872961:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9255 [1] + 224 00000800:00000001:3.0:1781623895.872969:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623895.872975:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623895.872979:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623895.872984:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623895.872992:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623895.873001:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733ce00 x1868160455860096/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623911 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623895.873386:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733ce00 x1868160455860096/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623911 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623895.873396:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623895.873406:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623895.873410:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623895.873888:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623895.873891:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623895.873902:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733e300 x1868160455859968/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623911 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623895.873912:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455859968:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623895.873918:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623895.873921:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623895.873925:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733e300 x1868160455859968/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623911 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623895.873932:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623895.873936:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623895.873941:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cec200. 02000000:00000001:0.0:1781623895.873946:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623895.873949:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623895.873951:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781623895.873953:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623895.873956:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85102c9000. 02000000:00000001:0.0:1781623895.873959:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623895.873961:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623895.873963:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733e300. 00000100:00000001:0.0:1781623895.873967:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623895.873968:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623895.873972:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623895.873974:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623895.873976:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623895.873982:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623895.873984:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623895.873987:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7dc0. 00000400:00000200:0.0:1781623895.873991:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9550 00000400:00000010:0.0:1781623895.873993:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9550. 00000100:00000001:0.0:1781623895.873996:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623895.874000:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733ce00 x1868160455860096/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623911 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623895.874009:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733ce00 x1868160455860096/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623911 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623895.874015:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623895.874017:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623895.874019:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623895.874021:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623895.874045:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623895.874048:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623895.874050:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623895.874057:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=72 v=5 (5 20 20 20) 00000100:00001000:0.0:1781623895.874061:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=143 v=5 (1 1 1 1) 00000100:00000001:0.0:1781623895.874064:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623895.874065:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623895.874067:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623895.874070:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623895.874074:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623895.874076:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781623895.874078:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623895.874079:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623895.874083:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733ce00 x1868160455860096/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623911 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623895.874095:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623895.874097:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623895.874098:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623895.874102:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733ce00 x1868160455860096/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623911 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623895.874108:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455860096:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623895.874112:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623895.874113:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623895.874116:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733ce00 x1868160455860096/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623911 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623895.874122:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623895.874123:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623895.874125:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cec000. 02000000:00000001:0.0:1781623895.874807:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623895.875084:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623895.875087:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781623895.875090:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623895.875093:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85102c9400. 02000000:00000001:0.0:1781623895.875098:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623895.875099:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623895.875101:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733ce00. 00000100:00000001:0.0:1781623895.875104:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623895.875106:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623895.875108:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623895.875116:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623895.875118:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623895.875120:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623895.875122:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623896.246779:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623896.246789:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623896.246804:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623896.246806:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623896.246902:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623896.246912:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623896.246916:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623897.269407:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623897.269415:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623897.269418:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623897.269421:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623897.269427:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623897.269429:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623897.269431:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623897.269433:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623897.269436:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623897.269437:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623897.269438:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623897.269439:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623897.269440:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623897.269441:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623897.269442:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623897.269443:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623897.269515:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623897.269519:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623897.269523:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623898.293231:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623898.293242:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623898.293249:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623898.293385:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623898.295363:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623898.295372:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623898.295379:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623899.317262:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623899.317274:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623899.317282:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623899.317283:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623899.317500:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623899.317511:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623899.317516:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623900.341199:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623900.341208:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623900.341216:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623900.341217:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623900.341399:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623900.341403:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623900.341406:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781623900.983285:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623900.983295:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623900.983304:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0ea00. 00000020:00000040:2.0:1781623900.983311:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781623900.983317:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623900.983320:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623900.983327:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623900.983335:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3f00. 00000100:00000001:2.0:1781623900.983343:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623900.983359:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0ea00 x1868160455860224/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623900.983372:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623900.983378:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623900.983385:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c67663d] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0ea00 x1868160455860224/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623900.983411:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623900.983414:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623900.983418:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623900.983421:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0e680. 00000020:00000040:2.0:1781623900.983425:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781623900.983428:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623900.983429:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623900.983431:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623900.983434:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3600. 00000100:00000001:2.0:1781623900.983436:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623900.983441:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0e680 x1868160455860352/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623900.983448:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623900.983450:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623900.983453:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000215f4291] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0e680 x1868160455860352/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623900.983461:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623900.983463:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781623900.983467:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781623900.983470:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781623900.983474:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781623900.983479:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7395) 00000100:00000001:2.0:1781623900.983491:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623900.983495:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623900.983499:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623900.983505:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0ea00 x1868160455860224/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623900.983513:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623900.983515:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623900.983520:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623900.983523:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623900.983526:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623900.983530:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455860224:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623900.983538:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623900.983546:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623900.983550:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623900.983553:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623900.983557:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079e00. 02000000:00000001:2.0:1781623900.983560:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623900.983571:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623900.983576:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08210. 00000400:00000010:2.0:1781623900.983585:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d880. 00000100:00000200:2.0:1781623900.983594:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455860224, portal 25 00000100:00000001:2.0:1781623900.983597:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623900.983599:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272075264 : -123673437476352 : ffff8f8508b0ea00) 00000100:00000040:2.0:1781623900.983605:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0ea00 x1868160455860224/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623900.983613:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623900.983616:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623900.983619:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901da18. 00000100:00000200:2.0:1781623900.983622:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455860224, offset 0 00000400:00000200:2.0:1781623900.983629:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623900.983640:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623900.983649:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623900.983656:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623900.983661:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623900.983665:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623900.983668:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623900.983673:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376009:376009:256:4294967295] 192.168.202.101@tcp LPNI seq info [375979:375979:8:4294967295] 00000400:00000200:2.0:1781623900.983678:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623900.983689:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623900.983695:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623900.983701:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3700. 00000800:00000200:2.0:1781623900.983708:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623900.983718:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623900.983724:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623901.000558:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623901.000576:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623901.000581:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302065801 00000100:00000001:2.0:1781623901.000591:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302060663 00000100:00000001:2.0:1781623901.000596:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302065801 00000100:00000001:2.0:1781623901.000599:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302060663 00000100:00000001:2.0:1781623901.000603:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623901.000608:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623901.000613:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623901.000617:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623901.001013:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623901.001016:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:2.0:1781623901.001020:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623901.001023:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623901.001051:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623901.001055:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1781623901.001057:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623901.001059:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623901.001061:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623901.001062:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623901.001063:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623901.001070:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623901.001086:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0e680 x1868160455860352/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623901.001097:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623901.001099:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623901.001105:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623901.001108:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623901.001111:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623901.001115:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455860352:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623901.001119:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623901.001128:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623901.001131:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623901.001133:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623901.001145:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078000. 02000000:00000001:2.0:1781623901.001148:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623901.001154:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623901.001161:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f085d8. 00000400:00000010:2.0:1781623901.001169:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d908. 00000100:00000200:2.0:1781623901.001178:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455860352, portal 10 00000100:00000001:2.0:1781623901.001180:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623901.001182:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272074368 : -123673437477248 : ffff8f8508b0e680) 00000100:00000040:2.0:1781623901.001191:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0e680 x1868160455860352/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623901.001199:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623901.001202:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623901.001205:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d550. 00000100:00000200:2.0:1781623901.001208:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455860352, offset 0 00000400:00000200:2.0:1781623901.001215:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623901.001225:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623901.001234:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623901.001241:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623901.001246:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623901.001251:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623901.001254:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623901.001258:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376010:376010:255:4294967295] 192.168.202.101@tcp LPNI seq info [375980:375980:7:4294967295] 00000400:00000200:2.0:1781623901.001263:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623901.001274:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623901.001281:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623901.001287:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3000. 00000800:00000200:2.0:1781623901.001295:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623901.001305:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623901.001310:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623901.001315:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623901.001319:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17687 usecs (18 jiffies) 00000400:00000200:2.0:1781623901.001322:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623901.001325:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302058021 00000100:00000001:2.0:1781623901.001327:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302065801 00000100:00000001:2.0:1781623901.001329:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302058021 00000100:00000001:2.0:1781623901.001331:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302065801 00000100:00000001:2.0:1781623901.001334:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623901.001336:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623901.001338:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623901.001340:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623901.001367:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623901.001370:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781623901.001428:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623901.001433:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3700. 00000400:00000200:2.0:1781623901.001442:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623901.001447:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623901.001454:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901da18 00000400:00000010:2.0:1781623901.001457:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901da18. 00000100:00000001:2.0:1781623901.001462:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623901.001468:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0ea00 x1868160455860224/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623901.001479:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623901.001483:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0ea00 x1868160455860224/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623916 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623901.001490:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623901.001493:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781623901.001576:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623901.001579:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3000. 00000400:00000200:2.0:1781623901.001582:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623901.001586:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623901.001589:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d550 00000400:00000010:2.0:1781623901.001591:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d550. 00000100:00000001:2.0:1781623901.001593:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623901.001596:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0e680 x1868160455860352/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623901.001604:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623901.001606:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0e680 x1868160455860352/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623917 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623901.001613:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623901.001615:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781623901.004312:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623901.006188:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623901.006194:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623901.006197:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623901.006211:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623901.006221:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623901.006232:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623901.006238:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623901.006245:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623901.006250:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005ae080 00000400:00000200:3.0:1781623901.006255:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623901.006263:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f926d [1] + 224 00000800:00000001:3.0:1781623901.006272:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623901.006276:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623901.006279:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623901.006284:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623901.006295:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623901.006305:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0e680 x1868160455860352/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623917 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623901.006317:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0e680 x1868160455860352/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623917 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623901.006333:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623901.006343:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623901.006347:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623901.006348:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623901.006350:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623901.006353:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623901.006356:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623901.006361:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623901.006364:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623901.006366:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623901.006369:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005ae000 00000400:00000200:3.0:1781623901.006372:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623901.006377:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f925d [1] + 224 00000800:00000001:3.0:1781623901.006381:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623901.006386:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623901.006388:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623901.006392:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623901.006395:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623901.006400:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0ea00 x1868160455860224/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623916 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623901.006408:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0ea00 x1868160455860224/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623916 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623901.006414:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623901.006417:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623901.006421:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623901.006454:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623901.006459:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781623901.006467:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623901.006469:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623901.006473:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f085d8. 00000400:00000200:3.0:1781623901.006479:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d908 00000400:00000010:3.0:1781623901.006482:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d908. 00000100:00000001:3.0:1781623901.006485:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623901.006489:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0e680 x1868160455860352/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623917 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623901.006497:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0e680 x1868160455860352/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623917 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623901.006503:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623901.006505:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623901.006508:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623901.006512:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623901.006515:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623901.006518:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623901.006521:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623901.006532:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=78 v=5 (5 20 20 20) 00000100:00001000:3.0:1781623901.006536:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=149 v=5 (1 1 1 1) 00000100:00000001:3.0:1781623901.006539:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623901.006541:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623901.006544:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623901.006547:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623901.006552:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781623901.006555:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781623901.006557:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781623901.006558:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623901.006563:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0e680 x1868160455860352/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623917 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623901.006571:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623901.006576:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623901.006578:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623901.006582:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0e680 x1868160455860352/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623917 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623901.006590:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455860352:192.168.202.101@tcp:400:kworker.0 00000400:00000001:3.0:1781623901.006596:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623901.006598:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623901.006599:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08210. 00000400:00000200:3.0:1781623901.006601:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d880 00000400:00000010:3.0:1781623901.006603:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d880. 00000100:00000001:3.0:1781623901.006605:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623901.006608:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0ea00 x1868160455860224/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623916 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623901.006615:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0ea00 x1868160455860224/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623916 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623901.006621:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623901.006622:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623901.006624:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623901.006626:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623901.006627:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623901.006628:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623901.006630:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623901.006633:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=78 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623901.006636:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=149 v=5 (1 1 1 1) 00000100:00000001:3.0:1781623901.006638:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623901.006640:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623901.006642:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623901.006644:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623901.006645:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623901.006649:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0ea00 x1868160455860224/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623916 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623901.006655:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623901.006657:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623901.006659:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623901.006662:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0ea00 x1868160455860224/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623916 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623901.006669:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455860224:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623901.006674:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623901.006676:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623901.006680:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0e680 x1868160455860352/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623917 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623901.007932:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623901.007936:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623901.007940:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078000. 02000000:00000001:3.0:1781623901.007945:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623901.007948:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623901.007952:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781623901.007954:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623901.007957:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3600. 02000000:00000001:3.0:1781623901.007963:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623901.007965:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623901.007967:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0e680. 00000100:00000001:3.0:1781623901.007972:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623901.007974:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623901.007977:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623901.007986:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0ea00 x1868160455860224/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623916 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623901.007993:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623901.007995:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623901.007996:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079e00. 02000000:00000001:3.0:1781623901.007998:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623901.008000:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623901.008001:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781623901.008003:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623901.008005:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3f00. 02000000:00000001:3.0:1781623901.008007:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623901.008008:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623901.008009:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0ea00. 00000100:00000001:3.0:1781623901.008012:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623901.008013:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623901.008015:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623901.008297:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623901.008300:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623901.008304:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623901.008307:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623901.365205:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623901.365214:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623901.365222:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623901.365223:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623901.365334:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623901.365339:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623901.365342:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623902.389340:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623902.389349:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623902.389358:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623902.389359:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623902.389603:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623902.389609:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623902.389612:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623903.413201:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623903.413221:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623903.413230:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623903.413231:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623903.414990:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623903.414998:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623903.415004:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623904.437375:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623904.437384:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623904.437410:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623904.437411:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623904.437756:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623904.437761:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623904.437766:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623905.461588:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623905.461596:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623905.461601:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623905.461602:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623905.461671:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623905.461676:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623905.461680:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781623906.101951:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623906.101965:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623906.101981:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0ce00. 00000020:00000040:2.0:1781623906.101989:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781623906.101995:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623906.101999:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623906.102005:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623906.102016:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3000. 00000100:00000001:2.0:1781623906.102047:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623906.102064:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0ce00 x1868160455860480/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623906.102077:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623906.102083:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623906.102091:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e9d049] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0ce00 x1868160455860480/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623906.102136:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623906.102140:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623906.102143:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623906.102147:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0fb80. 00000020:00000040:2.0:1781623906.102151:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781623906.102154:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623906.102155:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623906.102157:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623906.102161:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3700. 00000100:00000001:2.0:1781623906.102164:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623906.102168:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0fb80 x1868160455860608/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623906.102175:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623906.102177:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623906.102181:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e233249c] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0fb80 x1868160455860608/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623906.102189:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623906.102191:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781623906.102195:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781623906.102198:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781623906.102202:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781623906.102207:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7400) 00000100:00000001:2.0:1781623906.102225:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623906.102230:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623906.102233:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623906.102240:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0fb80 x1868160455860608/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623906.102248:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623906.102251:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623906.102255:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623906.102259:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623906.102262:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623906.102266:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455860608:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623906.102274:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623906.102282:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623906.102285:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623906.102289:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623906.102294:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078200. 02000000:00000001:2.0:1781623906.102296:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623906.102306:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623906.102311:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f087e8. 00000400:00000010:2.0:1781623906.102320:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d550. 00000100:00000200:2.0:1781623906.102329:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455860608, portal 10 00000100:00000001:2.0:1781623906.102332:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623906.102334:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272079744 : -123673437471872 : ffff8f8508b0fb80) 00000100:00000040:2.0:1781623906.102342:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0fb80 x1868160455860608/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623906.102350:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623906.102353:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623906.102356:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901da18. 00000100:00000200:2.0:1781623906.102359:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455860608, offset 0 00000400:00000200:2.0:1781623906.102367:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623906.102380:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623906.102390:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623906.102397:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623906.102402:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623906.102406:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623906.102410:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623906.102415:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376011:376011:256:4294967295] 192.168.202.101@tcp LPNI seq info [375981:375981:8:4294967295] 00000400:00000200:2.0:1781623906.102420:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623906.102431:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623906.102438:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623906.102443:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3500. 00000800:00000200:2.0:1781623906.102451:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623906.102462:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623906.102467:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623906.102480:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623906.102486:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17700 usecs (18 jiffies) 00000400:00000200:2.0:1781623906.102489:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623906.102492:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302063123 00000100:00000001:2.0:1781623906.102496:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302065801 00000100:00000001:2.0:1781623906.102499:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302063123 00000100:00000001:2.0:1781623906.102502:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302065801 00000100:00000001:2.0:1781623906.102505:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623906.102508:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623906.102511:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623906.102514:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623906.102523:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623906.102526:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781623906.102528:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623906.102529:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623906.102530:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623906.102533:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1781623906.102534:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623906.102536:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623906.102538:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623906.102540:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623906.102541:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623906.102542:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623906.102547:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0ce00 x1868160455860480/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623906.102554:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623906.102555:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623906.102558:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623906.102560:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623906.102562:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623906.102565:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455860480:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623906.102569:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623906.102572:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623906.102573:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623906.102575:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623906.102578:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078600. 02000000:00000001:2.0:1781623906.102580:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623906.102584:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623906.102586:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08318. 00000400:00000010:2.0:1781623906.102591:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d990. 00000100:00000200:2.0:1781623906.102594:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455860480, portal 25 00000100:00000001:2.0:1781623906.102596:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623906.102597:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272068096 : -123673437483520 : ffff8f8508b0ce00) 00000100:00000040:2.0:1781623906.102602:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0ce00 x1868160455860480/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623906.102608:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623906.102610:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623906.102612:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d088. 00000100:00000200:2.0:1781623906.102614:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455860480, offset 0 00000400:00000200:2.0:1781623906.102619:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623906.102622:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623906.102626:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623906.102629:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623906.102631:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623906.102634:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623906.102636:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623906.102639:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376012:376012:255:4294967295] 192.168.202.101@tcp LPNI seq info [375982:375982:7:4294967295] 00000400:00000200:2.0:1781623906.102643:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623906.102649:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623906.102653:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623906.102657:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3300. 00000800:00000200:2.0:1781623906.102660:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623906.102665:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623906.102668:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623906.102670:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623906.102674:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623906.102675:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302070903 00000100:00000001:2.0:1781623906.102682:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302065801 00000100:00000001:2.0:1781623906.102686:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302070903 00000100:00000001:2.0:1781623906.102690:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302065801 00000100:00000001:2.0:1781623906.102692:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623906.102695:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623906.102697:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623906.102699:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781623906.102786:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623906.102791:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3500. 00000400:00000200:2.0:1781623906.102798:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623906.102804:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623906.102810:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901da18 00000400:00000010:2.0:1781623906.102814:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901da18. 00000100:00000001:2.0:1781623906.102819:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623906.102825:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0fb80 x1868160455860608/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623906.102834:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623906.102838:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0fb80 x1868160455860608/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623922 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623906.102845:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623906.102847:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781623906.102927:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623906.102930:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3300. 00000400:00000200:2.0:1781623906.102932:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623906.102936:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623906.102939:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d088 00000400:00000010:2.0:1781623906.102941:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d088. 00000100:00000001:2.0:1781623906.102943:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623906.102947:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0ce00 x1868160455860480/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623906.102954:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623906.102956:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0ce00 x1868160455860480/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623922 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623906.102962:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623906.102964:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1781623906.103183:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623906.103188:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781623906.110568:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623906.110585:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623906.110590:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623906.110592:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623906.110601:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623906.110609:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623906.110618:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623906.110623:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623906.110628:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623906.110632:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005ae180 00000400:00000200:3.0:1781623906.110637:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623906.110644:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f927d [1] + 224 00000800:00000001:3.0:1781623906.110650:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623906.110654:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623906.110657:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623906.110661:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623906.110668:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623906.110677:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0fb80 x1868160455860608/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623922 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623906.110687:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0fb80 x1868160455860608/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623922 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623906.110717:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623906.110732:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623906.110735:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623906.110737:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623906.110739:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623906.110742:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623906.110745:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623906.110750:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623906.110752:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623906.110755:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623906.110757:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005ae100 00000400:00000200:3.0:1781623906.110761:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623906.110766:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f928d [1] + 224 00000800:00000001:3.0:1781623906.110770:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623906.110775:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623906.110777:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623906.110780:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623906.110783:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623906.110787:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0ce00 x1868160455860480/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623922 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623906.110795:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0ce00 x1868160455860480/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623922 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623906.110802:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623906.110805:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623906.110808:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623906.111895:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623906.111905:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781623906.111916:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623906.111919:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623906.111924:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08318. 00000400:00000200:2.0:1781623906.111935:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d990 00000400:00000010:2.0:1781623906.111938:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d990. 00000100:00000001:2.0:1781623906.111943:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623906.111956:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0ce00 x1868160455860480/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623922 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623906.111968:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0ce00 x1868160455860480/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623922 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623906.111976:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623906.111979:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623906.111982:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623906.111986:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623906.111999:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623906.112002:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623906.112007:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623906.112015:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=83 v=5 (5 5 5 5) 00000100:00001000:2.0:1781623906.112021:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=154 v=5 (1 1 1 1) 00000100:00000001:2.0:1781623906.112063:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623906.112066:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623906.112070:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623906.112073:0:2352:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623906.112076:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623906.112081:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0ce00 x1868160455860480/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623922 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623906.112090:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623906.112095:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623906.112097:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623906.112101:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0ce00 x1868160455860480/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623922 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623906.112110:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455860480:192.168.202.101@tcp:400:kworker.0 00000400:00000001:2.0:1781623906.112117:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623906.112118:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623906.112120:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f087e8. 00000400:00000200:2.0:1781623906.112123:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d550 00000400:00000010:2.0:1781623906.112125:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d550. 00000100:00000001:2.0:1781623906.112127:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623906.112131:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0fb80 x1868160455860608/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623922 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623906.112140:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0fb80 x1868160455860608/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623922 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623906.112146:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623906.112148:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623906.112149:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623906.112151:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623906.112152:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623906.112154:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623906.112155:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623906.112163:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=83 v=5 (5 20 20 20) 00000100:00001000:2.0:1781623906.112167:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=154 v=5 (1 1 1 1) 00000100:00000001:2.0:1781623906.112181:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623906.112183:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623906.112184:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623906.112188:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623906.112192:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781623906.112194:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:2.0:1781623906.112197:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781623906.112198:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623906.112201:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0fb80 x1868160455860608/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623922 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623906.112207:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623906.112209:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623906.112210:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623906.112214:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0fb80 x1868160455860608/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623922 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623906.112220:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455860608:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623906.112225:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623906.112227:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623906.112231:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0ce00 x1868160455860480/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623922 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623906.112237:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623906.112241:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623906.112245:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078600. 02000000:00000001:2.0:1781623906.112249:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623906.112252:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623906.112254:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781623906.112257:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623906.112260:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3000. 02000000:00000001:2.0:1781623906.112266:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623906.112268:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623906.112270:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0ce00. 00000100:00000001:2.0:1781623906.112274:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623906.112275:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623906.112277:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623906.112280:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0fb80 x1868160455860608/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623922 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623906.112284:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623906.112286:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623906.112288:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078200. 02000000:00000001:2.0:1781623906.112289:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623906.112290:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623906.112291:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:2.0:1781623906.112293:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623906.112294:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3700. 02000000:00000001:2.0:1781623906.112296:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623906.112297:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623906.112298:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0fb80. 00000100:00000001:2.0:1781623906.112300:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623906.112301:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623906.112303:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623906.112312:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623906.112314:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623906.112317:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623906.112320:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623906.485139:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623906.485147:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623906.485150:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623906.485153:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623906.485157:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623906.485160:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623906.485161:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623906.485164:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623906.485167:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623906.485168:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623906.485169:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623906.485171:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623906.485172:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623906.485173:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623906.485175:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623906.485176:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623906.485264:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623906.485267:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623906.485270:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623907.509245:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623907.509252:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623907.509259:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623907.509260:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623907.509380:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623907.509383:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623907.509386:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623908.533152:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623908.533171:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623908.533184:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623908.533185:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623908.533281:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623908.533284:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623908.533287:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623909.557492:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623909.557499:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623909.557505:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623909.557506:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623909.557600:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623909.557604:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623909.557607:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623910.582080:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623910.582085:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623910.582090:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623910.582091:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623910.582472:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623910.582476:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623910.582480:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781623911.221208:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623911.221219:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623911.221229:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0fb80. 00000020:00000040:2.0:1781623911.221235:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781623911.221240:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623911.221242:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623911.221248:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623911.221257:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3700. 00000100:00000001:2.0:1781623911.221263:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623911.221275:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0fb80 x1868160455860736/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623911.221286:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623911.221289:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623911.221296:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e233249c] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0fb80 x1868160455860736/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623911.222007:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623911.222011:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623911.222015:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623911.222021:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0ce00. 00000020:00000040:2.0:1781623911.222059:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781623911.222062:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623911.222064:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623911.222066:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623911.222071:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3000. 00000100:00000001:2.0:1781623911.222075:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623911.222081:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0ce00 x1868160455860864/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623911.222089:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623911.222091:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623911.222276:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e9d049] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0ce00 x1868160455860864/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623911.222286:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623911.222288:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781623911.222292:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781623911.222295:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781623911.222298:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781623911.222302:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7405) 00000100:00000001:2.0:1781623911.222401:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623911.222405:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623911.222407:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623911.222412:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0ce00 x1868160455860864/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623911.222427:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623911.222429:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623911.222433:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623911.222435:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623911.222438:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623911.222441:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455860864:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623911.222446:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623911.222451:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623911.222454:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623911.222456:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623911.222461:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078200. 02000000:00000001:2.0:1781623911.222463:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623911.222471:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623911.222474:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f087e8. 00000400:00000010:2.0:1781623911.222480:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d550. 00000100:00000200:2.0:1781623911.222487:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455860864, portal 10 00000100:00000001:2.0:1781623911.222489:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623911.222491:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272068096 : -123673437483520 : ffff8f8508b0ce00) 00000100:00000040:2.0:1781623911.222499:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0ce00 x1868160455860864/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623911.222507:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623911.222509:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623911.222512:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d990. 00000100:00000200:2.0:1781623911.222515:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455860864, offset 0 00000400:00000200:2.0:1781623911.222521:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623911.222530:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623911.222538:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623911.222543:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623911.222548:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623911.222552:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623911.222555:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623911.222559:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376013:376013:256:4294967295] 192.168.202.101@tcp LPNI seq info [375983:375983:8:4294967295] 00000400:00000200:2.0:1781623911.222563:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623911.222572:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623911.222578:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623911.222583:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3300. 00000800:00000200:2.0:1781623911.222590:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623911.222597:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623911.222601:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623911.222612:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623911.222617:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17695 usecs (18 jiffies) 00000400:00000200:2.0:1781623911.222620:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623911.222623:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302068243 00000100:00000001:2.0:1781623911.222626:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302070903 00000100:00000001:2.0:1781623911.222628:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302068243 00000100:00000001:2.0:1781623911.222631:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302070903 00000100:00000001:2.0:1781623911.222633:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623911.222635:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623911.222639:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623911.222641:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623911.222649:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623911.222651:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781623911.222653:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623911.222654:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623911.222655:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623911.222671:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1781623911.222672:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623911.222674:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623911.222676:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623911.222677:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623911.222678:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623911.222679:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623911.222684:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0fb80 x1868160455860736/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623911.222691:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623911.222693:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623911.222695:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623911.222696:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623911.222698:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623911.222701:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455860736:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623911.222704:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623911.222707:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623911.222708:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623911.222710:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623911.222713:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079400. 02000000:00000001:2.0:1781623911.222716:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623911.222719:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623911.222722:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08318. 00000400:00000010:2.0:1781623911.222725:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d088. 00000100:00000200:2.0:1781623911.222728:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455860736, portal 25 00000100:00000001:2.0:1781623911.222730:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623911.222731:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272079744 : -123673437471872 : ffff8f8508b0fb80) 00000100:00000040:2.0:1781623911.222736:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0fb80 x1868160455860736/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623911.222742:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623911.222744:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623911.222747:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901da18. 00000100:00000200:2.0:1781623911.222749:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455860736, offset 0 00000400:00000200:2.0:1781623911.222753:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623911.222757:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623911.222760:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623911.222763:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623911.222766:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623911.222768:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623911.222771:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623911.222774:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376014:376014:255:4294967295] 192.168.202.101@tcp LPNI seq info [375984:375984:7:4294967295] 00000400:00000200:2.0:1781623911.222778:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623911.222784:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623911.222789:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623911.222792:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3500. 00000800:00000200:2.0:1781623911.222796:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623911.222800:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623911.222803:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623911.222805:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623911.222808:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623911.222810:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302076023 00000100:00000001:2.0:1781623911.222816:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302070903 00000100:00000001:2.0:1781623911.222820:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302076023 00000100:00000001:2.0:1781623911.222823:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302070903 00000100:00000001:2.0:1781623911.222826:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623911.222828:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623911.222830:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623911.222833:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781623911.222879:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623911.222883:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3300. 00000400:00000200:2.0:1781623911.222890:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623911.222895:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623911.223091:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623911.223094:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623911.224041:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d990 00000400:00000010:2.0:1781623911.224047:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d990. 00000100:00000001:2.0:1781623911.224052:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623911.224060:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0ce00 x1868160455860864/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623911.224070:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623911.224073:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0ce00 x1868160455860864/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623927 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623911.224085:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623911.224087:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781623911.224164:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623911.224167:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3500. 00000400:00000200:2.0:1781623911.224172:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623911.224175:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623911.224178:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901da18 00000400:00000010:2.0:1781623911.224180:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901da18. 00000100:00000001:2.0:1781623911.224183:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623911.224187:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0fb80 x1868160455860736/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623911.224194:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623911.224197:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0fb80 x1868160455860736/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623927 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623911.224204:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623911.224205:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781623911.227862:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623911.227878:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623911.227881:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623911.227884:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623911.227893:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623911.228005:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623911.228015:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623911.228021:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623911.228075:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623911.228079:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005ae200 00000400:00000200:3.0:1781623911.228084:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623911.228091:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f92ad [1] + 224 00000800:00000001:3.0:1781623911.228099:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623911.228103:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623911.228107:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623911.228112:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623911.228119:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623911.228128:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0fb80 x1868160455860736/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623927 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623911.228254:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0fb80 x1868160455860736/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623927 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623911.228274:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623911.228283:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623911.228287:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623911.228289:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623911.228290:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623911.228293:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623911.228297:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623911.228300:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623911.228303:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623911.228306:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623911.228309:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005ae280 00000400:00000200:3.0:1781623911.228312:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623911.228317:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f929d [1] + 224 00000800:00000001:3.0:1781623911.228321:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623911.228327:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623911.228329:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623911.228333:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623911.228336:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623911.228340:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0ce00 x1868160455860864/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623927 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623911.228348:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0ce00 x1868160455860864/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623927 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623911.228355:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623911.228358:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623911.228360:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623911.228431:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623911.228435:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781623911.228441:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623911.228443:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623911.228446:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08318. 00000400:00000200:2.0:1781623911.228452:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d088 00000400:00000010:2.0:1781623911.228454:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d088. 00000100:00000001:2.0:1781623911.228457:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623911.228461:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0fb80 x1868160455860736/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623927 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623911.228469:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0fb80 x1868160455860736/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623927 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623911.228475:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623911.228477:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623911.228479:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623911.228483:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623911.228486:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623911.228488:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623911.228491:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623911.228497:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=88 v=5 (5 5 5 5) 00000100:00001000:2.0:1781623911.228501:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=9 v=5 (1 1 1 1) 00000100:00000001:2.0:1781623911.228503:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623911.228505:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623911.228508:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623911.228510:0:2352:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623911.228513:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623911.228518:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0fb80 x1868160455860736/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623927 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623911.228525:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623911.228528:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623911.228531:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623911.228535:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0fb80 x1868160455860736/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623927 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623911.228542:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455860736:192.168.202.101@tcp:400:kworker.0 00000400:00000001:2.0:1781623911.228548:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623911.228550:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623911.228551:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f087e8. 00000400:00000200:2.0:1781623911.228554:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d550 00000400:00000010:2.0:1781623911.228556:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d550. 00000100:00000001:2.0:1781623911.228558:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623911.228560:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0ce00 x1868160455860864/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623927 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623911.228568:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0ce00 x1868160455860864/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623927 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623911.228574:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623911.228575:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623911.228577:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623911.228578:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623911.228580:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623911.228581:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623911.228583:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623911.228588:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=88 v=5 (5 20 20 20) 00000100:00001000:2.0:1781623911.228591:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=9 v=5 (1 1 1 1) 00000100:00000001:2.0:1781623911.228593:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623911.228594:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623911.228596:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623911.228599:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623911.228603:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781623911.228605:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:2.0:1781623911.228607:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781623911.228609:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623911.228613:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0ce00 x1868160455860864/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623927 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623911.228619:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623911.228621:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623911.228622:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623911.228626:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0ce00 x1868160455860864/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623927 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623911.228633:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455860864:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623911.228637:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623911.228640:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623911.228643:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0fb80 x1868160455860736/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623927 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623911.228651:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623911.228653:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623911.228670:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079400. 02000000:00000001:2.0:1781623911.228674:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623911.228676:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623911.228678:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781623911.228679:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623911.228682:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3700. 02000000:00000001:2.0:1781623911.228687:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623911.228688:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623911.228691:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0fb80. 00000100:00000001:2.0:1781623911.228694:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623911.228695:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623911.228696:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623911.228700:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0ce00 x1868160455860864/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623927 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623911.228705:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623911.228706:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623911.228707:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078200. 02000000:00000001:2.0:1781623911.228709:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623911.228710:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623911.228711:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:2.0:1781623911.228712:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623911.228714:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3000. 02000000:00000001:2.0:1781623911.228716:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623911.228716:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623911.228717:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0ce00. 00000100:00000001:2.0:1781623911.228719:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623911.228721:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623911.228723:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623911.228730:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623911.228732:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623911.228734:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623911.228737:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623911.608842:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623911.608849:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623911.608855:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623911.608856:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623911.608925:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623911.608928:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623911.608931:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623912.629168:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623912.629176:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623912.629183:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623912.629184:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623912.629251:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623912.629255:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623912.629258:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623913.653174:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623913.653182:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623913.653188:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623913.653189:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623913.653290:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623913.653293:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623913.653296:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623914.677865:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623914.677872:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623914.677878:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623914.677879:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623914.683829:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623914.683835:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623914.683839:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623915.701182:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623915.701189:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623915.701195:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623915.701196:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623915.701254:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623915.701257:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623915.701260:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781623916.341648:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623916.341659:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623916.341671:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0ce00. 00000020:00000040:2.0:1781623916.341678:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781623916.341682:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623916.341685:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623916.341690:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623916.341697:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3000. 00000100:00000001:2.0:1781623916.341704:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623916.341716:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0ce00 x1868160455860992/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623916.341728:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623916.341733:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623916.341740:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e9d049] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0ce00 x1868160455860992/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623916.341775:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623916.341778:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623916.341782:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623916.341784:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0fb80. 00000020:00000040:2.0:1781623916.341787:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781623916.341789:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623916.341790:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623916.341792:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623916.341795:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3700. 00000100:00000001:2.0:1781623916.341798:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623916.341802:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0fb80 x1868160455861120/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623916.341809:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623916.341812:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623916.341815:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e233249c] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0fb80 x1868160455861120/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623916.341823:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623916.341826:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781623916.341831:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781623916.341834:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781623916.341837:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781623916.341841:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7411) 00000100:00000001:2.0:1781623916.341856:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623916.341860:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623916.341862:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623916.341867:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0fb80 x1868160455861120/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623916.341884:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623916.341886:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623916.341889:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623916.341891:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623916.341894:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623916.341897:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455861120:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623916.341901:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623916.341907:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623916.341909:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623916.341911:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623916.341916:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079800. 02000000:00000001:2.0:1781623916.341917:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623916.341924:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623916.341928:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f087e8. 00000400:00000010:2.0:1781623916.341934:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d550. 00000100:00000200:2.0:1781623916.341941:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455861120, portal 10 00000100:00000001:2.0:1781623916.341943:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623916.341945:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272079744 : -123673437471872 : ffff8f8508b0fb80) 00000100:00000040:2.0:1781623916.341952:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0fb80 x1868160455861120/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623916.341960:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623916.341963:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623916.341965:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d088. 00000100:00000200:2.0:1781623916.341968:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455861120, offset 0 00000400:00000200:2.0:1781623916.341974:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623916.341983:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623916.341989:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623916.341994:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623916.341998:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623916.342002:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623916.342005:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623916.342009:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376015:376015:256:4294967295] 192.168.202.101@tcp LPNI seq info [375985:375985:8:4294967295] 00000400:00000200:2.0:1781623916.342013:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623916.342022:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623916.342045:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623916.342049:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3500. 00000800:00000200:2.0:1781623916.342055:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623916.342063:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623916.342066:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623916.342076:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623916.342080:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17683 usecs (18 jiffies) 00000400:00000200:2.0:1781623916.342084:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623916.342086:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302073363 00000100:00000001:2.0:1781623916.342089:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302076023 00000100:00000001:2.0:1781623916.342092:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302073363 00000100:00000001:2.0:1781623916.342094:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302076023 00000100:00000001:2.0:1781623916.342096:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623916.342099:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623916.342101:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623916.342104:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623916.342111:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623916.342114:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781623916.342116:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623916.342117:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623916.342118:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623916.342120:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1781623916.342122:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623916.342124:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623916.342125:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623916.342127:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623916.342128:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623916.342129:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623916.342133:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0ce00 x1868160455860992/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623916.342140:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623916.342141:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623916.342143:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623916.342145:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623916.342147:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623916.342150:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455860992:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623916.342153:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623916.342156:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623916.342157:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623916.342159:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623916.342162:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079000. 02000000:00000001:2.0:1781623916.342164:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623916.342167:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623916.342170:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08318. 00000400:00000010:2.0:1781623916.342173:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901da18. 00000100:00000200:2.0:1781623916.342176:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455860992, portal 25 00000100:00000001:2.0:1781623916.342178:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623916.342179:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272068096 : -123673437483520 : ffff8f8508b0ce00) 00000100:00000040:2.0:1781623916.342184:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0ce00 x1868160455860992/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623916.342189:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623916.342192:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623916.342194:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d990. 00000100:00000200:2.0:1781623916.342196:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455860992, offset 0 00000400:00000200:2.0:1781623916.342200:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623916.342204:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623916.342208:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623916.342211:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623916.342214:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623916.342217:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623916.342219:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000100:00000001:3.0:1781623916.342220:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1781623916.342225:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376016:376016:255:4294967295] 192.168.202.101@tcp LPNI seq info [375986:375986:7:4294967295] 00000100:00000001:3.0:1781623916.342226:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623916.342233:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623916.342241:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623916.342246:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623916.342250:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3300. 00000800:00000200:2.0:1781623916.342254:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623916.342259:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623916.342262:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623916.342265:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623916.342269:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623916.342271:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302081143 00000100:00000001:2.0:1781623916.342278:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302076023 00000100:00000001:2.0:1781623916.342281:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302081143 00000100:00000001:2.0:1781623916.342285:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302076023 00000100:00000001:2.0:1781623916.342290:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623916.342293:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623916.342296:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1781623916.342296:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623916.342302:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1781623916.342303:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3500. 00000400:00000200:3.0:1781623916.342311:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623916.342316:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623916.342320:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d088 00000400:00000010:3.0:1781623916.342322:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d088. 00000100:00000001:3.0:1781623916.342326:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623916.342331:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0fb80 x1868160455861120/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623916.342338:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623916.342340:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0fb80 x1868160455861120/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623932 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623916.342345:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623916.342346:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623916.342398:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623916.342401:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3300. 00000400:00000200:3.0:1781623916.342403:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623916.342405:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623916.342407:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d990 00000400:00000010:3.0:1781623916.342408:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d990. 00000100:00000001:3.0:1781623916.342410:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623916.342412:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0ce00 x1868160455860992/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623916.342416:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623916.342418:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0ce00 x1868160455860992/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623932 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623916.342426:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623916.342427:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781623916.349507:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623916.349520:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623916.349523:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623916.349525:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623916.349533:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623916.349540:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623916.349547:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623916.349550:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623916.349554:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623916.349557:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005ae300 00000400:00000200:3.0:1781623916.349561:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623916.349566:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f92cd [1] + 224 00000800:00000001:3.0:1781623916.349572:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623916.349574:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623916.349578:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623916.349582:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623916.349591:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623916.349599:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0ce00 x1868160455860992/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623932 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623916.349621:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0ce00 x1868160455860992/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623932 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623916.349645:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623916.349653:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623916.349656:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623916.349657:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623916.349659:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623916.349661:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623916.349663:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623916.349666:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623916.349668:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623916.349670:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623916.349672:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005ae380 00000400:00000200:3.0:1781623916.349675:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623916.349678:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f92bd [1] + 224 00000800:00000001:3.0:1781623916.349680:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623916.349683:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623916.349684:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623916.349686:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623916.349688:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623916.349730:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0fb80 x1868160455861120/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623932 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623916.349737:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0fb80 x1868160455861120/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623932 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623916.349742:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623916.349745:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623916.349747:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623916.352191:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623916.352198:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781623916.352207:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623916.352210:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623916.352215:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08318. 00000400:00000200:2.0:1781623916.352224:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901da18 00000400:00000010:2.0:1781623916.352227:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901da18. 00000100:00000001:2.0:1781623916.352233:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623916.352243:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0ce00 x1868160455860992/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623932 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623916.352255:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0ce00 x1868160455860992/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623932 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623916.352263:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623916.352265:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623916.352268:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623916.352272:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623916.352274:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623916.352276:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623916.352280:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623916.352288:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=93 v=5 (5 5 5 5) 00000100:00001000:2.0:1781623916.352293:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=14 v=5 (1 1 1 1) 00000100:00000001:2.0:1781623916.352296:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623916.352297:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623916.352300:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623916.352303:0:2352:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623916.352305:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623916.352310:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0ce00 x1868160455860992/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623932 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623916.352317:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623916.352320:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623916.352323:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623916.352327:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0ce00 x1868160455860992/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623932 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623916.352335:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455860992:192.168.202.101@tcp:400:kworker.0 00000400:00000001:2.0:1781623916.352341:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623916.352343:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623916.352345:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f087e8. 00000400:00000200:2.0:1781623916.352348:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d550 00000400:00000010:2.0:1781623916.352349:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d550. 00000100:00000001:2.0:1781623916.352351:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623916.352355:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0fb80 x1868160455861120/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623932 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623916.352364:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0fb80 x1868160455861120/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623932 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623916.352370:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623916.352371:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623916.352373:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623916.352374:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623916.352376:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623916.352377:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623916.352379:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623916.352385:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=93 v=5 (5 20 20 20) 00000100:00001000:2.0:1781623916.352388:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=14 v=5 (1 1 1 1) 00000100:00000001:2.0:1781623916.352402:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623916.352403:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623916.352405:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623916.352408:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623916.352411:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781623916.352414:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:2.0:1781623916.352415:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781623916.352417:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623916.352421:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0fb80 x1868160455861120/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623932 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623916.352427:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623916.352429:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623916.352431:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623916.352434:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0fb80 x1868160455861120/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623932 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623916.352447:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455861120:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623916.352452:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623916.352454:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623916.352457:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0ce00 x1868160455860992/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623932 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623916.352463:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623916.352466:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623916.352469:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079000. 02000000:00000001:2.0:1781623916.352473:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623916.352475:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623916.352477:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781623916.352479:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623916.352481:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3000. 02000000:00000001:2.0:1781623916.352486:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623916.352487:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623916.352489:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0ce00. 00000100:00000001:2.0:1781623916.352493:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623916.352494:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623916.352496:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623916.352499:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0fb80 x1868160455861120/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623932 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623916.352505:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623916.352506:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623916.352507:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079800. 02000000:00000001:2.0:1781623916.352509:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623916.352510:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623916.352511:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:2.0:1781623916.352512:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623916.352514:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3700. 02000000:00000001:2.0:1781623916.352515:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623916.352516:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623916.352517:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0fb80. 00000100:00000001:2.0:1781623916.352519:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623916.352521:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623916.352524:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623916.352530:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623916.352532:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623916.352534:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623916.352537:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623916.725150:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623916.725158:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623916.725160:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623916.725164:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623916.725168:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623916.725171:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623916.725172:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623916.725175:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623916.725179:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623916.725181:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623916.725182:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623916.725184:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623916.725186:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623916.725186:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623916.725188:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623916.725189:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623916.728677:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623916.728684:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623916.728689:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623917.749170:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623917.749178:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623917.749185:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623917.749187:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623917.749827:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623917.749831:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623917.749835:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623918.773142:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623918.773147:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623918.773151:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623918.773152:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623918.773261:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623918.773265:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623918.773268:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623919.797158:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623919.797165:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623919.797171:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623919.797172:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623919.797343:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623919.797347:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623919.797356:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623920.821138:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623920.821144:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623920.821148:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623920.821149:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623920.821280:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623920.821283:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623920.821286:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781623921.461220:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623921.461230:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623921.461241:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0fb80. 00000020:00000040:2.0:1781623921.461247:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781623921.461251:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623921.461254:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623921.461259:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623921.461268:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3700. 00000100:00000001:2.0:1781623921.461275:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623921.461289:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0fb80 x1868160455861248/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623921.461301:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623921.461306:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623921.461313:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e233249c] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0fb80 x1868160455861248/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623921.461350:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623921.461353:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623921.461356:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623921.461360:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0ce00. 00000020:00000040:2.0:1781623921.461362:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781623921.461364:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623921.461366:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623921.461367:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623921.461371:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3000. 00000100:00000001:2.0:1781623921.461375:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623921.461380:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0ce00 x1868160455861376/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623921.461387:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623921.461389:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623921.461393:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e9d049] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0ce00 x1868160455861376/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623921.461402:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623921.461404:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781623921.461408:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781623921.461411:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781623921.461414:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781623921.461419:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7416) 00000100:00000001:2.0:1781623921.461434:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623921.461438:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623921.461440:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623921.461445:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0ce00 x1868160455861376/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623921.461452:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623921.461454:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623921.461457:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623921.461459:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623921.461462:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623921.461466:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455861376:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623921.461481:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623921.461487:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623921.461489:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623921.461492:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623921.461496:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078800. 02000000:00000001:2.0:1781623921.461499:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623921.461506:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623921.461510:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f087e8. 00000400:00000010:2.0:1781623921.461517:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d550. 00000100:00000200:2.0:1781623921.461524:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455861376, portal 10 00000100:00000001:2.0:1781623921.461527:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623921.461528:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272068096 : -123673437483520 : ffff8f8508b0ce00) 00000100:00000040:2.0:1781623921.461665:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0ce00 x1868160455861376/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623921.461673:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623921.461676:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623921.461680:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901da18. 00000100:00000200:2.0:1781623921.461683:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455861376, offset 0 00000400:00000200:2.0:1781623921.461690:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623921.461698:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623921.461705:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623921.461710:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623921.461714:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623921.461718:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623921.461720:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623921.461723:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376017:376017:256:4294967295] 192.168.202.101@tcp LPNI seq info [375987:375987:8:4294967295] 00000400:00000200:2.0:1781623921.461728:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623921.461737:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623921.461742:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623921.461747:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3900. 00000800:00000200:2.0:1781623921.461753:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623921.461762:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623921.461766:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623921.461775:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623921.461779:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17678 usecs (18 jiffies) 00000400:00000200:2.0:1781623921.461782:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623921.461786:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302078482 00000100:00000001:2.0:1781623921.461789:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302081143 00000100:00000001:2.0:1781623921.461791:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302078482 00000100:00000001:2.0:1781623921.461793:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302081143 00000100:00000001:2.0:1781623921.461795:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623921.461798:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623921.461801:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623921.461803:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623921.461809:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623921.461811:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781623921.461813:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623921.461814:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623921.461816:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623921.461818:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1781623921.461820:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623921.461822:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623921.461823:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623921.461825:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623921.461826:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623921.461827:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623921.461831:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0fb80 x1868160455861248/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623921.461837:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623921.461838:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623921.461841:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623921.461842:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623921.461844:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623921.461846:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455861248:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623921.461849:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623921.461851:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623921.461852:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623921.461854:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623921.461858:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078400. 02000000:00000001:2.0:1781623921.461859:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623921.461863:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623921.461865:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08318. 00000400:00000010:2.0:1781623921.461868:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d440. 00000100:00000200:2.0:1781623921.461871:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455861248, portal 25 00000100:00000001:2.0:1781623921.461873:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623921.461874:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272079744 : -123673437471872 : ffff8f8508b0fb80) 00000100:00000040:2.0:1781623921.461878:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0fb80 x1868160455861248/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623921.461883:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623921.461885:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623921.461887:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d330. 00000100:00000200:2.0:1781623921.461889:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455861248, offset 0 00000400:00000200:2.0:1781623921.461892:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623921.461896:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623921.461899:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623921.461901:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623921.461903:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623921.461905:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623921.461908:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623921.461910:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376018:376018:255:4294967295] 192.168.202.101@tcp LPNI seq info [375988:375988:7:4294967295] 00000400:00000200:2.0:1781623921.461914:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623921.461919:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623921.461922:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623921.461925:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3a00. 00000800:00000200:2.0:1781623921.461929:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623921.461933:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623921.461935:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623921.461938:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623921.461941:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623921.461942:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302086262 00000100:00000001:2.0:1781623921.461948:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302081143 00000100:00000001:2.0:1781623921.461953:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302086262 00000100:00000001:2.0:1781623921.461955:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302081143 00000100:00000001:2.0:1781623921.461958:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623921.461961:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623921.461963:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623921.461965:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623921.462300:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623921.462303:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623921.462343:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623921.462348:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3900. 00000400:00000200:3.0:1781623921.462355:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623921.462361:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623921.462366:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901da18 00000400:00000010:3.0:1781623921.462369:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901da18. 00000100:00000001:3.0:1781623921.462373:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623921.462378:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0ce00 x1868160455861376/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623921.462388:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623921.462391:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0ce00 x1868160455861376/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623937 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623921.462398:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623921.462399:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623921.462455:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623921.462458:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3a00. 00000400:00000200:3.0:1781623921.462462:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623921.462465:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623921.462467:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d330 00000400:00000010:3.0:1781623921.462469:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d330. 00000100:00000001:3.0:1781623921.462470:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623921.462474:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0fb80 x1868160455861248/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623921.462480:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623921.462482:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0fb80 x1868160455861248/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623937 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623921.462488:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623921.462489:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781623921.467288:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623921.467307:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623921.467311:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623921.467314:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623921.467324:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623921.467331:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623921.467340:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623921.467346:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623921.467352:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623921.467356:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005ae400 00000400:00000200:3.0:1781623921.467361:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623921.467368:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f92ed [1] + 224 00000800:00000001:3.0:1781623921.467376:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623921.467381:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623921.467384:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623921.467389:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623921.467396:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623921.467405:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0fb80 x1868160455861248/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623937 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623921.467417:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0fb80 x1868160455861248/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623937 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623921.467441:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623921.467449:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623921.467452:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623921.467454:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623921.467456:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623921.467459:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623921.467463:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623921.467467:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623921.467469:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623921.467472:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623921.467475:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005ae480 00000400:00000200:3.0:1781623921.467479:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623921.467483:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f92dd [1] + 224 00000800:00000001:3.0:1781623921.467487:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623921.467507:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623921.467510:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1781623921.467511:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1781623921.467515:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623921.467517:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623921.467520:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623921.467527:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0ce00 x1868160455861376/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623937 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623921.467536:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0ce00 x1868160455861376/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623937 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623921.467550:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:2.0:1781623921.467589:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623921.467592:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623921.467595:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08318. 00000400:00000200:2.0:1781623921.467601:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d440 00000400:00000010:2.0:1781623921.467603:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d440. 00000100:00000001:2.0:1781623921.467606:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623921.467611:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0fb80 x1868160455861248/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623937 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623921.467620:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0fb80 x1868160455861248/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623937 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623921.467626:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623921.467627:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623921.467630:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623921.467633:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623921.467636:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623921.467638:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623921.467641:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623921.467647:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=98 v=5 (5 5 5 5) 00000100:00001000:2.0:1781623921.467651:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=19 v=5 (1 1 1 1) 00000100:00000001:2.0:1781623921.467654:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623921.467655:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623921.467657:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623921.467659:0:2352:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623921.467662:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623921.467666:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0fb80 x1868160455861248/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623937 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623921.467678:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623921.467681:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623921.467683:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623921.467687:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0fb80 x1868160455861248/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623937 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623921.467693:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455861248:192.168.202.101@tcp:400:kworker.0 00000800:00000001:3.0:1781623921.467738:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623921.467743:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1781623921.476510:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623921.476517:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623921.476521:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f087e8. 00000400:00000200:2.0:1781623921.476541:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d550 00000400:00000010:2.0:1781623921.476544:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d550. 00000100:00000001:2.0:1781623921.476549:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623921.476560:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0ce00 x1868160455861376/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623937 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623921.476582:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0ce00 x1868160455861376/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623937 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623921.476591:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623921.476594:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623921.476598:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623921.476601:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623921.476603:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623921.476606:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623921.476609:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623921.476617:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=98 v=5 (5 20 20 20) 00000100:00001000:2.0:1781623921.476621:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=19 v=5 (1 1 1 1) 00000100:00000001:2.0:1781623921.476624:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623921.476626:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623921.476628:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623921.476632:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623921.476635:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781623921.476638:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:2.0:1781623921.476640:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781623921.476642:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623921.476647:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0ce00 x1868160455861376/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623937 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623921.476654:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623921.476657:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623921.476659:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623921.476663:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0ce00 x1868160455861376/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623937 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623921.476671:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455861376:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623921.476675:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623921.476678:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623921.476682:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0fb80 x1868160455861248/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623937 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623921.476690:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623921.476692:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623921.476695:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078400. 02000000:00000001:2.0:1781623921.476699:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623921.476702:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623921.476704:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781623921.476706:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623921.476708:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3700. 02000000:00000001:2.0:1781623921.476712:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623921.476715:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623921.476716:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0fb80. 00000100:00000001:2.0:1781623921.476720:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623921.476721:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623921.476722:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623921.476726:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0ce00 x1868160455861376/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623937 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623921.476732:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623921.476733:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623921.476735:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078800. 02000000:00000001:2.0:1781623921.476737:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623921.476738:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623921.476739:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:2.0:1781623921.476741:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623921.476742:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3000. 02000000:00000001:2.0:1781623921.476744:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623921.476745:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623921.476746:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0ce00. 00000100:00000001:2.0:1781623921.476749:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623921.476750:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623921.476752:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623921.476760:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623921.476762:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623921.476764:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623921.476767:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623921.845389:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623921.845396:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623921.845402:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623921.845403:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623921.845504:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623921.845507:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623921.845510:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623922.869960:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623922.869968:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623922.869973:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623922.869975:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623922.870100:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623922.870104:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623922.870107:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623923.894373:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623923.894379:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623923.894384:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623923.894385:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623923.894723:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623923.894727:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623923.894731:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623924.917109:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623924.917117:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623924.917123:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623924.917124:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623924.917177:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623924.917181:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623924.917184:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623925.941186:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623925.941193:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623925.941200:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623925.941201:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623925.941443:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623925.941446:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623925.941449:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781623926.583265:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623926.583275:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623926.583287:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0ce00. 00000020:00000040:2.0:1781623926.583293:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781623926.583298:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623926.583301:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623926.583306:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623926.583314:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3000. 00000100:00000001:2.0:1781623926.583320:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623926.583331:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0ce00 x1868160455861504/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623926.583344:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623926.583348:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623926.583355:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e9d049] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0ce00 x1868160455861504/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623926.583390:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623926.583393:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623926.583396:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623926.583400:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0fb80. 00000020:00000040:2.0:1781623926.583402:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781623926.583404:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623926.583406:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623926.583407:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623926.583411:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3700. 00000100:00000001:2.0:1781623926.583413:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623926.583417:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0fb80 x1868160455861632/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623926.583424:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623926.583426:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623926.583430:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e233249c] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0fb80 x1868160455861632/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623926.583438:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623926.583440:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781623926.583444:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781623926.583447:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781623926.583450:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781623926.583455:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7421) 00000100:00000001:2.0:1781623926.583472:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623926.583475:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623926.583478:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623926.583484:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0fb80 x1868160455861632/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623926.583497:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623926.583499:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623926.583503:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623926.583506:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623926.583508:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623926.583512:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455861632:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623926.583544:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623926.583551:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623926.583562:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623926.583565:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623926.583570:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079e00. 02000000:00000001:2.0:1781623926.583572:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623926.583580:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623926.583584:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f087e8. 00000400:00000010:2.0:1781623926.583592:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d550. 00000100:00000200:2.0:1781623926.583600:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455861632, portal 10 00000100:00000001:2.0:1781623926.583603:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623926.583605:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272079744 : -123673437471872 : ffff8f8508b0fb80) 00000100:00000040:2.0:1781623926.583612:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0fb80 x1868160455861632/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623926.583619:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623926.583623:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623926.583625:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d440. 00000100:00000200:2.0:1781623926.583629:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455861632, offset 0 00000400:00000200:2.0:1781623926.583635:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623926.583644:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623926.583652:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623926.583657:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623926.583661:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623926.583665:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623926.583668:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623926.583672:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376019:376019:256:4294967295] 192.168.202.101@tcp LPNI seq info [375989:375989:8:4294967295] 00000400:00000200:2.0:1781623926.583677:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623926.583687:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623926.583693:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623926.583698:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3200. 00000800:00000200:2.0:1781623926.583705:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623926.583713:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623926.583717:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623926.583727:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623926.583731:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17680 usecs (18 jiffies) 00000400:00000200:2.0:1781623926.583734:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623926.583737:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302083604 00000100:00000001:2.0:1781623926.583741:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302086262 00000100:00000001:2.0:1781623926.583743:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302083604 00000100:00000001:2.0:1781623926.583746:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302086262 00000100:00000001:2.0:1781623926.583748:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623926.583750:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623926.583754:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623926.583756:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623926.583763:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623926.583765:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781623926.583767:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623926.583769:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623926.583770:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623926.583772:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1781623926.583774:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623926.583776:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623926.583778:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623926.583780:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623926.583781:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623926.583782:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623926.583786:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0ce00 x1868160455861504/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623926.583793:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623926.583795:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623926.583797:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623926.583798:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623926.583801:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623926.583804:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455861504:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623926.583807:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623926.583809:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623926.583810:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623926.583812:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623926.583816:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079a00. 02000000:00000001:2.0:1781623926.583818:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623926.583821:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623926.583824:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08318. 00000400:00000010:2.0:1781623926.583827:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901daa0. 00000100:00000200:2.0:1781623926.583830:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455861504, portal 25 00000100:00000001:2.0:1781623926.583831:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623926.583833:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272068096 : -123673437483520 : ffff8f8508b0ce00) 00000100:00000040:2.0:1781623926.583837:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0ce00 x1868160455861504/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623926.583843:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623926.583845:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623926.583848:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d2a8. 00000100:00000200:2.0:1781623926.583850:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455861504, offset 0 00000400:00000200:2.0:1781623926.583854:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623926.583858:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623926.583861:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623926.583864:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623926.583866:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623926.583868:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623926.583871:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623926.583874:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376020:376020:255:4294967295] 192.168.202.101@tcp LPNI seq info [375990:375990:7:4294967295] 00000400:00000200:2.0:1781623926.583878:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623926.583884:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623926.583888:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623926.583892:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3400. 00000800:00000200:2.0:1781623926.583896:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623926.583900:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623926.583903:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623926.583906:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623926.583909:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623926.583911:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302091384 00000100:00000001:2.0:1781623926.583917:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302086262 00000100:00000001:2.0:1781623926.583921:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302091384 00000100:00000001:2.0:1781623926.583924:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302086262 00000100:00000001:2.0:1781623926.583927:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623926.583929:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623926.583930:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623926.583933:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623926.584145:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623926.584148:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623926.584191:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623926.584195:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3200. 00000400:00000200:3.0:1781623926.584203:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623926.584209:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623926.584214:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d440 00000400:00000010:3.0:1781623926.584217:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d440. 00000100:00000001:3.0:1781623926.584221:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623926.584226:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0fb80 x1868160455861632/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623926.584236:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623926.584239:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0fb80 x1868160455861632/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623942 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623926.584246:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623926.584247:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623926.584505:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623926.584508:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3400. 00000400:00000200:3.0:1781623926.584511:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623926.584515:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623926.584528:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d2a8 00000400:00000010:3.0:1781623926.584530:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d2a8. 00000100:00000001:3.0:1781623926.584532:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623926.584536:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0ce00 x1868160455861504/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623926.584543:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623926.584547:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0ce00 x1868160455861504/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623942 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623926.584553:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623926.584608:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781623926.588963:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623926.588986:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623926.590664:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623926.590680:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623926.590696:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623926.590706:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623926.590720:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623926.590726:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623926.590734:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623926.590739:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005ae500 00000400:00000200:3.0:1781623926.590745:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623926.590754:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f930d [1] + 224 00000800:00000001:3.0:1781623926.590763:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623926.590767:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623926.590771:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623926.590776:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623926.590786:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623926.590799:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0ce00 x1868160455861504/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623942 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623926.590811:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0ce00 x1868160455861504/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623942 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623926.590948:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623926.590962:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623926.590966:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623926.590968:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623926.590970:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623926.590974:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623926.590978:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623926.590983:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623926.590986:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623926.590989:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623926.590992:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005ae580 00000400:00000200:3.0:1781623926.590996:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623926.591001:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f92fd [1] + 224 00000800:00000001:3.0:1781623926.591005:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623926.591011:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623926.591014:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623926.591017:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623926.591020:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623926.591046:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0fb80 x1868160455861632/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623942 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623926.591056:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0fb80 x1868160455861632/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623942 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623926.591064:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623926.591068:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623926.591071:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623926.595826:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623926.595839:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781623926.595853:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623926.595856:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623926.595861:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08318. 00000400:00000200:2.0:1781623926.595874:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901daa0 00000400:00000010:2.0:1781623926.595877:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901daa0. 00000100:00000001:2.0:1781623926.595883:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623926.595899:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0ce00 x1868160455861504/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623942 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623926.595913:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0ce00 x1868160455861504/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623942 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623926.595923:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623926.595925:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623926.595929:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623926.595934:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623926.595937:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623926.595940:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623926.596482:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623926.596493:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=103 v=5 (5 5 5 5) 00000100:00001000:2.0:1781623926.596498:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=24 v=5 (1 1 1 1) 00000100:00000001:2.0:1781623926.596501:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623926.596503:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623926.596506:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623926.596509:0:2352:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623926.596512:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623926.596530:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0ce00 x1868160455861504/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623942 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623926.596539:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623926.596543:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623926.596546:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623926.596551:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0ce00 x1868160455861504/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623942 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623926.596559:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455861504:192.168.202.101@tcp:400:kworker.0 00000400:00000001:2.0:1781623926.596569:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623926.596571:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623926.596574:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f087e8. 00000400:00000200:2.0:1781623926.596578:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d550 00000400:00000010:2.0:1781623926.596580:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d550. 00000100:00000001:2.0:1781623926.596583:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623926.596588:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0fb80 x1868160455861632/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623942 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623926.596597:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0fb80 x1868160455861632/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623942 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623926.596604:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623926.596606:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623926.596607:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623926.596609:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623926.596610:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623926.596612:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623926.596614:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623926.596621:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=103 v=5 (5 20 20 20) 00000100:00001000:2.0:1781623926.596624:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=24 v=5 (1 1 1 1) 00000100:00000001:2.0:1781623926.596626:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623926.596628:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623926.596629:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623926.596634:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623926.596638:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781623926.596640:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:2.0:1781623926.596643:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781623926.596645:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623926.596648:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0fb80 x1868160455861632/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623942 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623926.596655:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623926.596657:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623926.596658:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623926.596662:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0fb80 x1868160455861632/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623942 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623926.596670:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455861632:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623926.596675:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623926.596678:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623926.596682:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0ce00 x1868160455861504/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623942 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623926.596690:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623926.596693:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623926.596697:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079a00. 02000000:00000001:2.0:1781623926.596702:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623926.596705:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623926.596708:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781623926.596711:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623926.596714:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3000. 02000000:00000001:2.0:1781623926.596719:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623926.596722:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623926.596724:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0ce00. 00000100:00000001:2.0:1781623926.596728:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623926.596729:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623926.596731:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623926.596734:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0fb80 x1868160455861632/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623942 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623926.596740:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623926.596742:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623926.596743:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079e00. 02000000:00000001:2.0:1781623926.596746:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623926.596747:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623926.596748:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:2.0:1781623926.596750:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623926.596751:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3700. 02000000:00000001:2.0:1781623926.596753:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623926.596754:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623926.596756:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0fb80. 00000100:00000001:2.0:1781623926.596758:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623926.596760:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623926.596762:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623926.596772:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623926.596774:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623926.596777:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623926.596780:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623926.965203:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623926.965212:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623926.965215:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623926.965219:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623926.965223:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623926.965225:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623926.965227:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623926.965229:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623926.965234:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623926.965235:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623926.965236:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623926.965238:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623926.965239:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623926.965241:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623926.965242:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623926.965244:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623926.965342:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623926.965349:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623926.965353:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623927.989629:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623927.989637:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623927.989642:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623927.989643:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623927.989706:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623927.989710:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623927.989714:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623929.013382:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623929.013388:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623929.013393:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623929.013394:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623929.013572:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623929.013576:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623929.013579:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623930.037650:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623930.037657:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623930.037663:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623930.037665:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623930.040792:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623930.040798:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623930.040803:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623931.061126:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623931.061134:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623931.061140:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623931.061141:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623931.061560:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623931.061565:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623931.061567:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781623931.701212:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623931.701222:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623931.701232:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733c700. 00000020:00000040:1.0:1781623931.701237:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781623931.701242:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623931.701245:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623931.701262:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623931.701271:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85102c9900. 00000100:00000001:1.0:1781623931.701278:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623931.701290:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733c700 x1868160455861760/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623931.701300:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623931.701303:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623931.701307:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049ca5dcf] to pc [ptlrpcd_00_01+1] req@ffff8f850733c700 x1868160455861760/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623931.701329:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623931.701331:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781623931.701333:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781623931.701335:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733d880. 00000020:00000040:1.0:1781623931.701337:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781623931.701338:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781623931.701339:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781623931.701341:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781623931.701344:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85102c9400. 00000100:00000001:1.0:1781623931.701346:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623931.701349:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733d880 x1868160455861888/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781623931.701353:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623931.701354:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623931.701356:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8ccf039] to pc [ptlrpcd_00_00+0] req@ffff8f850733d880 x1868160455861888/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623931.701361:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623931.701362:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781623931.701364:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781623931.701366:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781623931.701368:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781623931.701372:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7426) 00000100:00000001:0.0:1781623931.701418:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623931.701421:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623931.701423:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623931.701429:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733c700 x1868160455861760/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623931.701436:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623931.701437:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623931.701440:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623931.701442:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623931.701443:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623931.701446:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455861760:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623931.701449:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623931.701453:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623931.701455:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623931.701457:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623931.701461:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cedc00. 02000000:00000001:0.0:1781623931.701462:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623931.701468:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623931.701499:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7dc0. 00000400:00000010:0.0:1781623931.701506:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9550. 00000100:00000200:0.0:1781623931.701513:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455861760, portal 25 00000100:00000001:0.0:1781623931.701515:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623931.701517:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247097088 : -123673462454528 : ffff8f850733c700) 00000100:00000040:0.0:1781623931.701523:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733c700 x1868160455861760/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623931.701530:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623931.701532:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623931.701535:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9d48. 00000100:00000200:0.0:1781623931.701538:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455861760, offset 0 00000400:00000200:0.0:1781623931.701544:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623931.701552:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623931.701559:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623931.701564:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623931.701569:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623931.701572:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623931.701575:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623931.701579:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376021:376021:256:4294967295] 192.168.202.101@tcp LPNI seq info [375991:375991:8:4294967295] 00000400:00000200:0.0:1781623931.701584:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623931.701594:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623931.701599:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623931.701604:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0f00. 00000800:00000200:0.0:1781623931.701610:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623931.701618:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623931.701622:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623931.701802:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623931.701808:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623931.701811:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302096502 00000100:00000001:0.0:1781623931.701818:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302091384 00000100:00000001:0.0:1781623931.701821:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302096502 00000100:00000001:0.0:1781623931.701825:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302091384 00000100:00000001:0.0:1781623931.701828:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623931.701830:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623931.701833:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623931.701835:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623931.701842:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623931.701844:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781623931.701846:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623931.701847:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623931.701849:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623931.701851:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1781623931.701853:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623931.701854:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623931.701856:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623931.701857:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623931.701858:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623931.701859:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623931.701863:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733d880 x1868160455861888/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623931.701870:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623931.701871:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623931.701873:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623931.701874:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623931.701876:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623931.701879:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455861888:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623931.701882:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623931.701885:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623931.701886:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623931.701888:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623931.701891:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505ced000. 02000000:00000001:0.0:1781623931.701893:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623931.701897:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623931.701899:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7b00. 00000400:00000010:0.0:1781623931.701903:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e93b8. 00000100:00000200:0.0:1781623931.701906:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455861888, portal 10 00000100:00000001:0.0:1781623931.701908:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623931.701909:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247101568 : -123673462450048 : ffff8f850733d880) 00000100:00000040:0.0:1781623931.701916:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733d880 x1868160455861888/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623931.701922:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623931.701924:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623931.701926:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9aa0. 00000100:00000200:0.0:1781623931.701928:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455861888, offset 0 00000400:00000200:0.0:1781623931.701932:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623931.701936:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623931.701940:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623931.701943:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623931.701945:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623931.701947:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623931.701950:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623931.701952:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376022:376022:255:4294967295] 192.168.202.101@tcp LPNI seq info [375992:375992:7:4294967295] 00000400:00000200:0.0:1781623931.701956:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623931.701963:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623931.701967:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623931.701971:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0400. 00000800:00000200:0.0:1781623931.701973:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623931.701976:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623931.701978:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623931.701980:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623931.701983:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17678 usecs (18 jiffies) 00000400:00000200:0.0:1781623931.701985:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623931.701986:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302088722 00000100:00000001:0.0:1781623931.701988:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302096502 00000100:00000001:0.0:1781623931.701989:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302088722 00000100:00000001:0.0:1781623931.701990:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302096502 00000100:00000001:0.0:1781623931.701992:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623931.701993:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623931.701994:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623931.701995:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623931.702004:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623931.702005:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623931.702738:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623931.702745:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0f00. 00000400:00000200:3.0:1781623931.702751:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623931.702757:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623931.702762:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9d48 00000400:00000010:3.0:1781623931.702765:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9d48. 00000100:00000001:3.0:1781623931.702769:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623931.702775:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733c700 x1868160455861760/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623931.702785:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623931.702789:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733c700 x1868160455861760/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623947 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623931.702796:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623931.702799:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623931.702865:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623931.702868:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0400. 00000400:00000200:3.0:1781623931.702871:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623931.702874:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623931.702876:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9aa0 00000400:00000010:3.0:1781623931.702878:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9aa0. 00000100:00000001:3.0:1781623931.702880:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623931.702883:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733d880 x1868160455861888/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623931.702890:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623931.702893:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733d880 x1868160455861888/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623947 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623931.702899:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623931.702900:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781623931.706639:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623931.706659:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623931.706664:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623931.706665:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623931.706676:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623931.706691:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623931.706703:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623931.706709:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623931.706715:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623931.706726:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005ae680 00000400:00000200:3.0:1781623931.706732:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623931.706744:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9325 [1] + 224 00000800:00000001:3.0:1781623931.706754:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623931.706758:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623931.706762:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623931.706768:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623931.706777:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623931.706789:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733d880 x1868160455861888/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623947 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623931.706802:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733d880 x1868160455861888/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623947 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623931.706822:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623931.706831:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623931.706833:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623931.706835:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623931.706836:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623931.706838:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623931.706840:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623931.706843:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623931.706845:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623931.706847:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623931.706850:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005ae600 00000400:00000200:3.0:1781623931.706853:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623931.706857:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f931d [1] + 224 00000800:00000001:3.0:1781623931.706861:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623931.706866:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623931.706868:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623931.706874:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623931.706878:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1781623931.706881:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1781623931.706885:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733c700 x1868160455861760/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623947 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623931.706890:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1781623931.706900:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733c700 x1868160455861760/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623947 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1781623931.706902:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623931.706905:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623931.706910:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7b00. 00000100:00000001:3.0:1781623931.706914:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1781623931.706920:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e93b8 00000400:00000010:0.0:1781623931.706925:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e93b8. 00000100:00000001:0.0:1781623931.706931:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:3.0:1781623931.706934:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623931.706938:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1781623931.706947:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733d880 x1868160455861888/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623947 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623931.706962:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733d880 x1868160455861888/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623947 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623931.706972:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623931.706976:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623931.706981:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623931.706985:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623931.706988:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623931.706990:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623931.706993:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623931.707001:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=108 v=5 (5 20 20 20) 00000100:00001000:0.0:1781623931.707004:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=29 v=5 (1 1 1 1) 00000100:00000001:0.0:1781623931.707007:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623931.707008:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623931.707011:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623931.707014:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623931.707018:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623931.707019:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781623931.707021:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623931.707022:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623931.707065:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733d880 x1868160455861888/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623947 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623931.707073:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623931.707077:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623931.707079:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623931.707083:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733d880 x1868160455861888/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623947 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623931.707090:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455861888:192.168.202.101@tcp:400:kworker.0 00000400:00000001:0.0:1781623931.707096:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623931.707097:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623931.707099:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7dc0. 00000400:00000200:0.0:1781623931.707102:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9550 00000400:00000010:0.0:1781623931.707104:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9550. 00000100:00000001:0.0:1781623931.707106:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623931.707109:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733c700 x1868160455861760/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623947 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623931.707514:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733c700 x1868160455861760/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623947 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623931.707526:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623931.707527:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623931.707529:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623931.707531:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623931.707532:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623931.707534:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623931.707536:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623931.707539:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=108 v=5 (5 5 5 5) 00000100:00001000:0.0:1781623931.707542:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=29 v=5 (1 1 1 1) 00000100:00000001:0.0:1781623931.707544:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623931.707546:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623931.707548:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623931.707553:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623931.707556:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623931.707560:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733c700 x1868160455861760/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623947 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623931.707566:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623931.707568:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623931.707570:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623931.707573:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733c700 x1868160455861760/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623947 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623931.707580:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455861760:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623931.707584:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623931.707587:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623931.707590:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733d880 x1868160455861888/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623947 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623931.707596:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623931.707599:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623931.707602:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505ced000. 02000000:00000001:0.0:1781623931.707607:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623931.707609:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623931.707612:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781623931.707625:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623931.707627:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85102c9400. 02000000:00000001:0.0:1781623931.707631:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623931.707633:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623931.707635:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733d880. 00000100:00000001:0.0:1781623931.707639:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623931.707640:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623931.707641:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623931.707645:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733c700 x1868160455861760/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623947 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623931.707650:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623931.707652:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623931.707653:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cedc00. 02000000:00000001:0.0:1781623931.707655:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623931.707656:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623931.707657:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781623931.707659:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623931.707661:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85102c9900. 02000000:00000001:0.0:1781623931.707663:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623931.707664:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623931.707665:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733c700. 00000100:00000001:0.0:1781623931.707668:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623931.707669:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623931.707671:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623931.707678:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623931.707679:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623931.707681:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623931.707684:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623932.085152:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623932.085160:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623932.085166:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623932.085167:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623932.085258:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623932.085261:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623932.085264:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623933.109139:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623933.109143:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623933.109148:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623933.109148:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623933.109219:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623933.109222:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623933.109226:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623934.133146:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623934.133154:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623934.133164:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623934.133165:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623934.136968:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623934.136973:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623934.136978:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623935.157414:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623935.157421:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623935.157427:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623935.157428:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623935.159585:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623935.159591:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623935.159596:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623936.181392:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623936.181399:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623936.181406:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623936.181407:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623936.181476:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623936.181479:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623936.181482:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781623936.821899:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623936.821906:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623936.821914:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731fb80. 00000020:00000040:0.0:1781623936.821919:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781623936.821923:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623936.821927:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623936.821931:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623936.821938:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0a00. 00000100:00000001:0.0:1781623936.821945:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623936.821957:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731fb80 x1868160455862016/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623936.821967:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623936.821971:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623936.821977:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000865dba0e] to pc [ptlrpcd_00_01+1] req@ffff8f850731fb80 x1868160455862016/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623936.822297:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623936.822301:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623936.822304:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623936.822310:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731fb80 x1868160455862016/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623936.822318:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623936.822320:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623936.822325:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623936.822327:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623936.822330:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623936.822334:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455862016:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623936.822339:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623936.822344:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623936.822347:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623936.822350:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623936.822355:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557400. 02000000:00000001:1.0:1781623936.822357:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623936.822364:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623936.822368:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631c60. 00000400:00000010:1.0:1781623936.822376:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1000. 00000100:00000200:1.0:1781623936.822383:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455862016, portal 25 00000100:00000001:1.0:1781623936.822385:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623936.822386:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246979456 : -123673462572160 : ffff8f850731fb80) 00000100:00000040:1.0:1781623936.822392:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731fb80 x1868160455862016/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623936.822399:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623936.822401:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623936.822404:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1990. 00000100:00000200:1.0:1781623936.822407:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455862016, offset 0 00000400:00000200:1.0:1781623936.822414:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623936.822433:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623936.822441:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623936.822446:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623936.822451:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623936.822454:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623936.822457:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623936.822460:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376023:376023:256:4294967295] 192.168.202.101@tcp LPNI seq info [375993:375993:8:4294967295] 00000400:00000200:1.0:1781623936.822465:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623936.822475:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623936.822481:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623936.822485:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85102c9000. 00000800:00000200:1.0:1781623936.822502:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623936.822510:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623936.822514:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85102c9000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623936.822530:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623936.822536:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623936.822539:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302101623 00000100:00000001:1.0:1781623936.822545:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302096502 00000100:00000001:1.0:1781623936.822550:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302101623 00000100:00000001:1.0:1781623936.822553:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302096502 00000100:00000001:1.0:1781623936.822557:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623936.822560:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623936.822563:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623936.822566:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1781623936.822725:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623936.822730:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85102c9000. 00000400:00000200:3.0:1781623936.822734:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623936.822739:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623936.822744:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1990 00000400:00000010:3.0:1781623936.822747:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1990. 00000100:00000001:3.0:1781623936.822751:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623936.822755:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731fb80 x1868160455862016/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623936.822763:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623936.822767:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731fb80 x1868160455862016/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623952 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623936.822774:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623936.822775:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1781623936.823367:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623936.823372:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623936.823376:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623936.823381:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731ce00. 00000020:00000040:0.0:1781623936.823386:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781623936.823389:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623936.823392:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623936.823394:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623936.823400:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0400. 00000100:00000001:0.0:1781623936.823404:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623936.823411:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731ce00 x1868160455862144/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623936.823421:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623936.823436:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623936.823442:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006be3e00e] to pc [ptlrpcd_00_00+0] req@ffff8f850731ce00 x1868160455862144/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623936.824104:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623936.824108:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781623936.824113:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623936.824115:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623936.824117:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623936.824120:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1781623936.824122:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623936.824124:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623936.824125:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623936.824127:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623936.824128:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623936.824130:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623936.824137:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731ce00 x1868160455862144/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623936.824144:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623936.824146:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623936.824150:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623936.824152:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623936.824155:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623936.824158:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455862144:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623936.824162:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623936.824167:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623936.824170:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623936.824171:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623936.824176:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e556200. 02000000:00000001:1.0:1781623936.824179:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623936.824185:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623936.824189:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85076314d0. 00000400:00000010:1.0:1781623936.824196:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1c38. 00000100:00000200:1.0:1781623936.824203:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455862144, portal 10 00000100:00000001:1.0:1781623936.824206:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623936.824207:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246967808 : -123673462583808 : ffff8f850731ce00) 00000100:00000040:1.0:1781623936.824214:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731ce00 x1868160455862144/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623936.824221:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623936.824226:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623936.824228:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1330. 00000100:00000200:1.0:1781623936.824232:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455862144, offset 0 00000400:00000200:1.0:1781623936.824238:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623936.824257:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623936.824263:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623936.824267:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623936.824270:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623936.824273:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623936.824275:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623936.824278:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376024:376024:256:4294967295] 192.168.202.101@tcp LPNI seq info [375994:375994:8:4294967295] 00000400:00000200:1.0:1781623936.824282:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623936.824290:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623936.824294:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623936.824299:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85102c9a00. 00000800:00000200:1.0:1781623936.824304:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623936.824311:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623936.824314:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85102c9a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623936.824368:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623936.824373:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17666 usecs (18 jiffies) 00000400:00000200:1.0:1781623936.824377:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623936.824380:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302093845 00000100:00000001:1.0:1781623936.824383:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302101623 00000100:00000001:1.0:1781623936.824385:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302093845 00000100:00000001:1.0:1781623936.824387:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302101623 00000100:00000001:1.0:1781623936.824390:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623936.824393:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623936.824395:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623936.824397:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623936.824418:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623936.824420:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623936.824596:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623936.824600:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781623936.824604:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781623936.824607:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781623936.824610:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781623936.824614:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7431) 00000100:00000001:1.0:1781623936.824759:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623936.824762:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623936.824763:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623936.824766:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623936.824927:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623936.824932:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85102c9a00. 00000400:00000200:3.0:1781623936.824938:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623936.824944:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623936.824950:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1330 00000400:00000010:3.0:1781623936.824953:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1330. 00000100:00000001:3.0:1781623936.824956:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623936.824961:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731ce00 x1868160455862144/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623936.825159:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623936.825165:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731ce00 x1868160455862144/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623952 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623936.825173:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623936.825175:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781623936.825752:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623936.825761:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623936.825764:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623936.825766:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623936.825772:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623936.825777:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623936.825784:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623936.825788:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623936.825792:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623936.825796:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005ae700 00000400:00000200:3.0:1781623936.825801:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623936.825806:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f932d [1] + 224 00000800:00000001:3.0:1781623936.825813:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623936.825818:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623936.825891:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623936.825896:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623936.825947:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623936.825954:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731fb80 x1868160455862016/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623952 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623936.825963:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731fb80 x1868160455862016/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623952 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623936.826137:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623936.826139:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623936.826189:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623936.826197:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623936.826201:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1781623936.826358:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623936.826360:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623936.826363:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631c60. 00000400:00000200:1.0:1781623936.826367:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1000 00000400:00000010:1.0:1781623936.826369:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1000. 00000100:00000001:1.0:1781623936.826372:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623936.826376:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731fb80 x1868160455862016/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623952 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623936.826385:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731fb80 x1868160455862016/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623952 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623936.826391:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623936.826392:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623936.826395:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623936.826398:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623936.826401:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623936.826403:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623936.826406:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623936.826412:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=113 v=5 (5 5 5 5) 00000100:00001000:1.0:1781623936.826416:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=34 v=5 (1 1 1 1) 00000100:00000001:1.0:1781623936.826418:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623936.826420:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623936.826432:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623936.826434:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623936.826437:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623936.826442:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731fb80 x1868160455862016/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623952 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623936.826449:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623936.826452:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623936.826454:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623936.826458:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731fb80 x1868160455862016/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623952 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623936.826465:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455862016:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623936.826470:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623936.826473:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623936.826476:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731fb80 x1868160455862016/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623952 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623936.826482:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623936.826484:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623936.826487:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557400. 02000000:00000001:1.0:1781623936.826554:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623936.826558:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623936.826559:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781623936.826562:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623936.826564:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0a00. 02000000:00000001:1.0:1781623936.826569:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623936.826570:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623936.826572:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731fb80. 00000100:00000001:1.0:1781623936.826576:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623936.826577:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623936.826580:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623936.826581:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623936.826583:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623936.826585:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623936.826587:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781623936.828001:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623936.828016:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623936.828021:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623936.828022:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623936.828068:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623936.828075:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623936.828083:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623936.828087:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623936.828093:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623936.828097:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005ae780 00000400:00000200:3.0:1781623936.828102:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623936.828108:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9335 [1] + 224 00000800:00000001:3.0:1781623936.828115:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623936.828120:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623936.828123:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623936.828126:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623936.828132:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623936.828141:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731ce00 x1868160455862144/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623952 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623936.828149:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731ce00 x1868160455862144/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623952 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623936.828164:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623936.828171:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623936.828173:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623936.828219:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623936.828225:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781623936.828231:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623936.828233:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623936.828237:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85076314d0. 00000400:00000200:1.0:1781623936.828254:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1c38 00000400:00000010:1.0:1781623936.828257:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1c38. 00000100:00000001:1.0:1781623936.828261:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623936.828269:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731ce00 x1868160455862144/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623952 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623936.828388:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731ce00 x1868160455862144/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623952 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623936.828395:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623936.828398:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623936.828400:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623936.828403:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623936.828405:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623936.828407:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623936.828410:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623936.828419:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=113 v=5 (5 20 20 20) 00000100:00001000:1.0:1781623936.828432:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=34 v=5 (1 1 1 1) 00000100:00000001:1.0:1781623936.828435:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623936.828437:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623936.828439:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623936.828443:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623936.828446:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781623936.828449:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781623936.828451:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781623936.828452:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623936.828457:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731ce00 x1868160455862144/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623952 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623936.828465:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623936.828468:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623936.828470:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623936.828474:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731ce00 x1868160455862144/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623952 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623936.828480:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455862144:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623936.828485:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623936.828487:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623936.828556:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731ce00 x1868160455862144/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623952 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623936.828564:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623936.828566:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623936.828569:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e556200. 02000000:00000001:1.0:1781623936.828573:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623936.828575:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623936.828577:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781623936.828579:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623936.828581:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0400. 02000000:00000001:1.0:1781623936.828584:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623936.828585:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623936.828588:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731ce00. 00000100:00000001:1.0:1781623936.828591:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623936.828592:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623936.828595:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623936.828601:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623936.828603:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623936.828605:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623936.828608:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623937.205205:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623937.205216:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623937.205219:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623937.205225:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623937.205232:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623937.205234:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623937.205237:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623937.205239:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623937.205244:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623937.205246:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623937.205248:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623937.205249:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623937.205251:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623937.205252:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623937.205254:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623937.205256:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623937.205392:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623937.205397:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623937.205399:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623938.229176:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623938.229183:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623938.229189:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623938.229191:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623938.229325:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623938.229328:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623938.229331:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623939.253163:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623939.253170:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623939.253176:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623939.253178:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623939.253350:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623939.253354:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623939.253356:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623940.277497:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623940.277504:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623940.277510:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623940.277512:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623940.277763:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623940.277768:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623940.277770:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623941.301153:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623941.301160:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623941.301166:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623941.301167:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781623941.307971:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781623941.307979:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781623941.307983:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781623941.941926:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623941.941934:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623941.941943:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511281880. 00000020:00000040:3.0:1781623941.941947:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781623941.941951:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623941.941953:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623941.941957:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623941.941962:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7df00. 00000100:00000001:3.0:1781623941.941968:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623941.941976:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511281880 x1868160455862272/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623941.941984:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623941.941988:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623941.941992:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0866b48] to pc [ptlrpcd_01_00+0] req@ffff8f8511281880 x1868160455862272/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623941.942018:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623941.942021:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623941.942046:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623941.942051:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511282300. 00000020:00000040:3.0:1781623941.942054:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781623941.942056:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623941.942057:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623941.942059:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623941.942063:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d400. 00000100:00000001:3.0:1781623941.942066:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623941.942071:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511282300 x1868160455862400/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623941.942078:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623941.942080:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623941.942083:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd15682b] to pc [ptlrpcd_01_01+1] req@ffff8f8511282300 x1868160455862400/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623941.942089:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623941.942090:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781623941.942093:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781623941.942095:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781623941.942097:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781623941.942099:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7436) 00000100:00000001:2.0:1781623941.942156:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623941.942159:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623941.942161:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623941.942165:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511281880 x1868160455862272/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623941.942171:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623941.942173:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623941.942175:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623941.942177:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623941.942179:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623941.942181:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511281880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455862272:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623941.942184:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623941.942189:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623941.942191:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623941.942193:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623941.942196:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078200. 02000000:00000001:2.0:1781623941.942197:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623941.942205:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623941.942209:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f087e8. 00000400:00000010:2.0:1781623941.942215:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d550. 00000100:00000200:2.0:1781623941.942222:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455862272, portal 25 00000100:00000001:2.0:1781623941.942224:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623941.942226:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414103680 : -123673295447936 : ffff8f8511281880) 00000100:00000040:2.0:1781623941.942231:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511281880 x1868160455862272/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623941.942238:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623941.942241:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623941.942243:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901daa0. 00000100:00000200:2.0:1781623941.942246:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455862272, offset 0 00000400:00000200:2.0:1781623941.942252:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623941.942260:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623941.942265:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623941.942269:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623941.942272:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623941.942275:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623941.942277:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623941.942280:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376025:376025:256:4294967295] 192.168.202.101@tcp LPNI seq info [375995:375995:8:4294967295] 00000400:00000200:2.0:1781623941.942283:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623941.942290:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623941.942294:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623941.942297:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3700. 00000800:00000200:2.0:1781623941.942302:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623941.942307:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623941.942310:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623941.942330:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623941.942333:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623941.942335:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302106743 00000100:00000001:2.0:1781623941.942340:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302101623 00000100:00000001:2.0:1781623941.942343:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302106743 00000100:00000001:2.0:1781623941.942346:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302101623 00000100:00000001:2.0:1781623941.942349:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623941.942352:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623941.942355:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623941.942356:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623941.942364:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623941.942366:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781623941.942367:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623941.942369:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623941.942370:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623941.942373:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1781623941.942375:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623941.942386:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623941.942387:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623941.942389:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623941.942390:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623941.942391:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623941.942396:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511282300 x1868160455862400/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623941.942403:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623941.942405:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623941.942407:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623941.942408:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623941.942410:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623941.942412:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455862400:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623941.942414:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623941.942416:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623941.942417:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623941.942418:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623941.942420:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078600. 02000000:00000001:2.0:1781623941.942422:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623941.942424:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623941.942426:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08318. 00000400:00000010:2.0:1781623941.942429:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d110. 00000100:00000200:2.0:1781623941.942431:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455862400, portal 10 00000100:00000001:2.0:1781623941.942432:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623941.942432:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414106368 : -123673295445248 : ffff8f8511282300) 00000100:00000040:2.0:1781623941.942437:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511282300 x1868160455862400/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623941.942441:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623941.942442:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623941.942444:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901dd48. 00000100:00000200:2.0:1781623941.942446:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455862400, offset 0 00000400:00000200:2.0:1781623941.942449:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623941.942451:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623941.942453:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623941.942455:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623941.942457:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623941.942458:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623941.942460:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623941.942462:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376026:376026:255:4294967295] 192.168.202.101@tcp LPNI seq info [375996:375996:7:4294967295] 00000400:00000200:2.0:1781623941.942464:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623941.942468:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623941.942470:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623941.942472:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3000. 00000800:00000200:2.0:1781623941.942474:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623941.942477:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623941.942479:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623941.942481:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623941.942483:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17653 usecs (18 jiffies) 00000400:00000200:2.0:1781623941.942485:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623941.942486:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302098963 00000100:00000001:2.0:1781623941.942488:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302106743 00000100:00000001:2.0:1781623941.942489:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302098963 00000100:00000001:2.0:1781623941.942490:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302106743 00000100:00000001:2.0:1781623941.942491:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623941.942492:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623941.942494:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623941.942495:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623941.942503:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623941.942504:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623941.942615:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623941.942619:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3700. 00000400:00000200:3.0:1781623941.942624:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623941.942627:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623941.942633:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901daa0 00000400:00000010:3.0:1781623941.942634:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901daa0. 00000100:00000001:3.0:1781623941.942637:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623941.942641:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511281880 x1868160455862272/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623941.942647:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623941.942649:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511281880 x1868160455862272/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623957 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623941.942654:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623941.942655:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623941.942708:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623941.942709:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3000. 00000400:00000200:3.0:1781623941.942711:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623941.942713:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623941.942715:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901dd48 00000400:00000010:3.0:1781623941.942716:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901dd48. 00000100:00000001:3.0:1781623941.942717:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623941.942719:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511282300 x1868160455862400/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623941.942724:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623941.942725:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511282300 x1868160455862400/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623957 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623941.942729:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623941.942730:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781623941.950851:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623941.950866:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623941.950869:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623941.950872:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623941.950881:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623941.950888:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623941.950896:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623941.950901:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623941.950906:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623941.950912:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005ae800 00000400:00000200:3.0:1781623941.950916:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623941.950923:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f933d [1] + 224 00000800:00000001:3.0:1781623941.950930:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623941.950934:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623941.950938:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623941.950942:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623941.950949:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623941.950958:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511281880 x1868160455862272/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623957 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623941.950968:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511281880 x1868160455862272/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623957 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623941.950999:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623941.951007:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623941.951011:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623941.951012:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623941.951014:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623941.951017:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623941.951020:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623941.951053:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623941.951056:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623941.951060:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623941.951062:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005ae880 00000400:00000200:3.0:1781623941.951066:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623941.951070:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f934d [1] + 224 00000800:00000001:3.0:1781623941.951073:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623941.951080:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623941.951082:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623941.951085:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623941.951088:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623941.951092:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511282300 x1868160455862400/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623957 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623941.951106:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511282300 x1868160455862400/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623957 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623941.951114:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623941.951118:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623941.951121:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623941.951634:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623941.951640:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781623941.951646:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623941.951648:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623941.951651:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08318. 00000400:00000200:2.0:1781623941.951657:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d110 00000400:00000010:2.0:1781623941.951660:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d110. 00000100:00000001:2.0:1781623941.951663:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623941.951668:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511282300 x1868160455862400/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623957 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623941.951676:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511282300 x1868160455862400/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623957 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623941.951682:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623941.951684:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623941.951686:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623941.951689:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623941.951692:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623941.951694:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623941.951697:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623941.951706:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=118 v=5 (5 20 20 20) 00000100:00001000:2.0:1781623941.951709:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=39 v=5 (1 1 1 1) 00000100:00000001:2.0:1781623941.951712:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623941.951714:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623941.951717:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623941.951720:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623941.951723:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781623941.951725:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:2.0:1781623941.951727:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781623941.951729:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623941.951733:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511282300 x1868160455862400/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623957 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623941.951750:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623941.951753:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623941.951755:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623941.951759:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511282300 x1868160455862400/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623957 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623941.951767:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455862400:192.168.202.101@tcp:400:kworker.0 00000400:00000001:2.0:1781623941.951773:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623941.951774:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623941.951776:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f087e8. 00000400:00000200:2.0:1781623941.951779:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d550 00000400:00000010:2.0:1781623941.951780:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d550. 00000100:00000001:2.0:1781623941.951782:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623941.951785:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511281880 x1868160455862272/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623957 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623941.951792:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511281880 x1868160455862272/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623957 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623941.951797:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623941.951798:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623941.951800:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623941.951801:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623941.951802:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623941.951803:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623941.951805:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623941.951807:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=118 v=5 (5 5 5 5) 00000100:00001000:2.0:1781623941.951810:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=39 v=5 (1 1 1 1) 00000100:00000001:2.0:1781623941.951812:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623941.951813:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623941.951814:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623941.951816:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623941.951818:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623941.951821:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511281880 x1868160455862272/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623957 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623941.951826:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623941.951828:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623941.951829:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623941.951833:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511281880 x1868160455862272/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623957 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623941.951841:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511281880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455862272:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623941.951845:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623941.951847:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623941.951850:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511282300 x1868160455862400/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623957 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623941.951857:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623941.951859:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623941.951862:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078600. 02000000:00000001:2.0:1781623941.951866:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623941.951868:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623941.951869:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:2.0:1781623941.951871:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623941.951874:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d400. 02000000:00000001:2.0:1781623941.951877:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623941.951879:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623941.951881:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511282300. 00000100:00000001:2.0:1781623941.951885:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623941.951886:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623941.951887:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623941.951889:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511281880 x1868160455862272/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623957 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623941.951894:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623941.951895:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623941.951896:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078200. 02000000:00000001:2.0:1781623941.951898:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623941.951899:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623941.951900:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781623941.951901:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623941.951902:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7df00. 02000000:00000001:2.0:1781623941.951904:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623941.951905:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623941.951906:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511281880. 00000100:00000001:2.0:1781623941.951908:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623941.951909:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623941.951911:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623941.951918:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623941.951919:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623941.951921:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623941.951923:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623942.328605:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623942.328610:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623942.328613:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623942.328614:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623942.329354:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623942.329357:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623942.329360:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623943.350578:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623943.350584:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623943.350588:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623943.350589:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623943.359292:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623943.359299:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623943.359304:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623944.374581:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623944.374586:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623944.374591:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623944.374593:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623944.374616:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623944.374619:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623944.374622:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623945.397422:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623945.397429:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623945.397435:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623945.397436:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623945.397927:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623945.397931:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623945.397934:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623946.422189:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623946.422198:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623946.422200:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623946.422203:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623946.422209:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623946.422211:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623946.422213:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623946.422215:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623946.422219:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623946.422220:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623946.422222:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623946.422223:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623946.422225:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623946.422226:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623946.422227:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623946.422229:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623946.422423:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623946.422426:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623946.422428:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781623947.063491:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623947.063501:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623947.063513:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0fb80. 00000020:00000040:2.0:1781623947.063520:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781623947.063524:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623947.063527:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623947.063532:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623947.063541:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3000. 00000100:00000001:2.0:1781623947.063548:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623947.063559:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0fb80 x1868160455862528/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623947.063570:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623947.063575:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623947.063582:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e233249c] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0fb80 x1868160455862528/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623947.063624:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623947.063627:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623947.063630:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623947.063633:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0ce00. 00000020:00000040:2.0:1781623947.063636:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781623947.063637:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623947.063639:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623947.063641:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623947.063644:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3700. 00000100:00000001:2.0:1781623947.063647:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623947.063651:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0ce00 x1868160455862656/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623947.063659:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623947.063661:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623947.063664:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e9d049] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0ce00 x1868160455862656/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623947.063673:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623947.063675:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781623947.063679:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781623947.063682:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781623947.063685:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781623947.063690:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7441) 00000100:00000001:2.0:1781623947.063704:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623947.063707:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623947.063709:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623947.063714:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0ce00 x1868160455862656/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623947.063722:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623947.063724:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623947.063728:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623947.063731:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623947.063733:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623947.063737:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455862656:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623947.063741:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623947.063747:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623947.063750:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623947.063753:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623947.063757:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079c00. 02000000:00000001:2.0:1781623947.063759:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623947.063766:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623947.063770:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f087e8. 00000400:00000010:2.0:1781623947.063777:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d550. 00000100:00000200:2.0:1781623947.063783:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455862656, portal 10 00000100:00000001:2.0:1781623947.063785:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623947.063787:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272068096 : -123673437483520 : ffff8f8508b0ce00) 00000100:00000040:2.0:1781623947.063794:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0ce00 x1868160455862656/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623947.063801:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623947.063804:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623947.063807:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d110. 00000100:00000200:2.0:1781623947.063810:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455862656, offset 0 00000400:00000200:2.0:1781623947.063816:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623947.063824:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623947.063831:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623947.063836:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623947.063841:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623947.063844:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623947.063847:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623947.063851:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376027:376027:256:4294967295] 192.168.202.101@tcp LPNI seq info [375997:375997:8:4294967295] 00000400:00000200:2.0:1781623947.063856:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623947.063865:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623947.063871:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623947.063875:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3400. 00000800:00000200:2.0:1781623947.063881:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623947.063889:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623947.063893:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623947.063902:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623947.063907:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17647 usecs (18 jiffies) 00000400:00000200:2.0:1781623947.063910:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623947.063912:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302104084 00000100:00000001:2.0:1781623947.063916:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302106743 00000100:00000001:2.0:1781623947.063918:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302104084 00000100:00000001:2.0:1781623947.063920:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302106743 00000100:00000001:2.0:1781623947.063922:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623947.063924:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623947.063927:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623947.063930:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623947.063938:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623947.063940:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781623947.063942:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623947.063943:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623947.063944:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623947.063946:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1781623947.063948:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623947.063949:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623947.063951:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623947.063952:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623947.063953:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623947.063954:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623947.063958:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0fb80 x1868160455862528/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623947.063964:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623947.063965:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623947.063967:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623947.063969:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623947.063971:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623947.063973:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455862528:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623947.063976:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623947.063979:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623947.063980:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623947.063982:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623947.063985:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078c00. 02000000:00000001:2.0:1781623947.063987:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623947.063990:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623947.063993:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08318. 00000400:00000010:2.0:1781623947.063996:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901dbb0. 00000100:00000200:2.0:1781623947.063998:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455862528, portal 25 00000100:00000001:2.0:1781623947.064000:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623947.064001:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272079744 : -123673437471872 : ffff8f8508b0fb80) 00000100:00000040:2.0:1781623947.064006:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0fb80 x1868160455862528/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623947.064012:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623947.064015:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623947.064017:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d220. 00000100:00000200:2.0:1781623947.064019:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455862528, offset 0 00000400:00000200:2.0:1781623947.064023:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623947.064080:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623947.064084:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623947.064087:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623947.064089:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623947.064092:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623947.064094:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623947.064097:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376028:376028:255:4294967295] 192.168.202.101@tcp LPNI seq info [375998:375998:7:4294967295] 00000400:00000200:2.0:1781623947.064100:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623947.064105:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623947.064110:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623947.064113:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3200. 00000800:00000200:2.0:1781623947.064116:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623947.064120:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623947.064122:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623947.064124:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623947.064127:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623947.064129:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302111865 00000100:00000001:2.0:1781623947.064136:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302106743 00000100:00000001:2.0:1781623947.064140:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302111865 00000100:00000001:2.0:1781623947.064142:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302106743 00000100:00000001:2.0:1781623947.064145:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623947.064148:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623947.064150:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623947.064152:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623947.064371:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623947.064374:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623947.064416:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623947.064420:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3400. 00000400:00000200:3.0:1781623947.064427:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623947.064433:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623947.064439:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d110 00000400:00000010:3.0:1781623947.064441:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d110. 00000100:00000001:3.0:1781623947.064446:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623947.064451:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0ce00 x1868160455862656/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623947.064459:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623947.064463:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0ce00 x1868160455862656/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623963 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623947.064470:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623947.064471:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623947.064555:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623947.064558:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3200. 00000400:00000200:3.0:1781623947.064561:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623947.064565:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623947.064567:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d220 00000400:00000010:3.0:1781623947.064570:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d220. 00000100:00000001:3.0:1781623947.064572:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623947.064576:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0fb80 x1868160455862528/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623947.064582:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623947.064585:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0fb80 x1868160455862528/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623963 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623947.064590:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623947.064592:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781623947.072274:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623947.072290:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623947.072295:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623947.072297:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623947.072306:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623947.072314:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623947.072323:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623947.072344:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623947.072349:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623947.072353:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005ae980 00000400:00000200:3.0:1781623947.072358:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623947.072365:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f935d [1] + 224 00000800:00000001:3.0:1781623947.072372:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623947.072378:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623947.072381:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623947.072385:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623947.072393:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623947.072403:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0ce00 x1868160455862656/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623963 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623947.072413:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0ce00 x1868160455862656/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623947.072438:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623947.072447:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623947.072450:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623947.072787:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623947.072793:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781623947.072799:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623947.072801:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623947.072809:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f087e8. 00000400:00000200:2.0:1781623947.072814:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d550 00000400:00000010:2.0:1781623947.072817:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d550. 00000100:00000001:2.0:1781623947.072821:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623947.072826:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0ce00 x1868160455862656/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623947.072835:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0ce00 x1868160455862656/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623963 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623947.072842:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623947.072844:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623947.072847:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623947.072850:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623947.072853:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623947.072855:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623947.072858:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623947.072868:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=124 v=5 (5 20 20 20) 00000100:00001000:2.0:1781623947.072872:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=45 v=5 (1 1 1 1) 00000100:00000001:2.0:1781623947.072874:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623947.072876:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623947.072878:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623947.072881:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623947.072885:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781623947.072887:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:2.0:1781623947.072889:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781623947.072890:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623947.072895:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0ce00 x1868160455862656/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623963 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623947.072902:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623947.072905:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623947.072906:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623947.072910:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0ce00 x1868160455862656/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623963 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623947.072917:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455862656:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623947.072922:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623947.072924:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623947.072927:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0ce00 x1868160455862656/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623963 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623947.072933:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623947.072935:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623947.072939:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079c00. 02000000:00000001:2.0:1781623947.072942:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623947.072944:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623947.072946:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:2.0:1781623947.072949:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623947.072951:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3700. 02000000:00000001:2.0:1781623947.072956:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623947.072958:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623947.072959:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0ce00. 00000100:00000001:2.0:1781623947.072963:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623947.072964:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623947.072968:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623947.072969:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623947.072970:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623947.072972:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623947.072974:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781623947.076654:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623947.076673:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623947.076677:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623947.076679:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623947.076688:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623947.076712:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623947.076723:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623947.076728:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623947.076733:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623947.076737:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005ae900 00000400:00000200:3.0:1781623947.076742:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623947.076747:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f936d [1] + 224 00000800:00000001:3.0:1781623947.076754:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623947.076760:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623947.076763:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623947.076767:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623947.076774:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623947.076782:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0fb80 x1868160455862528/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623963 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623947.076793:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0fb80 x1868160455862528/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623947.076819:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623947.076826:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623947.076829:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623947.078632:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623947.078641:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781623947.078650:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623947.078652:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623947.078656:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08318. 00000400:00000200:2.0:1781623947.078667:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901dbb0 00000400:00000010:2.0:1781623947.078670:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901dbb0. 00000100:00000001:2.0:1781623947.078675:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623947.078685:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0fb80 x1868160455862528/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623947.078696:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0fb80 x1868160455862528/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623963 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623947.078704:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623947.078706:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623947.078709:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623947.078713:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623947.078715:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623947.078718:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623947.078721:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623947.078727:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=124 v=5 (5 5 5 5) 00000100:00001000:2.0:1781623947.078731:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=45 v=5 (1 1 1 1) 00000100:00000001:2.0:1781623947.078733:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623947.078735:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623947.078737:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623947.078739:0:2352:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623947.078742:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623947.078746:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0fb80 x1868160455862528/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623963 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623947.078753:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623947.078757:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623947.078759:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623947.078762:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0fb80 x1868160455862528/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623963 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623947.078774:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455862528:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623947.078779:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623947.078781:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623947.078784:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0fb80 x1868160455862528/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623963 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623947.078791:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623947.078793:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623947.078796:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078c00. 02000000:00000001:2.0:1781623947.078800:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623947.078803:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623947.078804:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781623947.078807:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623947.078809:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3000. 02000000:00000001:2.0:1781623947.078814:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623947.078815:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623947.078817:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0fb80. 00000100:00000001:2.0:1781623947.078821:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623947.078822:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623947.078824:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623947.078832:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623947.078834:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623947.078836:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623947.078838:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623947.445182:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623947.445191:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623947.445198:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623947.445199:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623947.445230:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623947.445233:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623947.445236:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623948.469156:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623948.469163:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623948.469169:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623948.469171:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623948.469306:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623948.469309:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623948.469312:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623949.493146:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623949.493154:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623949.493159:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623949.493160:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623949.497916:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623949.497923:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623949.497928:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623950.517165:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623950.517173:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623950.517180:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623950.517181:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623950.517207:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623950.517209:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623950.517212:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623951.542074:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623951.542082:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623951.542088:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623951.542090:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623951.542987:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623951.542992:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623951.542996:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781623952.181295:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623952.181306:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623952.181317:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511282680. 00000020:00000040:3.0:1781623952.181323:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781623952.181327:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623952.181330:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623952.181335:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623952.181342:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7db00. 00000100:00000001:3.0:1781623952.181349:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623952.181361:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511282680 x1868160455862784/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623952.181372:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623952.181376:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623952.181382:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008781aa17] to pc [ptlrpcd_01_00+0] req@ffff8f8511282680 x1868160455862784/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623952.181436:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623952.181441:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623952.181443:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623952.181450:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511282680 x1868160455862784/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623952.181458:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623952.181460:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623952.181465:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623952.181467:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623952.181470:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623952.181473:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511282680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455862784:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623952.181478:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623952.181484:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623952.181487:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623952.181489:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623952.181494:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079000. 02000000:00000001:2.0:1781623952.181496:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623952.181503:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623952.181507:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08318. 00000400:00000010:2.0:1781623952.181514:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901dbb0. 00000100:00000200:2.0:1781623952.181520:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455862784, portal 25 00000100:00000001:2.0:1781623952.181523:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623952.181524:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414107264 : -123673295444352 : ffff8f8511282680) 00000100:00000040:2.0:1781623952.181530:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511282680 x1868160455862784/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623952.181537:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623952.181540:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623952.181543:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d550. 00000100:00000200:2.0:1781623952.181545:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455862784, offset 0 00000400:00000200:2.0:1781623952.181551:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623952.181560:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623952.181568:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623952.181586:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623952.181590:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623952.181594:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623952.181597:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623952.181600:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376029:376029:256:4294967295] 192.168.202.101@tcp LPNI seq info [375999:375999:8:4294967295] 00000400:00000200:2.0:1781623952.181605:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623952.181614:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623952.181629:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623952.181635:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3000. 00000800:00000200:2.0:1781623952.181642:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623952.181649:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623952.181654:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623952.181668:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623952.181673:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623952.181675:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302116982 00000100:00000001:2.0:1781623952.181682:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302111865 00000100:00000001:2.0:1781623952.181687:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302116982 00000100:00000001:2.0:1781623952.181689:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302111865 00000100:00000001:2.0:1781623952.181693:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623952.181696:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623952.181699:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623952.181701:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623952.181728:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623952.181731:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623952.181734:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623952.181738:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511280e00. 00000020:00000040:3.0:1781623952.181741:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781623952.181743:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623952.181745:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623952.181747:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623952.181750:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d000. 00000100:00000001:3.0:1781623952.181753:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623952.181758:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511280e00 x1868160455862912/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623952.181764:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623952.181767:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623952.181771:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b263204] to pc [ptlrpcd_01_01+1] req@ffff8f8511280e00 x1868160455862912/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623952.186361:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623952.186372:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781623952.186382:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623952.186385:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623952.186391:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623952.186396:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1781623952.186398:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623952.186401:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623952.186403:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623952.186404:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623952.186405:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623952.186407:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623952.186422:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511280e00 x1868160455862912/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623952.186434:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623952.186436:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623952.186441:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623952.186445:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623952.186448:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623952.186452:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511280e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455862912:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623952.186456:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623952.186463:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623952.186466:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623952.186469:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623952.186480:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079800. 02000000:00000001:2.0:1781623952.186482:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623952.186489:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623952.186494:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f087e8. 00000400:00000010:2.0:1781623952.186502:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d000. 00000100:00000200:2.0:1781623952.186510:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455862912, portal 10 00000100:00000001:2.0:1781623952.186513:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623952.186514:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414100992 : -123673295450624 : ffff8f8511280e00) 00000100:00000040:2.0:1781623952.186523:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511280e00 x1868160455862912/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623952.186532:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623952.186535:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623952.186538:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d7f8. 00000100:00000200:2.0:1781623952.186541:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455862912, offset 0 00000400:00000200:2.0:1781623952.186547:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623952.186555:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623952.186564:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623952.186570:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623952.186574:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623952.186578:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623952.186580:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623952.186584:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376030:376030:255:4294967295] 192.168.202.101@tcp LPNI seq info [376000:376000:7:4294967295] 00000400:00000200:2.0:1781623952.186588:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623952.186598:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623952.186604:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623952.186610:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3700. 00000800:00000200:2.0:1781623952.186686:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623952.186695:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623952.186700:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623952.186704:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623952.186709:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17640 usecs (18 jiffies) 00000400:00000200:2.0:1781623952.186712:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623952.186715:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302109207 00000100:00000001:2.0:1781623952.186719:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302116982 00000100:00000001:2.0:1781623952.186721:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302109207 00000100:00000001:2.0:1781623952.186723:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302116982 00000100:00000001:2.0:1781623952.186725:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623952.186728:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623952.186731:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623952.186733:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781623952.186787:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623952.186792:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3000. 00000400:00000200:2.0:1781623952.186799:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623952.186804:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623952.186808:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d550 00000400:00000010:2.0:1781623952.186811:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d550. 00000100:00000001:2.0:1781623952.186815:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623952.186820:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511282680 x1868160455862784/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623952.186830:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623952.186833:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511282680 x1868160455862784/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623968 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623952.186840:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623952.186841:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781623952.187335:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623952.187339:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3700. 00000400:00000200:2.0:1781623952.187343:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623952.187347:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623952.187350:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d7f8 00000400:00000010:2.0:1781623952.187352:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d7f8. 00000100:00000001:2.0:1781623952.187354:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623952.187358:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511280e00 x1868160455862912/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623952.187365:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623952.187368:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511280e00 x1868160455862912/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623968 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623952.187373:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623952.187375:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1781623952.187384:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623952.187387:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623952.187393:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623952.187395:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623952.187397:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623952.187399:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623952.187452:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623952.187457:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781623952.187461:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781623952.187464:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781623952.187467:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781623952.187472:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7446) 00000800:00000001:3.0:1781623952.191839:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623952.191853:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623952.191856:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623952.191858:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623952.191866:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623952.191873:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623952.191880:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623952.191884:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623952.191889:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623952.191892:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005aea00 00000400:00000200:3.0:1781623952.191897:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623952.191904:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f937d [1] + 224 00000800:00000001:3.0:1781623952.191914:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623952.191918:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623952.191921:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623952.191925:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623952.191933:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623952.191942:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511282680 x1868160455862784/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623968 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623952.191954:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511282680 x1868160455862784/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623968 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623952.191972:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623952.191985:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623952.191989:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623952.191991:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623952.191993:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623952.191996:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623952.192000:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623952.192004:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623952.192007:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623952.192010:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623952.192013:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005aea80 00000400:00000200:3.0:1781623952.192016:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623952.192020:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f938d [1] + 224 00000100:00000001:2.0:1781623952.192020:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1781623952.192024:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623952.192056:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623952.192059:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1781623952.192059:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1781623952.192062:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623952.192065:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623952.192069:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511280e00 x1868160455862912/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623968 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623952.192078:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511280e00 x1868160455862912/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623968 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623952.192084:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623952.192088:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623952.192091:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1781623952.192187:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623952.192189:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623952.192192:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f087e8. 00000400:00000200:2.0:1781623952.192199:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d000 00000400:00000010:2.0:1781623952.192203:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d000. 00000100:00000001:2.0:1781623952.192205:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623952.192210:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511280e00 x1868160455862912/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623968 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623952.192218:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511280e00 x1868160455862912/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623968 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623952.192224:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623952.192226:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623952.192228:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623952.192233:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623952.192237:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623952.192239:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623952.192242:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623952.192253:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=129 v=5 (5 20 20 20) 00000100:00001000:2.0:1781623952.192259:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=50 v=5 (1 1 1 1) 00000100:00000001:2.0:1781623952.192262:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623952.192264:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623952.192267:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623952.192271:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623952.192275:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781623952.192277:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:2.0:1781623952.192279:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781623952.192280:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623952.192296:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511280e00 x1868160455862912/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623968 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623952.192365:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623952.192369:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623952.192371:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623952.192377:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511280e00 x1868160455862912/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623968 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623952.192385:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511280e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455862912:192.168.202.101@tcp:400:kworker.0 00000400:00000001:2.0:1781623952.192392:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623952.192394:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623952.192395:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08318. 00000400:00000200:2.0:1781623952.192398:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901dbb0 00000400:00000010:2.0:1781623952.192400:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901dbb0. 00000100:00000001:2.0:1781623952.192402:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623952.192405:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511282680 x1868160455862784/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623968 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623952.192412:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511282680 x1868160455862784/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623968 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623952.192417:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623952.192419:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623952.192421:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623952.192422:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623952.192423:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623952.192425:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623952.192426:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623952.192429:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=129 v=5 (5 5 5 5) 00000100:00001000:2.0:1781623952.192443:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=50 v=5 (1 1 1 1) 00000100:00000001:2.0:1781623952.192446:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623952.192448:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623952.192449:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623952.192452:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623952.192453:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623952.192457:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511282680 x1868160455862784/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623968 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623952.192463:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623952.192464:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623952.192466:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623952.192469:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511282680 x1868160455862784/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623968 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623952.192477:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511282680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455862784:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623952.192480:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623952.192483:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623952.192486:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511280e00 x1868160455862912/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623968 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623952.192493:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623952.192495:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623952.192499:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079800. 02000000:00000001:2.0:1781623952.192502:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623952.192504:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623952.192506:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:2.0:1781623952.192508:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623952.192510:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d000. 02000000:00000001:2.0:1781623952.192513:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623952.192515:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623952.192517:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511280e00. 00000100:00000001:2.0:1781623952.192521:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623952.192522:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623952.192524:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623952.192526:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511282680 x1868160455862784/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623968 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623952.192531:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623952.192532:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623952.192534:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079000. 02000000:00000001:2.0:1781623952.192536:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623952.192537:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623952.192538:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781623952.192540:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623952.192541:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7db00. 02000000:00000001:2.0:1781623952.192543:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623952.192544:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623952.192545:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511282680. 00000100:00000001:2.0:1781623952.192547:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623952.192548:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623952.192550:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623952.192558:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623952.192560:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623952.192563:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623952.192566:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623952.565259:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623952.565267:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623952.565272:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623952.565274:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623952.565500:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623952.565503:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623952.565506:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623953.589204:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623953.589212:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623953.589218:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623953.589219:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623953.589246:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623953.589249:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623953.589252:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623954.614379:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623954.614386:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623954.614391:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623954.614392:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623954.617896:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623954.617903:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623954.617908:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623955.637165:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623955.637171:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623955.637176:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623955.637178:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623955.637290:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623955.637294:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623955.637297:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623956.661134:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623956.661143:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623956.661146:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623956.661149:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623956.661154:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623956.661156:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623956.661158:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623956.661161:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623956.661165:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623956.661166:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623956.661168:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623956.661170:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623956.661171:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623956.661173:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623956.661175:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623956.661176:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623956.661198:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623956.661200:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623956.661202:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781623957.301410:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623957.301418:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623957.301428:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731f800. 00000020:00000040:0.0:1781623957.301433:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781623957.301436:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623957.301439:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623957.301443:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623957.301450:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0700. 00000100:00000001:0.0:1781623957.301455:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623957.301465:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731f800 x1868160455863040/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623957.301473:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623957.301476:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623957.301481:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aca46f2e] to pc [ptlrpcd_00_01+1] req@ffff8f850731f800 x1868160455863040/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623957.301500:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623957.301502:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623957.301504:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623957.301506:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731c380. 00000020:00000040:0.0:1781623957.301508:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781623957.301509:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623957.301510:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623957.301511:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623957.301513:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0200. 00000100:00000001:0.0:1781623957.301515:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623957.301517:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731c380 x1868160455863168/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623957.301521:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623957.301522:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623957.301524:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a88ed58] to pc [ptlrpcd_00_00+0] req@ffff8f850731c380 x1868160455863168/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623957.301529:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623957.301531:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781623957.301533:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781623957.301534:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781623957.301536:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781623957.301539:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7452) 00000100:00000001:1.0:1781623957.301762:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623957.301767:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623957.301769:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623957.301776:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731f800 x1868160455863040/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623957.301785:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623957.301787:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623957.301791:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623957.301793:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623957.301796:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623957.301801:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455863040:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623957.301806:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623957.301813:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623957.301816:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623957.301818:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623957.301824:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e556200. 02000000:00000001:1.0:1781623957.301827:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623957.301829:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623957.301832:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623957.301835:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1781623957.301836:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000040:0.0:1781623957.301841:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731c380 x1868160455863168/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1781623957.301843:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85076314d0. 00000100:00000001:0.0:1781623957.301850:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623957.301851:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1781623957.301853:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1c38. 02000000:00000001:0.0:1781623957.301853:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623957.301856:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623957.301858:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623957.301861:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455863168:192.168.202.101@tcp:400:kworker.0 00000100:00000200:1.0:1781623957.301862:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455863040, portal 25 00000100:00000001:1.0:1781623957.301867:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623957.301868:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1781623957.301870:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246978560 : -123673462573056 : ffff8f850731f800) 02000000:00000001:0.0:1781623957.301871:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623957.301874:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623957.301876:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623957.301880:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cec200. 00000100:00000040:1.0:1781623957.301881:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731f800 x1868160455863040/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1781623957.301882:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623957.301890:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623957.301894:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7dc0. 00000400:00000010:0.0:1781623957.301899:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9550. 00000100:00000200:0.0:1781623957.301906:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455863168, portal 10 00000100:00000001:1.0:1781623957.301908:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1781623957.301909:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623957.301912:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246965120 : -123673462586496 : ffff8f850731c380) 00000100:00000040:1.0:1781623957.301914:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623957.301919:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1000. 00000100:00000200:1.0:1781623957.301924:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455863040, offset 0 00000100:00000040:0.0:1781623957.301924:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731c380 x1868160455863168/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1781623957.301935:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000100:00000001:0.0:1781623957.301939:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623957.301944:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623957.301948:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623957.301950:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e93b8. 00000100:00000200:0.0:1781623957.301954:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455863168, offset 0 00000400:00000200:1.0:1781623957.301956:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623957.301962:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623957.301964:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623957.301970:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623957.302023:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623957.302042:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623957.302045:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376031:376031:256:4294967295] 192.168.202.101@tcp LPNI seq info [376001:376001:8:4294967295] 00000400:00000200:1.0:1781623957.302050:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623957.302060:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623957.302066:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623957.302071:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85102c9e00. 00000800:00000200:1.0:1781623957.302078:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623957.302086:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623957.302090:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85102c9e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623957.302103:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623957.302107:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623957.302110:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302122103 00000100:00000001:1.0:1781623957.302117:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302116982 00000100:00000001:1.0:1781623957.302120:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302122103 00000100:00000001:1.0:1781623957.302123:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302116982 00000100:00000001:1.0:1781623957.302126:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623957.302128:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623957.302131:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623957.302134:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623957.302142:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623957.302144:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781623957.302146:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623957.302148:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623957.302149:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623957.302151:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781623957.302515:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781623957.302520:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85102c9e00. 00000400:00000200:2.0:1781623957.302525:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623957.302530:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781623957.302535:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1000 00000400:00000010:2.0:1781623957.302539:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1000. 00000100:00000001:2.0:1781623957.302544:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781623957.302549:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731f800 x1868160455863040/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623957.302558:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623957.302561:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731f800 x1868160455863040/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623973 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623957.302568:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623957.302569:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1781623957.302846:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623957.302851:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623957.302855:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623957.302857:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623957.302870:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623957.302873:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623957.302877:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376032:376032:256:4294967295] 192.168.202.101@tcp LPNI seq info [376002:376002:8:4294967295] 00000400:00000200:0.0:1781623957.302882:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623957.302889:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623957.302894:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623957.302900:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0000. 00000800:00000200:0.0:1781623957.302904:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623957.302911:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623957.302914:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623957.302929:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623957.302933:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17635 usecs (18 jiffies) 00000400:00000200:0.0:1781623957.302937:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623957.302939:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302114323 00000100:00000001:0.0:1781623957.302942:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302122103 00000100:00000001:0.0:1781623957.302944:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302114323 00000100:00000001:0.0:1781623957.302946:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302122103 00000100:00000001:0.0:1781623957.302948:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623957.302951:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623957.302953:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623957.302955:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623957.302959:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623957.302960:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781623957.302962:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623957.302963:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623957.302964:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623957.302965:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623957.303071:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623957.303074:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0000. 00000400:00000200:3.0:1781623957.303076:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623957.303079:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623957.303082:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e93b8 00000400:00000010:3.0:1781623957.303083:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e93b8. 00000100:00000001:3.0:1781623957.303086:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623957.303089:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731c380 x1868160455863168/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623957.303105:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623957.303107:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731c380 x1868160455863168/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623973 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623957.303111:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623957.303112:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781623957.305252:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623957.305269:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623957.305273:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623957.305276:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623957.305285:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623957.305292:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623957.305300:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623957.305304:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623957.305309:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623957.305314:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005aeb00 00000400:00000200:2.0:1781623957.305318:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623957.305324:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f939d [1] + 224 00000800:00000001:2.0:1781623957.305336:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623957.305345:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623957.305348:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623957.305352:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623957.305359:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623957.305367:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731f800 x1868160455863040/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623973 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623957.305378:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731f800 x1868160455863040/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623973 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623957.305479:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623957.305483:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623957.305502:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623957.305511:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623957.305516:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623957.306934:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623957.306945:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623957.306949:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623957.306951:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623957.306958:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623957.306964:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623957.306972:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623957.306976:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623957.306980:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623957.306984:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005aeb80 00000400:00000200:3.0:1781623957.306988:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623957.306994:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f93a5 [1] + 224 00000800:00000001:3.0:1781623957.306999:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623957.307005:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623957.307008:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623957.307012:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623957.307017:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623957.307051:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731c380 x1868160455863168/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623973 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623957.307063:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731c380 x1868160455863168/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623973 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623957.307083:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623957.307090:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623957.307093:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623957.307182:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623957.307186:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623957.307192:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623957.307194:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623957.307198:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7dc0. 00000400:00000200:0.0:1781623957.307202:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9550 00000400:00000010:0.0:1781623957.307205:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9550. 00000100:00000001:0.0:1781623957.307208:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623957.307213:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731c380 x1868160455863168/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623973 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623957.307224:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731c380 x1868160455863168/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623973 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623957.307231:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623957.307234:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623957.307247:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623957.307251:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623957.307254:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623957.307256:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623957.307259:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623957.307268:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=134 v=5 (5 20 20 20) 00000100:00001000:0.0:1781623957.307283:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=55 v=5 (1 1 1 1) 00000100:00000001:0.0:1781623957.307285:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623957.307287:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623957.307289:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623957.307293:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623957.307296:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623957.307298:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781623957.307300:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623957.307301:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623957.307313:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731c380 x1868160455863168/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623973 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623957.307321:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623957.307324:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623957.307326:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623957.307330:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731c380 x1868160455863168/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623973 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623957.307340:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455863168:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623957.307344:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623957.307347:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623957.307350:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731c380 x1868160455863168/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623973 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623957.307357:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623957.307360:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623957.307364:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cec200. 02000000:00000001:0.0:1781623957.307368:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623957.307370:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623957.307372:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781623957.307375:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623957.307378:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0200. 02000000:00000001:0.0:1781623957.307381:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623957.307383:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623957.307385:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731c380. 00000100:00000001:0.0:1781623957.307389:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623957.307390:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623957.307393:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623957.307401:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623957.307402:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623957.307405:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623957.307407:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1781623957.308107:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623957.308110:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623957.308112:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85076314d0. 00000400:00000200:1.0:1781623957.308116:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1c38 00000400:00000010:1.0:1781623957.308117:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1c38. 00000100:00000001:1.0:1781623957.308120:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623957.308125:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731f800 x1868160455863040/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623973 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623957.308131:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731f800 x1868160455863040/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623973 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623957.308136:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623957.308137:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623957.308138:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623957.308139:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623957.308140:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623957.308142:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623957.308143:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623957.308146:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=134 v=5 (5 5 5 5) 00000100:00001000:1.0:1781623957.308149:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=55 v=5 (1 1 1 1) 00000100:00000001:1.0:1781623957.308150:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623957.308151:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623957.308152:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623957.308154:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623957.308155:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623957.308158:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731f800 x1868160455863040/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623973 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623957.308162:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623957.308164:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623957.308165:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623957.308167:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731f800 x1868160455863040/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623973 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623957.308172:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455863040:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623957.308175:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623957.308176:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623957.308178:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731f800 x1868160455863040/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623973 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623957.308181:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623957.308182:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623957.308184:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e556200. 02000000:00000001:1.0:1781623957.308186:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623957.308187:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623957.308188:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781623957.308189:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623957.308190:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0700. 02000000:00000001:1.0:1781623957.308191:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623957.308192:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623957.308193:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731f800. 00000100:00000001:1.0:1781623957.308195:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623957.308196:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623957.308197:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623957.308200:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623957.308202:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623957.308203:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623957.308204:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623957.685777:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623957.685786:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623957.685792:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623957.685794:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623957.689069:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623957.689077:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623957.689082:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623958.709179:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623958.709187:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623958.709192:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623958.709194:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623958.709446:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623958.709449:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623958.709452:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623959.733647:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623959.733654:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623959.733661:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623959.733662:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623959.733691:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623959.733693:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623959.733696:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623960.757856:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623960.757867:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623960.757875:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623960.757877:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623960.758775:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623960.758780:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623960.758785:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623961.781517:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623961.781526:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623961.781534:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623961.781535:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623961.782270:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623961.782275:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623961.782280:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781623962.421537:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623962.421552:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623962.421568:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731c380. 00000020:00000040:0.0:1781623962.421576:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781623962.421581:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623962.421586:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623962.421593:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623962.421604:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0200. 00000100:00000001:0.0:1781623962.421612:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623962.421628:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731c380 x1868160455863296/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623962.421640:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623962.421645:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623962.421652:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a88ed58] to pc [ptlrpcd_00_01+1] req@ffff8f850731c380 x1868160455863296/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623962.421684:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623962.421687:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623962.421691:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623962.421694:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731c700. 00000020:00000040:0.0:1781623962.421697:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781623962.421700:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623962.421701:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623962.421703:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623962.421706:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0d00. 00000100:00000001:0.0:1781623962.421709:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623962.421714:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731c700 x1868160455863424/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623962.421722:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623962.421724:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623962.421727:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a77dd68f] to pc [ptlrpcd_00_00+0] req@ffff8f850731c700 x1868160455863424/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623962.421736:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623962.421739:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781623962.421742:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781623962.421746:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781623962.421749:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781623962.421755:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7457) 00000100:00000001:0.0:1781623962.421771:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623962.421775:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623962.421777:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623962.421783:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731c700 x1868160455863424/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623962.421790:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623962.421793:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623962.421798:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623962.421801:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623962.421804:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623962.421808:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455863424:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623962.421813:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623962.421822:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623962.421825:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623962.421828:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623962.421834:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cecc00. 02000000:00000001:0.0:1781623962.421836:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623962.421844:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623962.421849:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7dc0. 00000400:00000010:0.0:1781623962.421858:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9550. 00000100:00000200:0.0:1781623962.421868:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455863424, portal 10 00000100:00000001:0.0:1781623962.421870:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623962.421872:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246966016 : -123673462585600 : ffff8f850731c700) 00000100:00000040:0.0:1781623962.421880:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731c700 x1868160455863424/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623962.421888:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623962.421891:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623962.421894:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9c38. 00000100:00000200:0.0:1781623962.421898:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455863424, offset 0 00000400:00000200:0.0:1781623962.421906:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623962.421916:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623962.421925:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623962.421932:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781623962.421937:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623962.421941:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623962.421944:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781623962.421948:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376033:376033:256:4294967295] 192.168.202.101@tcp LPNI seq info [376003:376003:8:4294967295] 00000400:00000200:0.0:1781623962.421951:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623962.421960:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623962.421966:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623962.421971:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0100. 00000800:00000200:0.0:1781623962.421977:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781623962.421985:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623962.421989:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623962.422353:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623962.422357:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623962.422359:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781623962.422366:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731c380 x1868160455863296/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623962.422373:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623962.422375:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623962.422377:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623962.422379:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623962.422381:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623962.422384:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455863296:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623962.422387:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781623962.422391:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623962.422393:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623962.422395:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623962.422400:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557200. 02000000:00000001:1.0:1781623962.422402:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623962.422406:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781623962.422572:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85076314d0. 00000400:00000010:1.0:1781623962.422580:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1c38. 00000100:00000200:1.0:1781623962.422584:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455863296, portal 25 00000100:00000001:1.0:1781623962.422587:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623962.422588:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246965120 : -123673462586496 : ffff8f850731c380) 00000100:00000040:1.0:1781623962.422594:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731c380 x1868160455863296/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623962.422605:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781623962.422607:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623962.422610:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1b28. 00000100:00000200:1.0:1781623962.422613:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455863296, offset 0 00000400:00000200:1.0:1781623962.422618:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623962.422622:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623962.422626:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781623962.422632:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623962.422635:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623962.422637:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623962.422639:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623962.422641:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376034:376034:255:4294967295] 192.168.202.101@tcp LPNI seq info [376004:376004:7:4294967295] 00000400:00000200:1.0:1781623962.422645:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623962.422651:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623962.422655:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781623962.422659:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85102c9800. 00000800:00000200:1.0:1781623962.422663:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623962.422668:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623962.422671:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85102c9800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781623962.422764:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623962.422771:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17623 usecs (18 jiffies) 00000400:00000200:0.0:1781623962.422775:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623962.422779:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302119443 00000100:00000001:0.0:1781623962.422783:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302122103 00000100:00000001:0.0:1781623962.422786:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302119443 00000100:00000001:0.0:1781623962.422788:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302122103 00000100:00000001:0.0:1781623962.422790:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623962.422793:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623962.422797:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623962.422800:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623962.422808:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623962.422811:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781623962.422813:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623962.422814:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623962.422816:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623962.422818:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623962.422930:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623962.422935:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623962.422937:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302127223 00000100:00000001:1.0:1781623962.422945:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302122103 00000100:00000001:1.0:1781623962.422950:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302127223 00000100:00000001:1.0:1781623962.422953:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302122103 00000100:00000001:1.0:1781623962.422956:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623962.422959:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623962.422961:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623962.422963:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623962.422968:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623962.422970:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781623962.422972:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623962.422973:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623962.422974:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623962.422976:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623962.423090:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623962.423097:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0100. 00000400:00000200:3.0:1781623962.423105:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623962.423111:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623962.423118:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9c38 00000400:00000010:3.0:1781623962.423122:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9c38. 00000100:00000001:3.0:1781623962.423127:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623962.423133:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731c700 x1868160455863424/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623962.423144:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623962.423148:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731c700 x1868160455863424/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623978 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623962.423164:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623962.423166:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623962.423267:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623962.423270:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85102c9800. 00000400:00000200:3.0:1781623962.423274:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623962.423278:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623962.423281:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1b28 00000400:00000010:3.0:1781623962.423283:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1b28. 00000100:00000001:3.0:1781623962.423286:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623962.423289:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731c380 x1868160455863296/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623962.423295:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623962.423298:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731c380 x1868160455863296/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623978 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623962.423304:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623962.423305:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781623962.428273:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623962.428294:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623962.428299:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623962.428300:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623962.428311:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623962.428318:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623962.428328:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623962.428333:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623962.428338:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623962.428342:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005aec00 00000400:00000200:3.0:1781623962.428346:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623962.428353:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f93b5 [1] + 224 00000800:00000001:3.0:1781623962.428361:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623962.428365:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623962.428368:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623962.428372:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623962.428380:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623962.428390:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731c380 x1868160455863296/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623978 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623962.428399:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731c380 x1868160455863296/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623978 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623962.428424:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623962.428434:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623962.428436:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623962.428584:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623962.428589:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781623962.428597:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623962.428599:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623962.428603:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85076314d0. 00000400:00000200:1.0:1781623962.428609:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1c38 00000400:00000010:1.0:1781623962.428612:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1c38. 00000100:00000001:1.0:1781623962.428617:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623962.428623:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731c380 x1868160455863296/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623978 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623962.428632:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731c380 x1868160455863296/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623978 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623962.428639:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623962.428641:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623962.428644:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623962.428648:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623962.428651:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623962.428653:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623962.428656:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623962.428664:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=139 v=5 (5 5 5 5) 00000100:00001000:1.0:1781623962.428667:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=60 v=5 (1 1 1 1) 00000100:00000001:1.0:1781623962.428669:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623962.428671:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623962.428673:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623962.428675:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623962.428678:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623962.428681:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731c380 x1868160455863296/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623978 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623962.428691:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623962.428694:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623962.428695:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623962.428698:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731c380 x1868160455863296/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623978 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623962.428703:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455863296:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623962.428706:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623962.428708:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623962.428710:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731c380 x1868160455863296/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623978 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623962.428715:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623962.428717:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623962.428721:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557200. 02000000:00000001:1.0:1781623962.428727:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623962.428730:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623962.428732:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781623962.428734:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623962.428737:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0200. 02000000:00000001:1.0:1781623962.428741:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623962.428743:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623962.428745:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731c380. 00000100:00000001:1.0:1781623962.428749:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623962.428751:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623962.428753:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623962.428762:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623962.428765:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623962.428767:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623962.428770:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781623962.429493:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623962.429503:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623962.429506:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623962.429508:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623962.429514:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623962.429519:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623962.429526:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623962.429531:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623962.429534:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623962.429538:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005aec80 00000400:00000200:3.0:1781623962.429542:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623962.429548:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f93ad [1] + 224 00000800:00000001:3.0:1781623962.429553:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623962.429560:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623962.429562:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623962.429565:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623962.429570:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623962.429577:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731c700 x1868160455863424/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623978 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623962.429588:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731c700 x1868160455863424/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623978 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623962.429610:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623962.429616:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623962.429619:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623962.429686:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623962.429690:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623962.429695:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623962.429697:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623962.429700:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7dc0. 00000400:00000200:0.0:1781623962.429704:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9550 00000400:00000010:0.0:1781623962.429707:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9550. 00000100:00000001:0.0:1781623962.429710:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623962.429714:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731c700 x1868160455863424/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623978 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623962.429723:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731c700 x1868160455863424/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623978 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623962.429730:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623962.429731:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623962.429734:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623962.429736:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623962.429739:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623962.429740:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623962.429743:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623962.429750:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=139 v=5 (5 20 20 20) 00000100:00001000:0.0:1781623962.429755:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=60 v=5 (1 1 1 1) 00000100:00000001:0.0:1781623962.429758:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623962.429759:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623962.429761:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623962.429764:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623962.429767:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623962.429770:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781623962.429771:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623962.429773:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623962.429778:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731c700 x1868160455863424/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623978 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623962.429785:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623962.429788:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623962.429789:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623962.429793:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731c700 x1868160455863424/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623978 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623962.429801:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455863424:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623962.429805:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623962.429807:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623962.429810:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731c700 x1868160455863424/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623978 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623962.429817:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623962.429818:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623962.429821:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cecc00. 02000000:00000001:0.0:1781623962.429824:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623962.429827:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623962.429828:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781623962.429830:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623962.429833:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0d00. 02000000:00000001:0.0:1781623962.429836:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623962.429837:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623962.429838:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731c700. 00000100:00000001:0.0:1781623962.429842:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623962.429843:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623962.429845:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623962.429850:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623962.429851:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623962.429854:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623962.429855:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623962.805340:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623962.805349:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623962.805356:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623962.805358:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623962.805389:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623962.805393:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623962.805395:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623963.829249:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623963.829271:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623963.829280:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623963.829281:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623963.834664:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623963.834675:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623963.834681:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623964.855947:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623964.855956:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623964.855962:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623964.855964:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623964.856197:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623964.856202:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623964.856205:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623965.878640:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623965.878651:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623965.878660:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623965.878661:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623965.878713:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623965.878717:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623965.878721:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623966.901177:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623966.901185:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623966.901187:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623966.901191:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623966.901195:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623966.901198:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623966.901200:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623966.901202:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623966.901206:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623966.901207:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623966.901208:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623966.901210:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623966.901211:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623966.901212:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623966.901214:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623966.901215:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623966.901309:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623966.901313:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623966.901315:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781623967.541218:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623967.541228:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623967.541249:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0fb80. 00000020:00000040:2.0:1781623967.541256:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781623967.541260:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623967.541263:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623967.541268:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623967.541276:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3700. 00000100:00000001:2.0:1781623967.541283:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623967.541296:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0fb80 x1868160455863552/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623967.541307:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623967.541312:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623967.541317:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e233249c] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0fb80 x1868160455863552/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623967.541362:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623967.541365:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623967.541369:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623967.541373:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0ce00. 00000020:00000040:2.0:1781623967.541376:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781623967.541378:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623967.541379:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623967.541381:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623967.541385:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3000. 00000100:00000001:2.0:1781623967.541388:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623967.541392:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0ce00 x1868160455863680/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623967.541401:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623967.541403:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623967.541407:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e9d049] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0ce00 x1868160455863680/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623967.541416:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623967.541419:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781623967.541422:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781623967.541425:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781623967.541428:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781623967.541433:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7462) 00000100:00000001:2.0:1781623967.541448:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623967.541451:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623967.541453:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623967.541458:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0ce00 x1868160455863680/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623967.541466:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623967.541468:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623967.541472:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623967.541475:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623967.541477:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623967.541480:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455863680:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623967.541484:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623967.541490:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623967.541493:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623967.541495:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1781623967.541496:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623967.541499:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623967.541500:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1781623967.541500:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078000. 02000000:00000001:2.0:1781623967.541502:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623967.541505:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0fb80 x1868160455863552/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1781623967.541509:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623967.541512:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623967.541513:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623967.541515:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623967.541516:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623967.541518:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623967.541521:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455863552:192.168.202.101@tcp:400:kworker.0 00000400:00000010:2.0:1781623967.541525:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08318. 00000100:00000001:3.0:1781623967.541527:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623967.541530:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623967.541531:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623967.541532:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1781623967.541532:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901dbb0. 02000000:00000010:3.0:1781623967.541535:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096eda00. 02000000:00000001:3.0:1781623967.541537:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1781623967.541539:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455863680, portal 10 00000400:00000200:3.0:1781623967.541540:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623967.541541:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000400:00000010:3.0:1781623967.541543:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8840. 00000100:00000001:2.0:1781623967.541543:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272068096 : -123673437483520 : ffff8f8508b0ce00) 00000400:00000010:3.0:1781623967.541546:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e707f8. 00000100:00000200:3.0:1781623967.541549:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455863552, portal 25 00000100:00000001:3.0:1781623967.541550:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1781623967.541550:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0ce00 x1868160455863680/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623967.541552:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272079744 : -123673437471872 : ffff8f8508b0fb80) 00000100:00000040:3.0:1781623967.541556:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0fb80 x1868160455863552/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623967.541557:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623967.541560:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000100:00000001:3.0:1781623967.541563:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1781623967.541563:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d000. 00000100:00000040:3.0:1781623967.541565:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000100:00000200:2.0:1781623967.541565:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455863680, offset 0 00000400:00000010:3.0:1781623967.541567:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70cc0. 00000100:00000200:3.0:1781623967.541568:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455863552, offset 0 00000400:00000200:2.0:1781623967.541570:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623967.541574:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623967.541578:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623967.541585:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623967.541590:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623967.541594:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623967.541597:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623967.541600:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623967.541604:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376035:376035:256:4294967295] 192.168.202.101@tcp LPNI seq info [376005:376005:8:4294967295] 00000400:00000200:2.0:1781623967.541608:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623967.541616:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623967.541622:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623967.541624:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623967.541627:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000800:00000010:2.0:1781623967.541627:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3a00. 00000400:00000200:3.0:1781623967.541630:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623967.541632:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000800:00000200:2.0:1781623967.541633:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000400:00000200:3.0:1781623967.541634:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623967.541636:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623967.541638:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376036:376036:255:4294967295] 192.168.202.101@tcp LPNI seq info [376006:376006:7:4294967295] 00000800:00000200:2.0:1781623967.541640:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000400:00000200:3.0:1781623967.541642:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000800:00000200:2.0:1781623967.541644:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3a00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1781623967.541647:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623967.541651:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623967.541656:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7db00. 00000100:00000001:2.0:1781623967.541656:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623967.541659:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000100:00000040:2.0:1781623967.541660:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17615 usecs (18 jiffies) 00000800:00000200:3.0:1781623967.541663:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000400:00000200:2.0:1781623967.541664:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000800:00000200:3.0:1781623967.541666:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7db00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623967.541667:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302124562 00000100:00000001:3.0:1781623967.541668:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623967.541670:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302127223 00000400:00000200:3.0:1781623967.541671:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623967.541672:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302124562 00000100:00000001:3.0:1781623967.541673:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302132342 00000100:00000001:2.0:1781623967.541674:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302127223 00000100:00000001:2.0:1781623967.541677:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623967.541678:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302127223 00000100:00000001:2.0:1781623967.541679:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623967.541681:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302132342 00000100:00000001:2.0:1781623967.541682:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623967.541684:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302127223 00000100:00000001:2.0:1781623967.541684:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623967.541686:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623967.541688:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623967.541690:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623967.541692:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623967.541692:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623967.541694:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781623967.541695:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623967.541696:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781623967.541696:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623967.541697:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623967.541698:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623967.541698:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623967.541699:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623967.541700:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623967.541700:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623967.541702:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623967.541744:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623967.541747:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3a00. 00000400:00000200:3.0:1781623967.541754:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623967.541758:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623967.541763:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d000 00000400:00000010:3.0:1781623967.541765:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d000. 00000100:00000001:3.0:1781623967.541770:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623967.541774:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0ce00 x1868160455863680/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623967.541784:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623967.541788:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0ce00 x1868160455863680/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623983 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623967.541794:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623967.541796:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623967.541856:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623967.541858:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7db00. 00000400:00000200:3.0:1781623967.541861:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623967.541864:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623967.541867:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70cc0 00000400:00000010:3.0:1781623967.541869:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70cc0. 00000100:00000001:3.0:1781623967.541871:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623967.541874:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0fb80 x1868160455863552/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623967.541880:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623967.541883:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0fb80 x1868160455863552/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623983 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623967.541888:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623967.541890:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781623967.545022:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623967.545074:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623967.545078:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623967.545081:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623967.545090:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623967.545097:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623967.545106:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623967.545110:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623967.545115:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623967.545119:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005aed00 00000400:00000200:3.0:1781623967.545124:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623967.545131:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f93c5 [1] + 224 00000800:00000001:3.0:1781623967.545138:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623967.545154:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623967.545158:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623967.545162:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623967.545169:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623967.545178:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0fb80 x1868160455863552/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623983 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623967.545194:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0fb80 x1868160455863552/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623983 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623967.545213:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623967.545221:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623967.545224:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623967.545511:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623967.545524:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781623967.545531:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623967.545533:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623967.545537:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8840. 00000400:00000200:2.0:1781623967.545543:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e707f8 00000400:00000010:2.0:1781623967.545545:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e707f8. 00000100:00000001:2.0:1781623967.545549:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623967.545554:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0fb80 x1868160455863552/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623983 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623967.545562:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0fb80 x1868160455863552/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623983 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623967.545569:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623967.545570:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623967.545573:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623967.545576:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623967.545579:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623967.545581:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623967.545584:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623967.545591:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=144 v=5 (5 5 5 5) 00000100:00001000:2.0:1781623967.545596:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=65 v=5 (1 1 1 1) 00000100:00000001:2.0:1781623967.545599:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623967.545600:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623967.545604:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623967.545606:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623967.545609:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623967.545614:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0fb80 x1868160455863552/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623983 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623967.545622:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623967.545625:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623967.545627:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623967.545630:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0fb80 x1868160455863552/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623983 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623967.545638:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455863552:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623967.545643:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623967.545645:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623967.545649:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0fb80 x1868160455863552/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623983 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623967.545656:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623967.545658:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623967.545662:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096eda00. 02000000:00000001:2.0:1781623967.545666:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623967.545669:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623967.545670:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781623967.545673:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623967.545675:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3700. 02000000:00000001:2.0:1781623967.545679:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623967.545681:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623967.545682:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0fb80. 00000100:00000001:2.0:1781623967.545686:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623967.545687:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623967.545689:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623967.545698:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623967.545700:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623967.545702:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623967.545704:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781623967.546858:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623967.546886:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623967.546891:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623967.546895:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623967.546906:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623967.546915:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623967.546926:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623967.546932:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623967.546938:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623967.546943:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005aed80 00000400:00000200:3.0:1781623967.546949:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623967.546957:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f93bd [1] + 224 00000800:00000001:3.0:1781623967.546965:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623967.546973:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623967.546976:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623967.546981:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623967.546989:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623967.546999:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0ce00 x1868160455863680/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623983 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623967.547022:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0ce00 x1868160455863680/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623983 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623967.547072:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623967.547081:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623967.547084:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623967.548109:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623967.548118:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781623967.548136:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623967.548138:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623967.548150:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08318. 00000400:00000200:2.0:1781623967.548160:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901dbb0 00000400:00000010:2.0:1781623967.548162:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901dbb0. 00000100:00000001:2.0:1781623967.548166:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623967.548177:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0ce00 x1868160455863680/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623983 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623967.548188:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0ce00 x1868160455863680/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623983 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623967.548196:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623967.548198:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623967.548201:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623967.548204:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623967.548206:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623967.548208:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623967.548211:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623967.548220:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=144 v=5 (5 20 20 20) 00000100:00001000:2.0:1781623967.548224:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=65 v=5 (1 1 1 1) 00000100:00000001:2.0:1781623967.548226:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623967.548228:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623967.548230:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623967.548233:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623967.548243:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781623967.548246:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:2.0:1781623967.548248:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781623967.548249:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623967.548253:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0ce00 x1868160455863680/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623983 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623967.548266:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623967.548269:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623967.548271:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623967.548275:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0ce00 x1868160455863680/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623983 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623967.548283:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455863680:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623967.548287:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623967.548290:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623967.548293:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0ce00 x1868160455863680/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623983 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623967.548300:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623967.548302:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623967.548305:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078000. 02000000:00000001:2.0:1781623967.548309:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623967.548311:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623967.548313:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:2.0:1781623967.548315:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623967.548318:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3000. 02000000:00000001:2.0:1781623967.548322:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623967.548323:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623967.548325:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0ce00. 00000100:00000001:2.0:1781623967.548328:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623967.548330:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623967.548332:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623967.548338:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623967.548340:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623967.548342:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623967.548431:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623967.925875:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623967.925884:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623967.925892:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623967.925893:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623967.926001:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623967.926005:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623967.926008:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623968.951291:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623968.951301:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623968.951308:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623968.951309:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623968.951353:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623968.951357:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623968.951360:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623969.973236:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623969.973246:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623969.973254:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623969.973256:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623969.973373:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623969.973379:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623969.973382:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623971.000149:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623971.000156:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623971.000162:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623971.000163:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623971.001732:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623971.001737:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623971.001741:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623972.021163:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623972.021171:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623972.021176:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623972.021178:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623972.021199:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623972.021201:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623972.021204:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781623972.661509:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623972.661518:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623972.661526:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731c700. 00000020:00000040:0.0:1781623972.661532:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781623972.661537:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623972.661540:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623972.661544:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623972.661552:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0d00. 00000100:00000001:0.0:1781623972.661558:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623972.661569:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731c700 x1868160455863808/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623972.661580:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623972.661584:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623972.661590:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a77dd68f] to pc [ptlrpcd_00_01+1] req@ffff8f850731c700 x1868160455863808/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623972.661624:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623972.661626:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623972.661629:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623972.661633:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731d500. 00000020:00000040:0.0:1781623972.661635:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781623972.661637:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623972.661638:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623972.661641:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623972.661645:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0e00. 00000100:00000001:0.0:1781623972.661647:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623972.661652:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731d500 x1868160455863936/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623972.661659:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623972.661661:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623972.661664:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039fd0afd] to pc [ptlrpcd_00_00+0] req@ffff8f850731d500 x1868160455863936/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623972.661672:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623972.661675:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781623972.661679:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781623972.661681:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781623972.661684:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781623972.661689:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7467) 00000100:00000001:0.0:1781623972.661834:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623972.661839:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623972.661841:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781623972.661847:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731d500 x1868160455863936/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623972.661856:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623972.661858:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623972.661862:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623972.661864:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623972.661867:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781623972.661870:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455863936:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623972.661875:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623972.661881:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623972.661884:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623972.661886:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623972.661891:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505ced400. 02000000:00000001:0.0:1781623972.661894:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623972.661902:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781623972.661907:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7dc0. 00000400:00000010:0.0:1781623972.661914:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9550. 00000100:00000200:0.0:1781623972.661921:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455863936, portal 10 00000100:00000001:0.0:1781623972.661924:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623972.661926:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246969600 : -123673462582016 : ffff8f850731d500) 00000100:00000040:0.0:1781623972.661934:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731d500 x1868160455863936/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623972.661941:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623972.661944:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623972.661947:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9000. 00000100:00000200:0.0:1781623972.661951:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455863936, offset 0 00000100:00000001:1.0:1781623972.661953:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1781623972.661958:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000100:00000001:1.0:1781623972.661959:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623972.661963:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1781623972.661970:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000040:1.0:1781623972.661972:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731c700 x1868160455863808/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1781623972.661980:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000100:00000001:1.0:1781623972.661985:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781623972.661988:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623972.661989:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1781623972.661992:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623972.661995:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1781623972.661996:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 02000000:00000001:1.0:1781623972.661999:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781623972.662003:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000100:00100000:1.0:1781623972.662008:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455863808:192.168.202.101@tcp:400:kworker.0 00000400:00000200:0.0:1781623972.662011:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000100:00000001:1.0:1781623972.662016:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1781623972.662020:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376037:376037:256:4294967295] 192.168.202.101@tcp LPNI seq info [376007:376007:8:4294967295] 02000000:00000001:1.0:1781623972.662021:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623972.662055:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623972.662060:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1781623972.662061:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 02000000:00000010:1.0:1781623972.662066:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e556400. 02000000:00000001:1.0:1781623972.662070:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623972.662077:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623972.662080:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000400:00000010:1.0:1781623972.662082:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85076314d0. 00000400:00000010:1.0:1781623972.662089:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1c38. 00000800:00000200:0.0:1781623972.662089:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000100:00000200:1.0:1781623972.662094:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455863808, portal 25 00000800:00000010:0.0:1781623972.662108:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0400. 00000100:00000001:1.0:1781623972.662109:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781623972.662113:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246966016 : -123673462585600 : ffff8f850731c700) 00000800:00000200:0.0:1781623972.662118:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000100:00000040:1.0:1781623972.662120:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731c700 x1868160455863808/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1781623972.662131:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000100:00000001:1.0:1781623972.662132:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1781623972.662138:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0400 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1781623972.662139:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781623972.662144:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1cc0. 00000100:00000200:1.0:1781623972.662149:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455863808, offset 0 00000100:00000001:0.0:1781623972.662150:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623972.662155:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000100:00000040:0.0:1781623972.662157:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17605 usecs (18 jiffies) 00000400:00000200:1.0:1781623972.662162:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623972.662166:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781623972.662171:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000100:00000001:0.0:1781623972.662171:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302129683 00000400:00000200:1.0:1781623972.662177:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1781623972.662178:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302132342 00000400:00000200:1.0:1781623972.662181:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000100:00000001:0.0:1781623972.662184:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302129683 00000400:00000200:1.0:1781623972.662186:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1781623972.662189:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302132342 00000400:00000200:1.0:1781623972.662192:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000100:00000001:0.0:1781623972.662195:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1781623972.662198:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376038:376038:255:4294967295] 192.168.202.101@tcp LPNI seq info [376008:376008:7:4294967295] 00000100:00000001:0.0:1781623972.662201:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623972.662205:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623972.662207:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623972.662213:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781623972.662216:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781623972.662222:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000100:00000001:0.0:1781623972.662223:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:1.0:1781623972.662227:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85102c9800. 00000100:00000001:0.0:1781623972.662227:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781623972.662233:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623972.662236:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1781623972.662237:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000100:00000001:0.0:1781623972.662239:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623972.662244:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781623972.662247:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781623972.662251:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85102c9800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623972.662255:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623972.662259:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623972.662261:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302137463 00000100:00000001:1.0:1781623972.662267:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302132342 00000100:00000001:1.0:1781623972.662271:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302137463 00000100:00000001:1.0:1781623972.662274:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302132342 00000100:00000001:1.0:1781623972.662276:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623972.662279:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623972.662281:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623972.662283:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623972.662287:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623972.662288:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781623972.662290:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623972.662291:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623972.662292:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623972.662294:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623972.662486:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623972.662492:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0400. 00000400:00000200:3.0:1781623972.662497:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623972.662503:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623972.662508:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9000 00000400:00000010:3.0:1781623972.662511:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9000. 00000100:00000001:3.0:1781623972.662515:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623972.662520:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731d500 x1868160455863936/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623972.662530:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623972.662536:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731d500 x1868160455863936/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623988 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623972.662543:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623972.662546:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623972.662575:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623972.662578:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85102c9800. 00000400:00000200:3.0:1781623972.662581:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623972.662584:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623972.662586:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1cc0 00000400:00000010:3.0:1781623972.662588:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1cc0. 00000100:00000001:3.0:1781623972.662590:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623972.662604:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731c700 x1868160455863808/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623972.662609:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623972.662611:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731c700 x1868160455863808/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623988 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623972.662615:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623972.662616:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781623972.667382:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623972.667399:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623972.667405:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623972.667408:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623972.667416:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623972.667423:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623972.667432:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623972.667436:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623972.667442:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623972.667447:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005aee80 00000400:00000200:3.0:1781623972.667452:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623972.667458:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f93dd [1] + 224 00000800:00000001:3.0:1781623972.667465:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623972.667473:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623972.667476:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623972.667481:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623972.667488:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623972.667497:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731d500 x1868160455863936/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623988 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623972.667508:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731d500 x1868160455863936/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623988 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623972.667553:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623972.667558:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623972.667575:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623972.667588:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623972.667592:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623972.667985:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623972.667990:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623972.667992:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623972.667994:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623972.667998:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623972.668001:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623972.668006:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623972.668009:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623972.668011:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623972.668014:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005aee00 00000400:00000200:3.0:1781623972.668018:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623972.668023:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f93e5 [1] + 224 00000800:00000001:3.0:1781623972.668043:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623972.668048:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623972.668050:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623972.668053:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623972.668057:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623972.668061:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731c700 x1868160455863808/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623988 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623972.668070:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731c700 x1868160455863808/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623988 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623972.668139:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623972.668142:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623972.668158:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623972.668164:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623972.668166:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1781623972.668569:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623972.668581:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623972.668585:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7dc0. 00000400:00000200:0.0:1781623972.668590:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9550 00000400:00000010:0.0:1781623972.668602:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9550. 00000100:00000001:0.0:1781623972.668606:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623972.668611:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731d500 x1868160455863936/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623988 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623972.668620:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731d500 x1868160455863936/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623988 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623972.668627:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623972.668628:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623972.668631:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623972.668634:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623972.668636:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623972.668639:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623972.668642:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623972.668650:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=149 v=5 (5 20 20 20) 00000100:00001000:0.0:1781623972.668654:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=70 v=5 (1 1 1 1) 00000100:00000001:0.0:1781623972.668657:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623972.668658:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623972.668661:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623972.668665:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623972.668669:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623972.668671:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781623972.668673:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623972.668675:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623972.668679:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731d500 x1868160455863936/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623988 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623972.668687:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623972.668690:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623972.668692:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623972.668695:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731d500 x1868160455863936/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623988 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623972.668702:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455863936:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623972.668707:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623972.668710:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623972.668713:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731d500 x1868160455863936/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623988 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623972.668720:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623972.668722:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623972.668726:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505ced400. 02000000:00000001:0.0:1781623972.668731:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623972.668734:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623972.668736:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781623972.668738:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623972.668740:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0e00. 02000000:00000001:0.0:1781623972.668743:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623972.668745:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623972.668746:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731d500. 00000100:00000001:0.0:1781623972.668749:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623972.668751:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623972.668753:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623972.668761:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623972.668763:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623972.668765:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623972.668766:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1781623972.669190:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623972.669193:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623972.669196:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85076314d0. 00000400:00000200:1.0:1781623972.669200:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1c38 00000400:00000010:1.0:1781623972.669202:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1c38. 00000100:00000001:1.0:1781623972.669205:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623972.669210:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731c700 x1868160455863808/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623988 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623972.669219:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731c700 x1868160455863808/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623988 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623972.669226:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623972.669227:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623972.669229:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623972.669231:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623972.669232:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623972.669233:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623972.669236:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623972.669239:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=149 v=5 (5 5 5 5) 00000100:00001000:1.0:1781623972.669243:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=70 v=5 (1 1 1 1) 00000100:00000001:1.0:1781623972.669245:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623972.669246:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623972.669247:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623972.669249:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623972.669251:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623972.669254:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731c700 x1868160455863808/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623988 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623972.669260:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623972.669262:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623972.669263:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623972.669266:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731c700 x1868160455863808/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623988 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623972.669273:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455863808:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623972.669277:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623972.669278:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623972.669281:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731c700 x1868160455863808/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623988 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623972.669285:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623972.669286:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623972.669288:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e556400. 02000000:00000001:1.0:1781623972.669290:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623972.669292:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623972.669293:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781623972.669295:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623972.669297:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0d00. 02000000:00000001:1.0:1781623972.669298:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623972.669299:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623972.669300:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731c700. 00000100:00000001:1.0:1781623972.669303:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623972.669304:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623972.669305:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623972.669309:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623972.669310:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623972.669312:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623972.669313:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623973.046947:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623973.046954:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623973.046970:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623973.046971:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781623973.047383:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781623973.047387:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781623973.047390:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623974.069162:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623974.069170:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623974.069177:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623974.069178:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623974.069292:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623974.069295:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623974.069298:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623975.093175:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623975.093183:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623975.093188:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623975.093189:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623975.093885:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623975.093889:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623975.093893:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623976.119498:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623976.119506:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623976.119511:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623976.119512:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623976.121133:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623976.121139:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623976.121144:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623977.141188:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623977.141194:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623977.141196:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623977.141199:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623977.141202:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623977.141203:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623977.141205:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623977.141206:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623977.141209:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623977.141210:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623977.141211:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623977.141212:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623977.141213:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623977.141214:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623977.141215:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623977.141216:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623977.141555:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623977.141558:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623977.141561:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781623977.783973:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623977.783983:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623977.783994:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511281180. 00000020:00000040:3.0:1781623977.784000:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781623977.784004:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623977.784007:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623977.784012:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623977.784019:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7db00. 00000100:00000001:3.0:1781623977.784046:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623977.784070:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511281180 x1868160455864064/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623977.784081:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623977.784085:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623977.784090:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc6d7584] to pc [ptlrpcd_01_00+0] req@ffff8f8511281180 x1868160455864064/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623977.784120:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623977.784124:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623977.784127:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623977.784130:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511280380. 00000020:00000040:3.0:1781623977.784133:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781623977.784135:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623977.784136:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623977.784138:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623977.784142:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d000. 00000100:00000001:3.0:1781623977.784145:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623977.784149:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511280380 x1868160455864192/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623977.784156:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623977.784158:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623977.784162:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc0c9a06] to pc [ptlrpcd_01_01+1] req@ffff8f8511280380 x1868160455864192/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623977.784169:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623977.784172:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781623977.784175:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781623977.784178:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781623977.784181:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781623977.784185:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7472) 00000100:00000001:2.0:1781623977.784490:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623977.784493:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623977.784496:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623977.784503:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511281180 x1868160455864064/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623977.784511:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623977.784513:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623977.784517:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623977.784519:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623977.784522:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623977.784525:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455864064:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623977.784529:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623977.784535:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623977.784537:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623977.784540:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623977.784545:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078600. 02000000:00000001:2.0:1781623977.784547:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623977.784554:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623977.784558:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08318. 00000400:00000010:2.0:1781623977.784564:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901dbb0. 00000100:00000200:2.0:1781623977.784571:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455864064, portal 25 00000100:00000001:2.0:1781623977.784573:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623977.784575:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414101888 : -123673295449728 : ffff8f8511281180) 00000100:00000040:2.0:1781623977.784579:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511281180 x1868160455864064/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623977.784587:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623977.784589:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623977.784591:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d7f8. 00000100:00000200:2.0:1781623977.784594:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455864064, offset 0 00000400:00000200:2.0:1781623977.784600:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623977.784609:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623977.784617:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623977.784622:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623977.784626:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623977.784629:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623977.784631:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623977.784634:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376039:376039:256:4294967295] 192.168.202.101@tcp LPNI seq info [376009:376009:8:4294967295] 00000400:00000200:2.0:1781623977.784638:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623977.784647:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623977.784652:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623977.784656:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3000. 00000800:00000200:2.0:1781623977.784661:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623977.784667:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623977.784672:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623977.784688:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623977.784692:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623977.784694:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302142585 00000100:00000001:2.0:1781623977.784701:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302137463 00000100:00000001:2.0:1781623977.784704:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302142585 00000100:00000001:2.0:1781623977.784707:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302137463 00000100:00000001:2.0:1781623977.784710:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623977.784712:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623977.784715:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623977.784718:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623977.784726:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623977.784728:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781623977.784730:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623977.784731:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623977.784733:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623977.784735:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1781623977.784737:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623977.784739:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623977.784740:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623977.784741:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623977.784742:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623977.784743:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623977.784747:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511280380 x1868160455864192/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623977.784754:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623977.784755:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623977.784757:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623977.784759:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623977.784761:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623977.784764:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455864192:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623977.784767:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623977.784769:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623977.784770:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623977.784772:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623977.784775:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078800. 02000000:00000001:2.0:1781623977.784776:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623977.784779:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623977.784781:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f087e8. 00000400:00000010:2.0:1781623977.784785:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d550. 00000100:00000200:2.0:1781623977.784787:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455864192, portal 10 00000100:00000001:2.0:1781623977.784789:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623977.784790:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414098304 : -123673295453312 : ffff8f8511280380) 00000100:00000040:2.0:1781623977.784796:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511280380 x1868160455864192/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623977.784807:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623977.784809:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623977.784811:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d5d8. 00000100:00000200:2.0:1781623977.784812:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455864192, offset 0 00000400:00000200:2.0:1781623977.784816:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623977.784820:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623977.784823:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623977.784825:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623977.784827:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623977.784829:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623977.784831:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623977.784833:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376040:376040:255:4294967295] 192.168.202.101@tcp LPNI seq info [376010:376010:7:4294967295] 00000400:00000200:2.0:1781623977.784837:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623977.784842:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623977.784846:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623977.784849:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3700. 00000800:00000200:2.0:1781623977.784852:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623977.784856:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623977.784858:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623977.784860:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623977.784863:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17595 usecs (18 jiffies) 00000400:00000200:2.0:1781623977.784866:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623977.784867:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302134805 00000100:00000001:2.0:1781623977.784869:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302142585 00000100:00000001:2.0:1781623977.784871:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302134805 00000100:00000001:2.0:1781623977.784873:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302142585 00000100:00000001:2.0:1781623977.784875:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623977.784877:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623977.784879:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623977.784881:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623977.784892:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623977.784894:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623977.784989:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623977.784993:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3000. 00000400:00000200:3.0:1781623977.785000:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623977.785005:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623977.785011:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d7f8 00000400:00000010:3.0:1781623977.785013:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d7f8. 00000100:00000001:3.0:1781623977.785017:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623977.785022:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511281180 x1868160455864064/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623977.785047:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623977.785061:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511281180 x1868160455864064/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623993 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623977.785067:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623977.785069:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623977.785135:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623977.785138:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3700. 00000400:00000200:3.0:1781623977.785141:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623977.785145:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623977.785147:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d5d8 00000400:00000010:3.0:1781623977.785149:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d5d8. 00000100:00000001:3.0:1781623977.785152:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623977.785155:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511280380 x1868160455864192/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623977.785161:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623977.785164:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511280380 x1868160455864192/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623993 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623977.785170:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623977.785172:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781623977.789098:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623977.789123:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623977.789129:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623977.789132:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623977.789145:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623977.789154:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623977.789165:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623977.789171:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623977.789178:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623977.789183:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005aef00 00000400:00000200:3.0:1781623977.789189:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623977.789196:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f93ed [1] + 224 00000800:00000001:3.0:1781623977.789207:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623977.789212:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623977.789215:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623977.789219:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623977.789229:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623977.789241:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511281180 x1868160455864064/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623993 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623977.789253:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511281180 x1868160455864064/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623993 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623977.789273:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623977.789284:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623977.789288:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623977.789290:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623977.789292:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623977.789295:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623977.789299:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623977.789304:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623977.789306:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623977.789309:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623977.789312:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005aef80 00000400:00000200:3.0:1781623977.789316:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623977.789321:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f93fd [1] + 224 00000800:00000001:3.0:1781623977.789325:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623977.789331:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623977.789333:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623977.789337:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623977.789340:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623977.789345:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511280380 x1868160455864192/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623993 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623977.789354:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511280380 x1868160455864192/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623993 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623977.789367:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623977.789370:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623977.789374:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623977.791491:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623977.791499:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781623977.791508:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623977.791510:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623977.791514:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f087e8. 00000400:00000200:2.0:1781623977.791523:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d550 00000400:00000010:2.0:1781623977.791525:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d550. 00000100:00000001:2.0:1781623977.791530:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623977.791541:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511280380 x1868160455864192/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623993 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623977.791552:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511280380 x1868160455864192/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623993 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623977.791560:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623977.791563:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623977.791565:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623977.791568:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623977.791571:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623977.791573:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623977.791576:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623977.791585:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=154 v=5 (5 20 20 20) 00000100:00001000:2.0:1781623977.791589:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=75 v=5 (1 1 1 1) 00000100:00000001:2.0:1781623977.791592:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623977.791593:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623977.791596:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623977.791599:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623977.791604:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781623977.791606:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:2.0:1781623977.791608:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781623977.791609:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623977.791613:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511280380 x1868160455864192/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623993 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623977.791627:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623977.791631:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623977.791633:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623977.791637:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511280380 x1868160455864192/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623993 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623977.791645:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455864192:192.168.202.101@tcp:400:kworker.0 00000400:00000001:2.0:1781623977.791651:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623977.791652:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623977.791654:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08318. 00000400:00000200:2.0:1781623977.791656:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901dbb0 00000400:00000010:2.0:1781623977.791658:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901dbb0. 00000100:00000001:2.0:1781623977.791660:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623977.791664:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511281180 x1868160455864064/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623993 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623977.791672:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511281180 x1868160455864064/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623993 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623977.791677:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623977.791679:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623977.791680:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623977.791682:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623977.791683:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623977.791685:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623977.791686:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623977.791690:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=154 v=5 (5 5 5 5) 00000100:00001000:2.0:1781623977.791692:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=75 v=5 (1 1 1 1) 00000100:00000001:2.0:1781623977.791694:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623977.791695:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623977.791697:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623977.791698:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623977.791700:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623977.791703:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511281180 x1868160455864064/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623993 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623977.791710:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623977.791712:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623977.791713:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623977.791716:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511281180 x1868160455864064/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623993 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623977.791724:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455864064:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623977.791728:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623977.791731:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623977.791734:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511280380 x1868160455864192/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623993 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623977.791741:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623977.791744:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623977.791747:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078800. 02000000:00000001:2.0:1781623977.791751:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623977.791753:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623977.791755:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:2.0:1781623977.791758:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623977.791760:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d000. 02000000:00000001:2.0:1781623977.791764:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623977.791766:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623977.791768:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511280380. 00000100:00000001:2.0:1781623977.791771:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623977.791773:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623977.791774:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623977.791777:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511281180 x1868160455864064/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623993 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623977.791783:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623977.791784:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623977.791785:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078600. 02000000:00000001:2.0:1781623977.791787:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623977.791788:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623977.791790:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781623977.791791:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623977.791793:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7db00. 02000000:00000001:2.0:1781623977.791795:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623977.791796:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623977.791797:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511281180. 00000100:00000001:2.0:1781623977.791799:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623977.791800:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623977.791802:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623977.791808:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623977.791810:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623977.791812:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623977.791814:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623978.165178:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623978.165185:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623978.165190:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623978.165191:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623978.165221:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623978.165224:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623978.165227:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623979.189199:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623979.189208:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623979.189215:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623979.189217:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623979.189343:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623979.189347:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623979.189351:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623980.213220:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623980.213230:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623980.213237:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623980.213239:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623980.214111:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623980.214117:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623980.214121:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623981.237216:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623981.237225:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623981.237232:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623981.237234:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623981.237270:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623981.237274:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623981.237277:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623982.261407:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623982.261414:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623982.261420:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623982.261422:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623982.261522:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623982.261525:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623982.261528:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781623982.904918:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623982.904930:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623982.904940:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731d500. 00000020:00000040:0.0:1781623982.904946:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781623982.904951:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623982.904954:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781623982.904959:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781623982.904967:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0e00. 00000100:00000001:0.0:1781623982.904973:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623982.904984:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731d500 x1868160455864320/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781623982.904994:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781623982.904998:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623982.905019:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039fd0afd] to pc [ptlrpcd_00_01+1] req@ffff8f850731d500 x1868160455864320/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623982.905074:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623982.905076:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781623982.905079:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781623982.905082:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731e300. 00000020:00000040:0.0:1781623982.905085:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781623982.905087:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781623982.905088:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1781623982.905089:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1781623982.905090:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623982.905093:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1781623982.905093:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85124e0a00. 00000100:00000001:1.0:1781623982.905095:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1781623982.905096:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623982.905100:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731e300 x1868160455864448/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1781623982.905101:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731d500 x1868160455864320/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623982.905108:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781623982.905109:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623982.905110:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623982.905111:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623982.905113:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004daa77] to pc [ptlrpcd_00_00+0] req@ffff8f850731e300 x1868160455864448/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1781623982.905114:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781623982.905117:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781623982.905120:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623982.905121:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781623982.905123:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455864320:192.168.202.101@tcp:400:kworker.0 00000100:00000040:0.0:1781623982.905123:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781623982.905126:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1781623982.905127:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1781623982.905129:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781623982.905132:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1781623982.905133:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781623982.905135:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623982.905137:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7477) 02000000:00000001:1.0:1781623982.905138:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781623982.905142:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e556c00. 02000000:00000001:1.0:1781623982.905144:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623982.905149:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1781623982.905151:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623982.905151:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623982.905152:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1781623982.905155:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85076314d0. 00000100:00000040:0.0:1781623982.905156:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731e300 x1868160455864448/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1781623982.905162:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1c38. 00000100:00000001:0.0:1781623982.905162:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781623982.905163:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623982.905165:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781623982.905166:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781623982.905168:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1781623982.905169:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455864320, portal 25 00000100:00000001:1.0:1781623982.905171:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00100000:0.0:1781623982.905171:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455864448:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623982.905173:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246969600 : -123673462582016 : ffff8f850731d500) 00000100:00000001:0.0:1781623982.905174:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781623982.905176:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781623982.905177:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623982.905178:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731d500 x1868160455864320/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1781623982.905178:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781623982.905181:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505ced800. 02000000:00000001:0.0:1781623982.905183:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623982.905185:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1781623982.905186:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000040:1.0:1781623982.905188:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623982.905189:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7dc0. 00000400:00000010:1.0:1781623982.905190:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb14c8. 00000400:00000010:0.0:1781623982.905192:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9550. 00000100:00000200:1.0:1781623982.905193:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455864320, offset 0 00000100:00000200:0.0:1781623982.905194:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455864448, portal 10 00000100:00000001:0.0:1781623982.905196:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781623982.905197:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246973184 : -123673462578432 : ffff8f850731e300) 00000400:00000200:1.0:1781623982.905199:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000100:00000040:0.0:1781623982.905202:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731e300 x1868160455864448/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1781623982.905206:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623982.905208:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781623982.905210:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781623982.905211:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9bb0. 00000400:00000200:1.0:1781623982.905213:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000100:00000200:0.0:1781623982.905213:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455864448, offset 0 00000400:00000200:0.0:1781623982.905216:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781623982.905219:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623982.905223:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781623982.905227:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781623982.905230:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781623982.905233:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376041:376041:256:4294967295] 192.168.202.101@tcp LPNI seq info [376011:376011:8:4294967295] 00000400:00000200:1.0:1781623982.905237:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623982.905241:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781623982.905243:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781623982.905246:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781623982.905247:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000400:00000200:0.0:1781623982.905248:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781623982.905250:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781623982.905252:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000800:00000200:1.0:1781623982.905253:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781623982.905255:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376042:376042:255:4294967295] 192.168.202.101@tcp LPNI seq info [376012:376012:7:4294967295] 00000800:00000010:1.0:1781623982.905258:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85102c9e00. 00000400:00000200:0.0:1781623982.905259:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000800:00000200:1.0:1781623982.905264:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000400:00000200:0.0:1781623982.905264:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781623982.905267:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781623982.905271:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85124e0d00. 00000800:00000200:1.0:1781623982.905272:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623982.905274:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781623982.905277:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85102c9e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1781623982.905278:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781623982.905280:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85124e0d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781623982.905334:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781623982.905339:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781623982.905342:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302147706 00000100:00000001:1.0:1781623982.905349:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302142585 00000100:00000001:1.0:1781623982.905353:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302147706 00000100:00000001:1.0:1781623982.905356:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302142585 00000100:00000001:1.0:1781623982.905359:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623982.905361:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623982.905364:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623982.905366:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623982.905373:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623982.905375:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781623982.905377:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623982.905378:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781623982.905379:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623982.905381:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623982.907948:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623982.907960:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17585 usecs (18 jiffies) 00000400:00000200:0.0:1781623982.907969:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781623982.907974:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302139928 00000100:00000001:0.0:1781623982.907979:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302147706 00000100:00000001:0.0:1781623982.907981:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302139928 00000100:00000001:0.0:1781623982.907983:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302147706 00000100:00000001:0.0:1781623982.907985:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623982.907989:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623982.907993:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623982.907996:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623982.908013:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623982.908015:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781623982.908018:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623982.908020:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781623982.908022:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623982.908040:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623982.909146:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623982.909153:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85102c9e00. 00000400:00000200:3.0:1781623982.909161:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623982.909170:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623982.909177:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb14c8 00000400:00000010:3.0:1781623982.909180:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb14c8. 00000100:00000001:3.0:1781623982.909187:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623982.909196:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731d500 x1868160455864320/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623982.909208:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623982.909212:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731d500 x1868160455864320/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623998 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623982.909218:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623982.909220:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623982.909284:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623982.909287:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85124e0d00. 00000400:00000200:3.0:1781623982.909291:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623982.909294:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623982.909297:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9bb0 00000400:00000010:3.0:1781623982.909299:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9bb0. 00000100:00000001:3.0:1781623982.909302:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623982.909306:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731e300 x1868160455864448/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623982.909314:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623982.909317:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731e300 x1868160455864448/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623998 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623982.912548:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623982.912553:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781623982.912569:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623982.912590:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623982.912593:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623982.912595:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623982.912603:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623982.912611:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623982.912618:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623982.912622:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623982.912637:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623982.912641:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005af000 00000400:00000200:3.0:1781623982.912646:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623982.912652:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f940d [1] + 224 00000800:00000001:3.0:1781623982.912660:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623982.912665:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623982.912668:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623982.912673:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623982.912678:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623982.912686:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731d500 x1868160455864320/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623998 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623982.912697:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731d500 x1868160455864320/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623998 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623982.912723:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623982.912729:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623982.912732:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623982.912775:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623982.912780:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781623982.912795:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781623982.912797:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781623982.912801:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85076314d0. 00000400:00000200:1.0:1781623982.912805:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1c38 00000400:00000010:1.0:1781623982.912808:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1c38. 00000100:00000001:1.0:1781623982.912811:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781623982.912815:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731d500 x1868160455864320/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623998 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781623982.912824:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731d500 x1868160455864320/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623998 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623982.912830:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781623982.912831:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623982.912834:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781623982.912838:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781623982.912840:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781623982.912842:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781623982.912845:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781623982.912851:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=9 v=5 (5 5 5 5) 00000100:00001000:1.0:1781623982.912855:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=80 v=5 (1 1 1 1) 00000100:00000001:1.0:1781623982.912858:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781623982.912859:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623982.912862:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781623982.912864:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623982.912866:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781623982.912871:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731d500 x1868160455864320/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623998 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623982.912878:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781623982.912882:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781623982.912884:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781623982.912887:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731d500 x1868160455864320/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623998 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781623982.912895:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455864320:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781623982.912900:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623982.912902:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781623982.912905:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731d500 x1868160455864320/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781623998 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781623982.912912:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781623982.912914:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781623982.912917:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e556c00. 02000000:00000001:1.0:1781623982.912921:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781623982.912924:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781623982.912926:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781623982.912928:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781623982.912931:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0e00. 02000000:00000001:1.0:1781623982.912935:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781623982.912937:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781623982.912939:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731d500. 00000100:00000001:1.0:1781623982.912943:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781623982.912944:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623982.912947:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781623982.912953:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781623982.912955:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781623982.912958:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781623982.912960:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781623982.915667:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623982.915687:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781623982.915691:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623982.915693:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623982.915702:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623982.915889:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781623982.915901:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623982.915907:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623982.915914:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623982.915918:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005af080 00000400:00000200:2.0:1781623982.915922:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623982.915928:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9415 [1] + 224 00000800:00000001:2.0:1781623982.915935:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623982.915945:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781623982.915949:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781623982.915953:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781623982.915960:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623982.915969:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731e300 x1868160455864448/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623998 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781623982.915978:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731e300 x1868160455864448/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623998 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623982.915998:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781623982.916014:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781623982.916017:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623982.916100:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623982.916104:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781623982.916110:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781623982.916112:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781623982.916116:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7dc0. 00000400:00000200:0.0:1781623982.916120:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9550 00000400:00000010:0.0:1781623982.916123:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9550. 00000100:00000001:0.0:1781623982.916125:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781623982.916130:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731e300 x1868160455864448/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623998 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781623982.916138:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731e300 x1868160455864448/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623998 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623982.916144:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781623982.916146:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623982.916148:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781623982.916151:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781623982.916153:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781623982.916155:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781623982.916158:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781623982.916167:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=9 v=5 (5 5 20 20) 00000100:00001000:0.0:1781623982.916172:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=80 v=5 (1 1 1 1) 00000100:00000001:0.0:1781623982.916174:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781623982.916175:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781623982.916178:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781623982.916180:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623982.916184:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781623982.916186:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781623982.916187:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781623982.916189:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781623982.916193:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731e300 x1868160455864448/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623998 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623982.916199:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781623982.916202:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781623982.916204:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781623982.916207:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731e300 x1868160455864448/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623998 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781623982.916215:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455864448:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781623982.916220:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623982.916222:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781623982.916225:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731e300 x1868160455864448/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781623998 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781623982.916231:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781623982.916233:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781623982.916236:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505ced800. 02000000:00000001:0.0:1781623982.916241:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781623982.916243:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781623982.916245:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781623982.916247:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781623982.916250:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85124e0a00. 02000000:00000001:0.0:1781623982.916255:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781623982.916257:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781623982.916259:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731e300. 00000100:00000001:0.0:1781623982.916263:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781623982.916264:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623982.916267:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781623982.916274:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781623982.916276:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781623982.916278:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781623982.916280:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623983.285161:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623983.285169:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623983.285174:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623983.285175:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623983.285424:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623983.285429:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623983.285433:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623984.309156:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623984.309163:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623984.309169:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623984.309170:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623984.309191:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623984.309193:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623984.309196:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623985.333148:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623985.333155:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623985.333161:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623985.333162:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623985.333247:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623985.333250:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623985.333253:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623986.357168:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623986.357176:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623986.357178:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623986.357182:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623986.357186:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623986.357188:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623986.357190:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623986.357192:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623986.357196:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623986.357198:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623986.357199:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623986.357200:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623986.357202:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623986.357203:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623986.357204:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623986.357208:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623986.357303:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623986.357306:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623986.357309:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623987.381443:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623987.381449:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623987.381455:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623987.381456:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623987.381481:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623987.381483:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623987.381485:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781623988.021368:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623988.021380:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623988.021391:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0ce00. 00000020:00000040:2.0:1781623988.021396:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781623988.021401:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623988.021404:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623988.021419:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623988.021428:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3900. 00000100:00000001:2.0:1781623988.021435:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623988.021447:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0ce00 x1868160455864576/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623988.021457:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623988.021461:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623988.021468:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e9d049] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0ce00 x1868160455864576/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623988.021513:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623988.021516:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623988.021519:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623988.021525:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0ce00 x1868160455864576/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623988.021532:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623988.021534:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623988.021538:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623988.021540:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623988.021544:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623988.021547:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455864576:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623988.021551:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623988.021557:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623988.021559:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623988.021566:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623988.021571:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ece00. 02000000:00000001:3.0:1781623988.021573:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623988.021580:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623988.021584:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8370. 00000400:00000010:3.0:1781623988.021590:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70cc0. 00000100:00000200:3.0:1781623988.021597:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455864576, portal 25 00000100:00000001:3.0:1781623988.021599:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623988.021600:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272068096 : -123673437483520 : ffff8f8508b0ce00) 00000100:00000040:3.0:1781623988.021606:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0ce00 x1868160455864576/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624004 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623988.021613:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623988.021616:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623988.021619:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70e58. 00000100:00000200:3.0:1781623988.021621:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455864576, offset 0 00000400:00000200:3.0:1781623988.021627:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623988.021635:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623988.021643:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623988.021649:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623988.021653:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623988.021656:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623988.021659:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623988.021663:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376043:376043:256:4294967295] 192.168.202.101@tcp LPNI seq info [376013:376013:8:4294967295] 00000400:00000200:3.0:1781623988.021667:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623988.021676:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623988.021681:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623988.021686:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7df00. 00000800:00000200:3.0:1781623988.021693:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623988.021701:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623988.021705:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7df00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623988.021719:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623988.021723:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623988.021726:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302152822 00000100:00000001:3.0:1781623988.021732:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302147706 00000100:00000001:3.0:1781623988.021736:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302152822 00000100:00000001:3.0:1781623988.021739:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302147706 00000100:00000001:3.0:1781623988.021742:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623988.021744:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623988.021748:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623988.021750:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623988.021773:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623988.021776:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623988.021780:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623988.021783:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0fb80. 00000020:00000040:2.0:1781623988.021786:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781623988.021788:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623988.021789:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623988.021791:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623988.021795:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3300. 00000100:00000001:2.0:1781623988.021798:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623988.021803:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0fb80 x1868160455864704/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623988.021810:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623988.021812:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623988.021815:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e233249c] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0fb80 x1868160455864704/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623988.021997:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623988.022000:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781623988.022003:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623988.022004:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623988.022006:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623988.022009:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1781623988.022011:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623988.022013:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623988.022014:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623988.022016:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623988.022016:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623988.022017:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623988.022022:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0fb80 x1868160455864704/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623988.022117:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623988.022119:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623988.022122:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623988.022124:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623988.022172:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623988.022177:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455864704:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623988.022183:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623988.022186:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623988.022187:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623988.022189:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623988.022192:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ed400. 02000000:00000001:3.0:1781623988.022195:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623988.022198:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623988.022201:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8160. 00000400:00000010:3.0:1781623988.022205:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70000. 00000100:00000200:3.0:1781623988.022208:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455864704, portal 10 00000100:00000001:3.0:1781623988.022210:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623988.022211:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272079744 : -123673437471872 : ffff8f8508b0fb80) 00000100:00000040:3.0:1781623988.022217:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0fb80 x1868160455864704/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624004 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623988.022223:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623988.022224:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623988.022227:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70aa0. 00000100:00000200:3.0:1781623988.022229:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455864704, offset 0 00000400:00000200:3.0:1781623988.022232:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623988.022509:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623988.022515:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623988.022518:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623988.022521:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623988.022523:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623988.022526:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623988.022529:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376044:376044:255:4294967295] 192.168.202.101@tcp LPNI seq info [376014:376014:7:4294967295] 00000400:00000200:3.0:1781623988.022533:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623988.022540:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623988.022544:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623988.022549:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d400. 00000800:00000200:3.0:1781623988.022553:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623988.022558:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623988.022561:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623988.022565:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623988.022569:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17581 usecs (18 jiffies) 00000400:00000200:3.0:1781623988.022572:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623988.022574:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302145043 00000100:00000001:3.0:1781623988.022577:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302152822 00000100:00000001:3.0:1781623988.022579:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302145043 00000100:00000001:3.0:1781623988.022581:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302152822 00000100:00000001:3.0:1781623988.022583:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623988.022585:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623988.022587:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623988.022590:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623988.022638:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623988.022642:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7df00. 00000400:00000200:3.0:1781623988.022648:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623988.022652:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623988.022657:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70e58 00000400:00000010:3.0:1781623988.022660:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70e58. 00000100:00000001:3.0:1781623988.022663:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623988.022668:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0ce00 x1868160455864576/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624004 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623988.022677:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623988.022680:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0ce00 x1868160455864576/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624004 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623988.022687:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623988.022689:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1781623988.022735:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623988.022739:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781623988.022743:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781623988.022746:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781623988.022749:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781623988.022753:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7482) 00000100:00000001:2.0:1781623988.022764:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623988.022766:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623988.022790:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623988.022792:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623988.022794:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623988.022797:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623988.023750:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623988.023754:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d400. 00000400:00000200:3.0:1781623988.023758:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623988.023764:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623988.023769:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70aa0 00000400:00000010:3.0:1781623988.023771:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70aa0. 00000100:00000001:3.0:1781623988.023774:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623988.023779:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0fb80 x1868160455864704/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624004 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623988.023788:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623988.023791:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0fb80 x1868160455864704/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624004 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623988.023797:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623988.023799:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781623988.025143:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623988.025156:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623988.025160:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623988.025163:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623988.025170:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623988.025176:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623988.025183:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623988.025188:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623988.025192:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623988.025196:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005af100 00000400:00000200:3.0:1781623988.025200:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623988.025206:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f941d [1] + 224 00000800:00000001:3.0:1781623988.025213:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623988.025220:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623988.025223:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623988.025226:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623988.025232:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623988.025238:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0ce00 x1868160455864576/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624004 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623988.025247:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0ce00 x1868160455864576/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624004 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623988.025321:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623988.025330:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623988.025333:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623988.025411:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623988.025415:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781623988.025431:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623988.025433:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623988.025437:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8370. 00000400:00000200:2.0:1781623988.025441:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70cc0 00000400:00000010:2.0:1781623988.025444:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70cc0. 00000100:00000001:2.0:1781623988.025446:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623988.025451:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0ce00 x1868160455864576/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624004 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623988.025459:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0ce00 x1868160455864576/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624004 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623988.025465:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623988.025467:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623988.025469:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623988.025472:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623988.025474:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623988.025476:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623988.025479:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623988.025485:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=15 v=5 (5 5 5 5) 00000100:00001000:2.0:1781623988.025489:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=86 v=5 (1 1 1 1) 00000100:00000001:2.0:1781623988.025491:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623988.025492:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623988.025495:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623988.025497:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623988.025500:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623988.025504:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0ce00 x1868160455864576/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624004 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623988.025510:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623988.025513:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623988.025515:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623988.025518:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0ce00 x1868160455864576/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624004 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623988.025531:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455864576:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623988.025535:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623988.025538:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623988.025541:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0ce00 x1868160455864576/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624004 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623988.025546:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623988.025549:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623988.025552:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ece00. 02000000:00000001:2.0:1781623988.025555:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623988.025557:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623988.025559:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781623988.025561:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623988.025564:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3900. 02000000:00000001:2.0:1781623988.025568:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623988.025569:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623988.025571:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0ce00. 00000100:00000001:2.0:1781623988.025574:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623988.025576:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623988.025578:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623988.025580:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623988.025581:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623988.025582:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623988.025584:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781623988.025707:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623988.025711:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623988.025714:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623988.025716:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623988.025719:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623988.025723:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623988.025728:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623988.025731:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623988.025734:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623988.025737:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005af180 00000400:00000200:3.0:1781623988.025745:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623988.025749:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f942d [1] + 224 00000800:00000001:3.0:1781623988.025754:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623988.025758:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623988.025761:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623988.025764:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623988.025768:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623988.025772:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0fb80 x1868160455864704/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624004 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623988.025780:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0fb80 x1868160455864704/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624004 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623988.025788:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623988.025792:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623988.025794:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623988.025988:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623988.025990:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781623988.025993:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623988.025995:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623988.026441:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8160. 00000400:00000200:2.0:1781623988.026448:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70000 00000400:00000010:2.0:1781623988.026451:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70000. 00000100:00000001:2.0:1781623988.026454:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623988.026459:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0fb80 x1868160455864704/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624004 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623988.026468:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0fb80 x1868160455864704/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624004 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623988.026475:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623988.026476:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623988.026478:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623988.026480:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623988.026481:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623988.026483:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623988.026485:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623988.026491:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=15 v=5 (5 5 20 20) 00000100:00001000:2.0:1781623988.026494:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=86 v=5 (1 1 1 1) 00000100:00000001:2.0:1781623988.026496:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623988.026497:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623988.026499:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623988.026502:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623988.026505:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781623988.026507:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:2.0:1781623988.026508:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781623988.026509:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623988.026513:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0fb80 x1868160455864704/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624004 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623988.026518:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623988.026520:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623988.026521:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623988.026524:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0fb80 x1868160455864704/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624004 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623988.026530:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455864704:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623988.026534:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623988.026536:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623988.026539:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0fb80 x1868160455864704/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624004 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623988.026544:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623988.026547:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623988.026549:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ed400. 02000000:00000001:2.0:1781623988.026552:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623988.026553:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623988.026555:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:2.0:1781623988.026557:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623988.026559:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3300. 02000000:00000001:2.0:1781623988.026561:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623988.026562:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623988.026564:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0fb80. 00000100:00000001:2.0:1781623988.026566:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623988.026568:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623988.026570:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623988.026576:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623988.026578:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623988.026580:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623988.026581:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623988.406767:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623988.406774:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623988.406779:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623988.406781:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623988.407517:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623988.407521:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623988.407525:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623989.430305:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623989.430312:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623989.430318:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623989.430320:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623989.430373:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623989.430377:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623989.430379:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623990.454408:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623990.454414:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623990.454419:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623990.454420:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623990.454445:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623990.454448:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623990.454451:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623991.480383:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623991.480391:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623991.480398:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623991.480399:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623991.480505:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623991.480508:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623991.480511:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623992.501132:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623992.501139:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623992.501144:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623992.501146:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623992.506017:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623992.506023:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623992.506065:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781623993.142417:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623993.142429:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623993.142439:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511280a80. 00000020:00000040:3.0:1781623993.142445:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781623993.142450:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623993.142453:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623993.142459:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623993.142466:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d400. 00000100:00000001:3.0:1781623993.142472:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623993.142484:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511280a80 x1868160455864832/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623993.142495:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623993.142499:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623993.142504:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000694084cb] to pc [ptlrpcd_01_00+0] req@ffff8f8511280a80 x1868160455864832/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623993.142538:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623993.142541:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781623993.142544:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781623993.142547:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511283b80. 00000020:00000040:3.0:1781623993.142555:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781623993.142558:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781623993.142559:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781623993.142561:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781623993.142563:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7df00. 00000100:00000001:3.0:1781623993.142566:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623993.142570:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511283b80 x1868160455864960/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623993.142577:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781623993.142579:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623993.142582:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df6e823e] to pc [ptlrpcd_01_01+1] req@ffff8f8511283b80 x1868160455864960/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623993.142590:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623993.142593:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781623993.142596:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781623993.142599:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781623993.142603:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781623993.142607:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7487) 00000100:00000001:2.0:1781623993.143042:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623993.143046:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623993.143049:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623993.143057:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511280a80 x1868160455864832/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623993.143066:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623993.143068:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623993.143071:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623993.143074:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623993.143077:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623993.143080:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455864832:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623993.143085:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623993.143090:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623993.143092:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623993.143094:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623993.143099:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079200. 02000000:00000001:2.0:1781623993.143101:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623993.143107:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623993.143111:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08318. 00000400:00000010:2.0:1781623993.143117:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901dbb0. 00000100:00000200:2.0:1781623993.143123:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455864832, portal 25 00000100:00000001:2.0:1781623993.143125:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623993.143127:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414100096 : -123673295451520 : ffff8f8511280a80) 00000100:00000040:2.0:1781623993.143131:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511280a80 x1868160455864832/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623993.143138:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623993.143141:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623993.143143:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d550. 00000100:00000200:2.0:1781623993.143146:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455864832, offset 0 00000400:00000200:2.0:1781623993.143151:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623993.143158:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623993.143165:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623993.143171:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623993.143175:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623993.143178:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623993.143181:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623993.143184:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376045:376045:256:4294967295] 192.168.202.101@tcp LPNI seq info [376015:376015:8:4294967295] 00000400:00000200:2.0:1781623993.143188:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623993.143197:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623993.143202:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623993.143207:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3300. 00000800:00000200:2.0:1781623993.143212:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623993.143220:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623993.143224:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623993.143241:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623993.143245:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623993.143248:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302157944 00000100:00000001:2.0:1781623993.143254:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302152822 00000100:00000001:2.0:1781623993.143258:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302157944 00000100:00000001:2.0:1781623993.143261:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302152822 00000100:00000001:2.0:1781623993.143265:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623993.143267:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623993.143270:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623993.143272:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623993.143278:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623993.143280:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781623993.143282:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623993.143284:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623993.143285:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623993.143287:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1781623993.143289:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623993.143291:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623993.143293:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623993.143294:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623993.143295:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623993.143296:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781623993.143300:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511283b80 x1868160455864960/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623993.143306:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781623993.143308:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623993.143310:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781623993.143312:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781623993.143313:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781623993.143317:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511283b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455864960:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623993.143320:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781623993.143322:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781623993.143323:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623993.143325:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781623993.143328:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078400. 02000000:00000001:2.0:1781623993.143329:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781623993.143332:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781623993.143335:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f087e8. 00000400:00000010:2.0:1781623993.143338:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901dee0. 00000100:00000200:2.0:1781623993.143340:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455864960, portal 10 00000100:00000001:2.0:1781623993.143342:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781623993.143343:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414112640 : -123673295438976 : ffff8f8511283b80) 00000100:00000040:2.0:1781623993.143349:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511283b80 x1868160455864960/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623993.143356:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781623993.143358:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781623993.143360:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d770. 00000100:00000200:2.0:1781623993.143362:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455864960, offset 0 00000400:00000200:2.0:1781623993.143366:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781623993.143368:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623993.143371:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781623993.143374:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781623993.143376:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781623993.143378:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781623993.143381:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781623993.143384:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376046:376046:255:4294967295] 192.168.202.101@tcp LPNI seq info [376016:376016:7:4294967295] 00000400:00000200:2.0:1781623993.143388:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781623993.143394:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781623993.143397:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781623993.143400:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3900. 00000800:00000200:2.0:1781623993.143404:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781623993.143408:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781623993.143410:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781623993.143413:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623993.143416:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17568 usecs (18 jiffies) 00000400:00000200:2.0:1781623993.143419:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781623993.143420:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302150164 00000100:00000001:2.0:1781623993.143423:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302157944 00000100:00000001:2.0:1781623993.143425:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302150164 00000100:00000001:2.0:1781623993.143427:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302157944 00000100:00000001:2.0:1781623993.143429:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623993.143430:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623993.143432:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623993.143434:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623993.143444:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623993.143446:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623993.143528:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623993.143533:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3300. 00000400:00000200:3.0:1781623993.143540:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623993.143545:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623993.143555:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d550 00000400:00000010:3.0:1781623993.143557:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d550. 00000100:00000001:3.0:1781623993.143562:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623993.143566:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511280a80 x1868160455864832/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623993.143575:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623993.143578:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511280a80 x1868160455864832/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624009 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623993.143584:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623993.143586:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781623993.143654:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623993.143657:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3900. 00000400:00000200:3.0:1781623993.143660:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623993.143663:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623993.143666:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d770 00000400:00000010:3.0:1781623993.143668:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d770. 00000100:00000001:3.0:1781623993.143670:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623993.143673:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511283b80 x1868160455864960/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623993.143680:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623993.143683:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511283b80 x1868160455864960/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624009 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623993.143688:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623993.143690:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781623993.145649:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623993.145668:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623993.145673:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623993.145676:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623993.145685:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623993.145731:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623993.145740:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623993.145744:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623993.145749:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623993.145754:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005af200 00000400:00000200:3.0:1781623993.145759:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623993.145764:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f943d [1] + 224 00000800:00000001:3.0:1781623993.145772:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623993.145778:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623993.145781:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623993.145795:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623993.145802:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623993.145810:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511280a80 x1868160455864832/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624009 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623993.145822:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511280a80 x1868160455864832/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624009 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623993.145843:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623993.145850:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623993.145853:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623993.145959:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623993.145964:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781623993.145970:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623993.145972:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623993.145975:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08318. 00000400:00000200:2.0:1781623993.145979:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901dbb0 00000400:00000010:2.0:1781623993.145982:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901dbb0. 00000100:00000001:2.0:1781623993.145985:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623993.145990:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511280a80 x1868160455864832/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624009 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623993.145999:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511280a80 x1868160455864832/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624009 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623993.146006:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623993.146008:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623993.146010:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623993.146013:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623993.146016:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623993.146019:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623993.146022:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623993.146062:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=20 v=5 (5 5 5 5) 00000100:00001000:2.0:1781623993.146067:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=91 v=5 (1 1 1 1) 00000100:00000001:2.0:1781623993.146069:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623993.146070:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623993.146073:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623993.146075:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623993.146077:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623993.146082:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511280a80 x1868160455864832/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624009 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623993.146089:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623993.146091:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623993.146093:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623993.146097:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511280a80 x1868160455864832/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624009 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623993.146105:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455864832:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623993.146109:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623993.146112:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623993.146115:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511280a80 x1868160455864832/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624009 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623993.146122:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623993.146124:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623993.146127:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079200. 02000000:00000001:2.0:1781623993.146131:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623993.146133:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623993.146135:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781623993.146137:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623993.146139:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d400. 02000000:00000001:2.0:1781623993.146142:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623993.146144:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623993.146145:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511280a80. 00000100:00000001:2.0:1781623993.146148:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623993.146150:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623993.146153:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623993.146155:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623993.146156:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781623993.146157:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623993.146159:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781623993.150624:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623993.150648:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623993.150654:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623993.150656:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623993.150668:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623993.150677:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623993.150689:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623993.150694:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623993.150701:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623993.150706:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005af280 00000400:00000200:3.0:1781623993.150713:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623993.150721:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f944d [1] + 224 00000800:00000001:3.0:1781623993.150731:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623993.150738:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623993.150742:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623993.150747:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623993.150757:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623993.150769:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511283b80 x1868160455864960/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624009 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623993.150782:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511283b80 x1868160455864960/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624009 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623993.150809:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623993.150819:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623993.150823:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623993.152735:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623993.152748:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781623993.152759:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623993.152761:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623993.152766:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f087e8. 00000400:00000200:2.0:1781623993.152777:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901dee0 00000400:00000010:2.0:1781623993.152779:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901dee0. 00000100:00000001:2.0:1781623993.152784:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623993.152799:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511283b80 x1868160455864960/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624009 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623993.152811:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511283b80 x1868160455864960/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624009 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623993.152821:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623993.152823:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623993.152825:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623993.152830:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623993.152832:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623993.152835:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623993.152838:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623993.152848:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=20 v=5 (5 5 20 20) 00000100:00001000:2.0:1781623993.152852:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=91 v=5 (1 1 1 1) 00000100:00000001:2.0:1781623993.152854:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623993.152856:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623993.152859:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623993.152862:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623993.152866:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781623993.152868:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:2.0:1781623993.152871:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781623993.152872:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623993.152876:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511283b80 x1868160455864960/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624009 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623993.152885:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623993.152888:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623993.152890:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623993.152894:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511283b80 x1868160455864960/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624009 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623993.152902:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511283b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455864960:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623993.152907:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623993.152919:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623993.152924:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511283b80 x1868160455864960/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624009 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623993.152931:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623993.152933:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623993.152937:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078400. 02000000:00000001:2.0:1781623993.152942:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623993.152944:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623993.152946:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:2.0:1781623993.152948:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623993.152951:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7df00. 02000000:00000001:2.0:1781623993.152955:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623993.152956:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623993.152958:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511283b80. 00000100:00000001:2.0:1781623993.152963:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623993.152964:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623993.152967:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623993.152976:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623993.152978:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623993.152980:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623993.152983:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623993.526581:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623993.526588:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623993.526594:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623993.526595:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623993.526620:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623993.526623:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623993.526626:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623994.549228:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623994.549239:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623994.549245:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623994.549247:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623994.552445:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623994.552457:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623994.552464:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623995.574083:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623995.574093:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623995.574100:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623995.574101:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623995.574289:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623995.574294:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623995.574297:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623996.598007:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623996.598017:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623996.598020:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623996.598047:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623996.598053:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623996.598055:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623996.598058:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623996.598061:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623996.598065:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623996.598067:0:108671:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781623996.598068:0:108671:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781623996.598069:0:108671:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623996.598071:0:108671:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781623996.598072:0:108671:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623996.598074:0:108671:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623996.598076:0:108671:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623996.598103:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623996.598106:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623996.598108:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623997.621194:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623997.621201:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623997.621206:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623997.621207:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623997.621266:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623997.621274:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623997.621276:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781623998.263139:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623998.263151:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623998.263162:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0fb80. 00000020:00000040:2.0:1781623998.263168:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781623998.263172:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623998.263175:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623998.263180:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623998.263189:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3500. 00000100:00000001:2.0:1781623998.263196:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623998.263208:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0fb80 x1868160455865088/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781623998.263221:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623998.263226:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623998.263233:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e233249c] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0fb80 x1868160455865088/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623998.263269:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623998.263272:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781623998.263275:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781623998.263278:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0ce00. 00000020:00000040:2.0:1781623998.263281:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781623998.263283:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781623998.263284:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781623998.263286:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781623998.263289:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3f00. 00000100:00000001:2.0:1781623998.263291:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623998.263295:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0ce00 x1868160455865216/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781623998.263401:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623998.263405:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623998.263408:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623998.263415:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0fb80 x1868160455865088/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623998.263423:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623998.263425:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623998.263428:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623998.263431:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623998.263433:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623998.263437:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455865088:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623998.263441:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623998.263447:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623998.263450:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623998.263453:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623998.263458:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ec200. 02000000:00000001:3.0:1781623998.263460:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623998.263467:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623998.263471:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8dc0. 00000400:00000010:3.0:1781623998.263477:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70aa0. 00000100:00000200:3.0:1781623998.263484:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455865088, portal 25 00000100:00000001:3.0:1781623998.263486:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623998.263488:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272079744 : -123673437471872 : ffff8f8508b0fb80) 00000100:00000040:3.0:1781623998.263493:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0fb80 x1868160455865088/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623998.263500:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623998.263502:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623998.263505:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70e58. 00000100:00000200:3.0:1781623998.263508:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455865088, offset 0 00000400:00000200:3.0:1781623998.263514:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623998.263522:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623998.263530:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623998.263535:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623998.263539:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623998.263543:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623998.263546:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623998.263549:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376047:376047:256:4294967295] 192.168.202.101@tcp LPNI seq info [376017:376017:8:4294967295] 00000400:00000200:3.0:1781623998.263554:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623998.263563:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623998.263569:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623998.263574:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d100. 00000800:00000200:3.0:1781623998.263581:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623998.263589:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623998.263593:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623998.263604:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623998.263608:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623998.263611:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302163064 00000100:00000001:3.0:1781623998.263618:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302157944 00000100:00000001:3.0:1781623998.263623:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302163064 00000100:00000001:3.0:1781623998.263626:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302157944 00000100:00000001:3.0:1781623998.263629:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623998.263632:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623998.263635:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623998.263637:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623998.263644:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623998.263646:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781623998.263648:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623998.263649:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623998.263650:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623998.263652:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623998.263777:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623998.263783:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d100. 00000400:00000200:3.0:1781623998.263787:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623998.263792:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623998.263797:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70e58 00000400:00000010:3.0:1781623998.263799:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70e58. 00000100:00000001:3.0:1781623998.263802:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623998.263806:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0fb80 x1868160455865088/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623998.263814:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623998.263817:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0fb80 x1868160455865088/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624014 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623998.263823:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623998.263824:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1781623998.263849:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623998.263851:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623998.264155:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781623998.264158:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623998.264165:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e9d049] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0ce00 x1868160455865216/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623998.264193:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623998.264196:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781623998.264200:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781623998.264202:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781623998.264206:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781623998.264211:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7492) 00000100:00000001:3.0:1781623998.264226:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623998.264233:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623998.264235:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781623998.264240:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0ce00 x1868160455865216/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623998.264247:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781623998.264248:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623998.264252:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781623998.264254:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781623998.264256:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781623998.264259:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455865216:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623998.264262:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781623998.264265:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781623998.264267:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623998.264269:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781623998.264274:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ed200. 02000000:00000001:3.0:1781623998.264276:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781623998.264280:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781623998.264283:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8000. 00000400:00000010:3.0:1781623998.264287:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70e58. 00000100:00000200:3.0:1781623998.264291:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455865216, portal 10 00000100:00000001:3.0:1781623998.264293:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781623998.264294:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272068096 : -123673437483520 : ffff8f8508b0ce00) 00000100:00000040:3.0:1781623998.264377:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0ce00 x1868160455865216/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623998.264385:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781623998.264387:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781623998.264390:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70110. 00000100:00000200:3.0:1781623998.264392:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455865216, offset 0 00000400:00000200:3.0:1781623998.264396:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781623998.264401:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623998.264405:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781623998.264408:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781623998.264411:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781623998.264414:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781623998.264416:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781623998.264419:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376048:376048:256:4294967295] 192.168.202.101@tcp LPNI seq info [376018:376018:8:4294967295] 00000400:00000200:3.0:1781623998.264422:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623998.264429:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781623998.264435:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781623998.264438:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d100. 00000800:00000200:3.0:1781623998.264443:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781623998.264448:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781623998.264451:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781623998.264461:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623998.264466:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17562 usecs (18 jiffies) 00000400:00000200:3.0:1781623998.264469:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781623998.264471:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302155285 00000100:00000001:3.0:1781623998.264474:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302163064 00000100:00000001:3.0:1781623998.264475:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302155285 00000100:00000001:3.0:1781623998.264477:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302163064 00000100:00000001:3.0:1781623998.264479:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623998.264482:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623998.264484:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623998.264485:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623998.264490:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623998.264491:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781623998.264493:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623998.264494:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623998.264495:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623998.264497:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781623998.264679:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781623998.264683:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d100. 00000400:00000200:3.0:1781623998.264687:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623998.264691:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781623998.264695:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70110 00000400:00000010:3.0:1781623998.264697:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70110. 00000100:00000001:3.0:1781623998.264700:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781623998.264704:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0ce00 x1868160455865216/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623998.264712:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623998.264716:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0ce00 x1868160455865216/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624014 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623998.264721:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623998.264723:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1781623998.264735:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623998.264737:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623998.264739:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623998.264741:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781623998.267394:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623998.267411:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623998.267415:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623998.267418:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623998.267427:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623998.267435:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623998.267443:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623998.267449:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623998.267454:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623998.267458:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005af300 00000400:00000200:3.0:1781623998.267463:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623998.267469:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f945d [1] + 224 00000800:00000001:3.0:1781623998.267475:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623998.267481:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623998.267484:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623998.267488:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623998.267495:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623998.267503:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0fb80 x1868160455865088/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624014 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623998.267515:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0fb80 x1868160455865088/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624014 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623998.267530:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623998.267537:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623998.267540:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623998.267552:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623998.267555:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781623998.267560:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781623998.267563:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781623998.267566:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8dc0. 00000400:00000200:3.0:1781623998.267570:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70aa0 00000400:00000010:3.0:1781623998.267572:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70aa0. 00000100:00000001:3.0:1781623998.267575:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623998.267579:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0fb80 x1868160455865088/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624014 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781623998.267588:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0fb80 x1868160455865088/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624014 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623998.267595:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781623998.267596:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623998.267599:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781623998.267602:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781623998.267604:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781623998.267606:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781623998.267609:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781623998.267616:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=25 v=5 (5 5 5 5) 00000100:00001000:3.0:1781623998.267620:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=96 v=5 (1 1 1 1) 00000100:00000001:3.0:1781623998.267622:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781623998.267624:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781623998.267626:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781623998.267628:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623998.267631:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781623998.267635:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0fb80 x1868160455865088/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624014 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623998.267642:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781623998.267645:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781623998.267647:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781623998.267650:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0fb80 x1868160455865088/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624014 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781623998.267658:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455865088:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781623998.267665:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623998.267668:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781623998.267670:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0fb80 x1868160455865088/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624014 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781623998.267677:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781623998.267679:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781623998.267683:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ec200. 02000000:00000001:3.0:1781623998.267685:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781623998.267688:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781623998.267690:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781623998.267692:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781623998.267695:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3500. 02000000:00000001:3.0:1781623998.267699:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781623998.267700:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781623998.267703:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0fb80. 00000100:00000001:3.0:1781623998.267706:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781623998.267708:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623998.267710:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781623998.267718:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781623998.267720:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781623998.267722:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781623998.267724:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781623998.270621:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623998.270637:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781623998.270642:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623998.270645:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623998.270653:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623998.270661:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781623998.270670:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623998.270675:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623998.270680:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623998.270685:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005af380 00000400:00000200:3.0:1781623998.270690:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781623998.270696:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f946d [1] + 224 00000800:00000001:3.0:1781623998.270716:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623998.270724:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781623998.270727:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781623998.270731:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781623998.270738:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781623998.270748:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0ce00 x1868160455865216/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624014 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781623998.270759:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0ce00 x1868160455865216/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624014 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623998.270841:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623998.270847:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781623998.270907:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781623998.270917:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781623998.270920:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1781623998.273365:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781623998.273371:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781623998.273376:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8000. 00000400:00000200:2.0:1781623998.273386:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70e58 00000400:00000010:2.0:1781623998.273388:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70e58. 00000100:00000001:2.0:1781623998.273393:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781623998.273404:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0ce00 x1868160455865216/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624014 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781623998.273416:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0ce00 x1868160455865216/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624014 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623998.273424:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781623998.273426:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623998.273429:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781623998.273433:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781623998.273436:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781623998.273438:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781623998.273441:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781623998.273452:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=25 v=5 (5 5 20 20) 00000100:00001000:2.0:1781623998.273455:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=96 v=5 (1 1 1 1) 00000100:00000001:2.0:1781623998.273457:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781623998.273459:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781623998.273462:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781623998.273465:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623998.273469:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781623998.273471:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:2.0:1781623998.273473:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781623998.273475:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781623998.273479:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0ce00 x1868160455865216/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624014 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623998.273488:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781623998.273491:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781623998.273493:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781623998.273497:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0ce00 x1868160455865216/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624014 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781623998.273505:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455865216:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781623998.273510:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623998.273512:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781623998.273515:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0ce00 x1868160455865216/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624014 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781623998.273521:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781623998.273523:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781623998.273526:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ed200. 02000000:00000001:2.0:1781623998.273530:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781623998.273533:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781623998.273535:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:2.0:1781623998.273537:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781623998.273539:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3f00. 02000000:00000001:2.0:1781623998.273544:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781623998.273545:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781623998.273548:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0ce00. 00000100:00000001:2.0:1781623998.273551:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781623998.273552:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623998.273554:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781623998.273562:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781623998.273564:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781623998.273566:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781623998.273568:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623998.646010:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623998.646016:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623998.646021:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623998.646022:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781623998.646166:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781623998.646170:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781623998.646173:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781623999.669171:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623999.669178:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781623999.669185:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781623999.669187:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781623999.669214:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781623999.669217:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781623999.669220:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624000.695048:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624000.695055:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624000.695061:0:108671:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624000.695062:0:108671:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624000.695182:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624000.695186:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624000.695189:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624001.717192:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624001.717200:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624001.717206:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624001.717207:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624001.717555:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624001.717558:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624001.717561:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624002.741141:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624002.741209:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624002.741216:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624002.741217:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624002.741242:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624002.741244:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624002.741247:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781624003.382207:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624003.382220:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624003.382231:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0ce00. 00000020:00000040:2.0:1781624003.382238:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781624003.382243:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624003.382246:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624003.382251:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624003.382260:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3f00. 00000100:00000001:2.0:1781624003.382267:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624003.382280:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0ce00 x1868160455865344/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624003.382291:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624003.382296:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624003.382303:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e9d049] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0ce00 x1868160455865344/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624003.382342:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624003.382345:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624003.382349:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624003.382353:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0d880. 00000020:00000040:2.0:1781624003.382355:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781624003.382357:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624003.382359:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624003.382361:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624003.382364:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3600. 00000100:00000001:2.0:1781624003.382367:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624003.382371:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0d880 x1868160455865472/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624003.382379:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624003.382381:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624003.382384:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000750808ff] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0d880 x1868160455865472/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624003.382393:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624003.382395:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624003.382398:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624003.382402:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624003.382405:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624003.382410:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7498) 00000100:00000001:2.0:1781624003.382438:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624003.382441:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624003.382444:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624003.382449:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0d880 x1868160455865472/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624003.382457:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624003.382459:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624003.382463:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624003.382465:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624003.382468:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624003.382472:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455865472:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624003.382476:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624003.382482:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624003.382485:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624003.382488:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624003.382493:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079200. 02000000:00000001:2.0:1781624003.382495:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624003.382502:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624003.382506:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f087e8. 00000400:00000010:2.0:1781624003.382513:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901dee0. 00000100:00000200:2.0:1781624003.382521:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455865472, portal 10 00000100:00000001:2.0:1781624003.382523:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624003.382524:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272070784 : -123673437480832 : ffff8f8508b0d880) 00000100:00000040:2.0:1781624003.382532:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0d880 x1868160455865472/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624003.382539:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624003.382542:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624003.382545:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901dbb0. 00000100:00000200:2.0:1781624003.382547:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455865472, offset 0 00000400:00000200:2.0:1781624003.382554:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624003.382562:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624003.382570:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624003.382577:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624003.382580:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624003.382584:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624003.382587:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624003.382591:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376049:376049:256:4294967295] 192.168.202.101@tcp LPNI seq info [376019:376019:8:4294967295] 00000400:00000200:2.0:1781624003.382595:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624003.382605:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624003.382611:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624003.382618:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3500. 00000800:00000200:2.0:1781624003.382624:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624003.382633:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624003.382637:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624003.382648:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624003.382652:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17556 usecs (18 jiffies) 00000400:00000200:2.0:1781624003.382656:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624003.382658:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302160403 00000100:00000001:2.0:1781624003.382662:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302163064 00000100:00000001:2.0:1781624003.382664:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302160403 00000100:00000001:2.0:1781624003.382666:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302163064 00000100:00000001:2.0:1781624003.382668:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624003.382671:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624003.382674:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624003.382676:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624003.382683:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624003.382685:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781624003.382687:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624003.382689:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624003.382690:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624003.382692:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1781624003.382694:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624003.382696:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624003.382697:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624003.382699:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624003.382700:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624003.382701:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624003.382705:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0ce00 x1868160455865344/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624003.382712:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624003.382714:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624003.382716:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624003.382718:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624003.382721:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624003.382724:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455865344:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624003.382727:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624003.382729:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624003.382730:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624003.382732:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624003.382735:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078e00. 02000000:00000001:2.0:1781624003.382737:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624003.382740:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624003.382743:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08318. 00000400:00000010:2.0:1781624003.382746:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d770. 00000100:00000200:2.0:1781624003.382749:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455865344, portal 25 00000100:00000001:2.0:1781624003.382751:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624003.382752:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272068096 : -123673437483520 : ffff8f8508b0ce00) 00000100:00000040:2.0:1781624003.382756:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0ce00 x1868160455865344/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624003.382762:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624003.382765:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624003.382768:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d550. 00000100:00000200:2.0:1781624003.382770:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455865344, offset 0 00000400:00000200:2.0:1781624003.382774:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624003.382777:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624003.382781:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624003.382783:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624003.382786:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624003.382788:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624003.382790:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624003.382793:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376050:376050:255:4294967295] 192.168.202.101@tcp LPNI seq info [376020:376020:7:4294967295] 00000400:00000200:2.0:1781624003.382797:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624003.382802:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624003.382807:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624003.382810:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3900. 00000800:00000200:2.0:1781624003.382815:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624003.382833:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000100:00000001:3.0:1781624003.383080:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624003.383084:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624003.383183:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624003.383188:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3500. 00000400:00000200:3.0:1781624003.383194:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624003.383200:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624003.383205:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901dbb0 00000400:00000010:3.0:1781624003.383211:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901dbb0. 00000100:00000001:3.0:1781624003.383215:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624003.383219:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0d880 x1868160455865472/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624003.383227:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624003.383231:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0d880 x1868160455865472/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624019 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624003.383237:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624003.383239:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624003.383583:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624003.383600:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624003.383604:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624003.383606:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302168184 00000100:00000001:2.0:1781624003.383613:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302163064 00000100:00000001:2.0:1781624003.383617:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302168184 00000100:00000001:2.0:1781624003.383620:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302163064 00000100:00000001:2.0:1781624003.383623:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624003.383625:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624003.383628:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624003.383630:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624003.384507:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624003.384513:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3900. 00000400:00000200:3.0:1781624003.384520:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624003.384528:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624003.384533:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d550 00000400:00000010:3.0:1781624003.384536:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d550. 00000100:00000001:3.0:1781624003.384541:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624003.384548:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0ce00 x1868160455865344/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624003.384558:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624003.384561:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0ce00 x1868160455865344/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624019 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624003.384567:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624003.384569:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781624003.391658:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624003.391675:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624003.391679:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624003.391682:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624003.391690:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624003.391698:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624003.391708:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624003.391713:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624003.391719:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624003.391723:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005af400 00000400:00000200:3.0:1781624003.391728:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624003.391735:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f948d [1] + 224 00000800:00000001:3.0:1781624003.391742:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624003.391747:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624003.391750:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624003.391755:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624003.391762:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624003.391770:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0ce00 x1868160455865344/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624019 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624003.391783:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0ce00 x1868160455865344/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624019 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624003.391810:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624003.391826:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624003.391829:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624003.392713:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624003.392718:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781624003.392727:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781624003.392730:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781624003.392734:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08318. 00000400:00000200:2.0:1781624003.392742:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d770 00000400:00000010:2.0:1781624003.392745:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d770. 00000100:00000001:2.0:1781624003.392749:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624003.392756:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0ce00 x1868160455865344/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624019 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624003.392767:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0ce00 x1868160455865344/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624019 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624003.392774:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781624003.392776:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624003.392779:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781624003.392783:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781624003.392786:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781624003.392788:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624003.392791:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781624003.392799:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=30 v=5 (5 5 5 5) 00000100:00001000:2.0:1781624003.392804:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=101 v=5 (1 1 1 1) 00000100:00000001:2.0:1781624003.392807:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781624003.392808:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781624003.392811:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781624003.392813:0:2352:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624003.392828:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624003.392833:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0ce00 x1868160455865344/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624019 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624003.392841:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624003.392844:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781624003.392846:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781624003.392850:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0ce00 x1868160455865344/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624019 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781624003.392857:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455865344:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624003.392862:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624003.392865:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624003.392868:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0ce00 x1868160455865344/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624019 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624003.392874:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781624003.392877:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781624003.392880:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078e00. 02000000:00000001:2.0:1781624003.392884:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781624003.392887:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781624003.392889:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781624003.392891:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781624003.392893:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3f00. 02000000:00000001:2.0:1781624003.392898:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781624003.392899:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781624003.392901:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0ce00. 00000100:00000001:2.0:1781624003.392904:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781624003.392906:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624003.392908:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624003.392910:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624003.392912:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624003.392914:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624003.392916:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781624003.393104:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624003.393113:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624003.393115:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624003.393117:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624003.393122:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624003.393126:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624003.393134:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624003.393138:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624003.393142:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624003.393145:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005af480 00000400:00000200:3.0:1781624003.393149:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624003.393154:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f947d [1] + 224 00000800:00000001:3.0:1781624003.393159:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624003.393164:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624003.393167:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624003.393171:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624003.393176:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624003.393181:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0d880 x1868160455865472/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624019 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624003.393190:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0d880 x1868160455865472/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624019 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624003.393207:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624003.393214:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624003.393216:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624003.393262:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624003.393264:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781624003.393267:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781624003.393268:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781624003.393271:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f087e8. 00000400:00000200:2.0:1781624003.393274:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901dee0 00000400:00000010:2.0:1781624003.393276:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901dee0. 00000100:00000001:2.0:1781624003.393278:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624003.393282:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0d880 x1868160455865472/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624019 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624003.393290:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0d880 x1868160455865472/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624019 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624003.393301:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781624003.393303:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624003.393304:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781624003.393306:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781624003.393307:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781624003.393309:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624003.393311:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781624003.393317:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=30 v=5 (5 5 20 20) 00000100:00001000:2.0:1781624003.393320:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=101 v=5 (1 1 1 1) 00000100:00000001:2.0:1781624003.393322:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781624003.393324:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781624003.395633:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781624003.395642:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624003.395648:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781624003.395651:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:2.0:1781624003.395653:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781624003.395655:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624003.395666:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0d880 x1868160455865472/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624019 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624003.395675:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624003.395679:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781624003.395681:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781624003.395684:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0d880 x1868160455865472/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624019 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781624003.395691:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455865472:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624003.395697:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624003.395699:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624003.395702:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0d880 x1868160455865472/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624019 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624003.395708:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781624003.395710:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781624003.395714:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079200. 02000000:00000001:2.0:1781624003.395718:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781624003.395721:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781624003.395723:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:2.0:1781624003.395725:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781624003.395727:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3600. 02000000:00000001:2.0:1781624003.395731:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781624003.395733:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781624003.395734:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0d880. 00000100:00000001:2.0:1781624003.395738:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781624003.395739:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624003.395741:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624003.395749:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624003.395751:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624003.395753:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624003.395755:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624003.765223:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624003.765234:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624003.765244:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624003.765245:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624003.765431:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624003.765436:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624003.765440:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624004.789156:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624004.789162:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624004.789167:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624004.789168:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624004.790087:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624004.790090:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624004.790094:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624005.814108:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624005.814115:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624005.814121:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624005.814123:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624005.814146:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624005.814149:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624005.814152:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624006.837174:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624006.837184:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624006.837186:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624006.837190:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624006.837196:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624006.837198:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624006.837200:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624006.837202:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624006.837206:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624006.837208:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624006.837209:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624006.837210:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624006.837212:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624006.837213:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624006.837214:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624006.837216:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624006.837313:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624006.837316:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624006.837320:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624007.861238:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624007.861246:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624007.861251:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624007.861253:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624007.866402:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624007.866410:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624007.866415:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781624008.502853:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624008.502866:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624008.502877:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0d880. 00000020:00000040:2.0:1781624008.502883:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781624008.502888:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624008.502891:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624008.502896:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624008.502905:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3600. 00000100:00000001:2.0:1781624008.502911:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624008.502924:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0d880 x1868160455865600/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624008.502936:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624008.502941:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624008.502948:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000750808ff] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0d880 x1868160455865600/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624008.502980:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624008.502984:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624008.502987:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624008.502988:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1781624008.502992:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1781624008.502993:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0ce00. 00000100:00000001:3.0:1781624008.502996:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1781624008.502998:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781624008.503002:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:3.0:1781624008.503005:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0d880 x1868160455865600/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1781624008.503005:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624008.503007:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624008.503013:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3f00. 00000100:00000001:3.0:1781624008.503019:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624008.503019:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624008.503024:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624008.503044:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0ce00 x1868160455865728/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1781624008.503055:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1781624008.503056:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1781624008.503058:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624008.503059:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624008.503063:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624008.503068:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e9d049] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0ce00 x1868160455865728/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624008.503071:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455865600:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624008.503081:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1781624008.503086:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624008.503087:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1781624008.503089:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1781624008.503091:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624008.503097:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1781624008.503097:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624008.503103:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:3.0:1781624008.503104:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ec400. 02000000:00000001:3.0:1781624008.503109:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624008.503109:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624008.503117:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7503) 00000400:00000200:3.0:1781624008.503118:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781624008.503124:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8dc0. 00000400:00000010:3.0:1781624008.503131:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70aa0. 00000100:00000001:2.0:1781624008.503133:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624008.503137:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1781624008.503138:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455865600, portal 25 00000100:00000001:2.0:1781624008.503139:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1781624008.503143:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781624008.503147:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272070784 : -123673437480832 : ffff8f8508b0d880) 00000100:00000040:2.0:1781624008.503148:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0ce00 x1868160455865728/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624008.503155:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0d880 x1868160455865600/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624008.503163:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624008.503166:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624008.503169:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1781624008.503171:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1781624008.503174:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 02000000:00000001:2.0:1781624008.503175:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1781624008.503178:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70110. 02000000:00000001:2.0:1781624008.503180:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1781624008.503182:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455865600, offset 0 00000100:00100000:2.0:1781624008.503187:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455865728:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624008.503194:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1781624008.503195:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 02000000:00000001:2.0:1781624008.503197:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624008.503200:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624008.503202:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1781624008.503206:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 02000000:00000010:2.0:1781624008.503206:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078200. 02000000:00000001:2.0:1781624008.503211:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624008.503216:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624008.503218:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000010:2.0:1781624008.503220:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f087e8. 00000400:00000200:3.0:1781624008.503226:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1781624008.503227:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901dee0. 00000100:00000200:2.0:1781624008.503232:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455865728, portal 10 00000400:00000200:3.0:1781624008.503234:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000100:00000001:2.0:1781624008.503236:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624008.503240:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272068096 : -123673437483520 : ffff8f8508b0ce00) 00000400:00000200:3.0:1781624008.503241:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781624008.503246:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000100:00000040:2.0:1781624008.503250:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0ce00 x1868160455865728/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1781624008.503254:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376051:376051:256:4294967295] 192.168.202.101@tcp LPNI seq info [376021:376021:8:4294967295] 00000400:00000200:3.0:1781624008.503267:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624008.503268:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624008.503273:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624008.503276:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d770. 00000100:00000200:2.0:1781624008.503281:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455865728, offset 0 00000400:00000200:3.0:1781624008.503284:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000400:00000200:2.0:1781624008.503290:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000800:00000200:3.0:1781624008.503295:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624008.503298:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000800:00000010:3.0:1781624008.503302:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d100. 00000400:00000200:2.0:1781624008.503305:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624008.503310:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624008.503312:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624008.503315:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624008.503317:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624008.503320:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376052:376052:255:4294967295] 192.168.202.101@tcp LPNI seq info [376022:376022:7:4294967295] 00000800:00000200:3.0:1781624008.503327:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000400:00000200:2.0:1781624008.503328:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000800:00000200:3.0:1781624008.503340:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000400:00000200:2.0:1781624008.503343:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781624008.503348:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1781624008.503353:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624008.503358:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3300. 00000100:00000001:3.0:1781624008.503362:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624008.503363:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000400:00000200:3.0:1781624008.503370:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000800:00000200:2.0:1781624008.503372:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000100:00000001:3.0:1781624008.503375:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302173304 00000800:00000200:2.0:1781624008.503377:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624008.503383:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624008.503384:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302168184 00000100:00000040:2.0:1781624008.503388:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17552 usecs (18 jiffies) 00000400:00000200:2.0:1781624008.503393:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624008.503395:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302165524 00000100:00000001:3.0:1781624008.503402:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302173304 00000100:00000001:2.0:1781624008.503402:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302173304 00000100:00000001:2.0:1781624008.503408:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302165524 00000100:00000001:3.0:1781624008.503409:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302168184 00000100:00000001:3.0:1781624008.503415:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624008.503417:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624008.503676:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624008.503679:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624008.503686:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624008.503687:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781624008.503689:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624008.503690:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624008.503691:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624008.503694:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624008.503740:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624008.503745:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d100. 00000400:00000200:3.0:1781624008.503750:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624008.503756:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624008.503761:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70110 00000400:00000010:3.0:1781624008.503763:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70110. 00000100:00000001:3.0:1781624008.503767:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624008.503782:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0d880 x1868160455865600/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624008.503792:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624008.503795:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0d880 x1868160455865600/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624024 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624008.503802:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624008.503803:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781624008.503872:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624008.503874:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3300. 00000400:00000200:3.0:1781624008.503879:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624008.503882:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624008.503885:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d770 00000400:00000010:3.0:1781624008.503886:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d770. 00000100:00000001:3.0:1781624008.503889:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624008.503892:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0ce00 x1868160455865728/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624008.503899:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624008.503902:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0ce00 x1868160455865728/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624024 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624008.503908:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624008.503909:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781624008.507138:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624008.507151:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624008.507154:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624008.507156:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624008.507165:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624008.507172:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624008.507181:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624008.507187:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624008.507192:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624008.507196:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005af580 00000400:00000200:3.0:1781624008.507201:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624008.507206:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f94ad [1] + 224 00000800:00000001:3.0:1781624008.507213:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624008.507219:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624008.507222:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624008.507226:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624008.507233:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624008.507241:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0ce00 x1868160455865728/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624024 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624008.507251:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0ce00 x1868160455865728/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624024 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624008.507259:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624008.507267:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624008.507270:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624008.508133:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624008.508139:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624008.508142:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624008.508144:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624008.508214:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624008.508220:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624008.508227:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624008.508230:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624008.508234:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624008.508236:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005af500 00000400:00000200:3.0:1781624008.508241:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624008.508246:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f949d [1] + 224 00000800:00000001:3.0:1781624008.508252:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624008.508258:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624008.508261:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624008.508265:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624008.508269:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624008.508275:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0d880 x1868160455865600/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624024 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624008.508285:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0d880 x1868160455865600/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624024 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624008.508300:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624008.508305:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624008.508309:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624008.508320:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624008.508323:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624008.508329:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624008.508331:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624008.508334:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8dc0. 00000400:00000200:3.0:1781624008.508339:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70aa0 00000400:00000010:3.0:1781624008.508341:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70aa0. 00000100:00000001:3.0:1781624008.508344:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624008.508348:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0d880 x1868160455865600/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624024 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624008.508357:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0d880 x1868160455865600/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624024 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624008.508363:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624008.508365:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624008.508367:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624008.508371:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624008.508373:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624008.508375:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624008.508378:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624008.508384:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=35 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624008.508388:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=106 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624008.508390:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624008.508392:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624008.508394:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624008.508396:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624008.508399:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624008.508403:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0d880 x1868160455865600/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624024 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624008.508410:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624008.508413:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624008.508415:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624008.508419:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0d880 x1868160455865600/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624024 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624008.508425:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455865600:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624008.508430:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624008.508432:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624008.508435:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0d880 x1868160455865600/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624024 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624008.508441:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624008.508444:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624008.508447:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ec400. 02000000:00000001:3.0:1781624008.508450:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624008.508452:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624008.508454:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781624008.508456:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624008.508458:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3600. 02000000:00000001:3.0:1781624008.508462:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624008.508463:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624008.508465:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0d880. 00000100:00000001:3.0:1781624008.508468:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624008.508470:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624008.508472:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624008.508479:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624008.508480:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624008.508482:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624008.508485:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624008.508805:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302173304 00000100:00000001:2.0:1781624008.508813:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624008.508816:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1781624008.508820:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781624008.508821:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781624008.508824:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f087e8. 00000400:00000200:2.0:1781624008.508829:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901dee0 00000400:00000010:2.0:1781624008.508831:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901dee0. 00000100:00000001:2.0:1781624008.508834:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624008.508841:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0ce00 x1868160455865728/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624024 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624008.508850:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0ce00 x1868160455865728/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624024 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624008.508857:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781624008.508859:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624008.508861:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781624008.508862:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781624008.508863:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781624008.508865:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624008.508867:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781624008.508872:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=35 v=5 (5 5 20 20) 00000100:00001000:2.0:1781624008.508875:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=106 v=5 (1 1 1 1) 00000100:00000001:2.0:1781624008.508878:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781624008.508879:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781624008.508881:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781624008.508884:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624008.508887:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781624008.508889:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:2.0:1781624008.508891:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781624008.508893:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624008.508897:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0ce00 x1868160455865728/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624024 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624008.508904:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624008.508906:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781624008.508908:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781624008.508912:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0ce00 x1868160455865728/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624024 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781624008.508919:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455865728:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624008.508924:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624008.508926:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624008.508929:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0ce00 x1868160455865728/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624024 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624008.508935:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781624008.508937:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781624008.508939:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078200. 02000000:00000001:2.0:1781624008.508942:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781624008.508944:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781624008.508945:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:2.0:1781624008.508947:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781624008.508948:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3f00. 02000000:00000001:2.0:1781624008.508951:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781624008.508952:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781624008.508954:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0ce00. 00000100:00000001:2.0:1781624008.508956:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781624008.508957:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624008.508959:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624008.508963:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624008.508964:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624008.508966:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624008.508968:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624008.885662:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624008.885671:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624008.885679:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624008.885681:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624008.885711:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624008.885715:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624008.885718:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624009.909517:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624009.909524:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624009.909531:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624009.909532:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624009.909637:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624009.909641:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624009.909644:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624010.933160:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624010.933167:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624010.933174:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624010.933175:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624010.933503:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624010.933507:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624010.933510:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624011.957488:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624011.957494:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624011.957501:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624011.957502:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624011.957528:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624011.957531:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624011.957533:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624012.983611:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624012.983619:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624012.983624:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624012.983626:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624012.983743:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624012.983757:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624012.983761:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781624013.621202:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624013.621211:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624013.621220:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0ce00. 00000020:00000040:2.0:1781624013.621224:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781624013.621228:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624013.621231:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624013.621244:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624013.621251:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3f00. 00000100:00000001:2.0:1781624013.621256:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624013.621265:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0ce00 x1868160455865856/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624013.621273:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624013.621276:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624013.621280:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e9d049] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0ce00 x1868160455865856/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624013.621308:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624013.621311:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624013.621314:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624013.621317:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0c380. 00000020:00000040:2.0:1781624013.621319:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781624013.621322:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624013.621323:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624013.621325:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624013.621328:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3700. 00000100:00000001:2.0:1781624013.621331:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624013.621335:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0c380 x1868160455865984/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624013.621343:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624013.621345:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624013.621347:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008362c9ca] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0c380 x1868160455865984/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624013.621353:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624013.621354:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624013.621357:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624013.621360:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624013.621361:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624013.621365:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7508) 00000100:00000001:2.0:1781624013.621374:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624013.621377:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624013.621378:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624013.621383:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0c380 x1868160455865984/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624013.621389:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624013.621391:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624013.621395:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624013.621397:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624013.621400:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624013.621403:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455865984:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624013.621407:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624013.621412:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624013.621415:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624013.621417:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624013.621421:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079800. 02000000:00000001:2.0:1781624013.621424:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624013.621430:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624013.621434:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f087e8. 00000400:00000010:2.0:1781624013.621441:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901dee0. 00000100:00000200:2.0:1781624013.621448:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455865984, portal 10 00000100:00000001:2.0:1781624013.621450:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624013.621452:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272065408 : -123673437486208 : ffff8f8508b0c380) 00000100:00000040:2.0:1781624013.621460:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0c380 x1868160455865984/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624013.621467:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624013.621470:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624013.621473:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d5d8. 00000100:00000200:2.0:1781624013.621476:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455865984, offset 0 00000400:00000200:2.0:1781624013.621481:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624013.621490:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624013.621497:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624013.621501:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624013.621505:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624013.621507:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624013.621509:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624013.621512:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376053:376053:256:4294967295] 192.168.202.101@tcp LPNI seq info [376023:376023:8:4294967295] 00000400:00000200:2.0:1781624013.621515:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624013.621522:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624013.621526:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624013.621530:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3000. 00000800:00000200:2.0:1781624013.621535:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624013.621540:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624013.621543:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624013.621550:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624013.621553:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17540 usecs (18 jiffies) 00000400:00000200:2.0:1781624013.621555:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624013.621558:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302170642 00000100:00000001:2.0:1781624013.621560:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302173304 00000100:00000001:2.0:1781624013.621561:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302170642 00000100:00000001:2.0:1781624013.621563:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302173304 00000100:00000001:2.0:1781624013.621565:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624013.621566:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624013.621568:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624013.621570:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624013.621576:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624013.621577:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781624013.621578:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624013.621580:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624013.621580:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624013.621582:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1781624013.621583:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624013.621584:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624013.621585:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624013.621586:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624013.621586:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624013.621587:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624013.621589:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0ce00 x1868160455865856/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624013.621593:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624013.621594:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624013.621595:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624013.621596:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624013.621598:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624013.621599:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455865856:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624013.621601:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624013.621603:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624013.621604:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624013.621605:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624013.621607:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079000. 02000000:00000001:2.0:1781624013.621608:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624013.621610:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624013.621612:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08318. 00000400:00000010:2.0:1781624013.621615:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d7f8. 00000100:00000200:2.0:1781624013.621616:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455865856, portal 25 00000100:00000001:2.0:1781624013.621617:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624013.621618:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272068096 : -123673437483520 : ffff8f8508b0ce00) 00000100:00000040:2.0:1781624013.621621:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0ce00 x1868160455865856/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624013.621625:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624013.621626:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624013.621627:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d000. 00000100:00000200:2.0:1781624013.621629:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455865856, offset 0 00000400:00000200:2.0:1781624013.621631:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624013.621633:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624013.621635:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624013.621637:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624013.621638:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624013.621640:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624013.621641:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624013.621643:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376054:376054:255:4294967295] 192.168.202.101@tcp LPNI seq info [376024:376024:7:4294967295] 00000400:00000200:2.0:1781624013.621645:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624013.621649:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624013.621651:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624013.621653:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3a00. 00000800:00000200:2.0:1781624013.621655:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624013.621657:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624013.621659:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624013.621661:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624013.621662:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624013.621663:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302178422 00000100:00000001:2.0:1781624013.621668:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302173304 00000100:00000001:2.0:1781624013.621670:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302178422 00000100:00000001:2.0:1781624013.621673:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302173304 00000100:00000001:2.0:1781624013.621674:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624013.621676:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624013.621677:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624013.621678:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624013.621792:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624013.621796:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624013.621835:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624013.621840:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3000. 00000400:00000200:3.0:1781624013.621847:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624013.621852:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624013.621858:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d5d8 00000400:00000010:3.0:1781624013.621860:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d5d8. 00000100:00000001:3.0:1781624013.621865:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624013.621869:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0c380 x1868160455865984/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624013.621878:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624013.621882:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0c380 x1868160455865984/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624029 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624013.621888:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624013.621890:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781624013.621960:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624013.621963:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3a00. 00000400:00000200:3.0:1781624013.621966:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624013.621970:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624013.621973:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d000 00000400:00000010:3.0:1781624013.621974:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d000. 00000100:00000001:3.0:1781624013.621976:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624013.621979:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0ce00 x1868160455865856/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624013.621985:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624013.621987:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0ce00 x1868160455865856/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624029 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624013.621992:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624013.621994:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781624013.628180:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624013.628196:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624013.628200:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624013.628202:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624013.628215:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624013.628223:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624013.628232:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624013.628244:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624013.628249:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624013.628253:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005af600 00000400:00000200:3.0:1781624013.628257:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624013.628263:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f94cd [1] + 224 00000800:00000001:3.0:1781624013.628271:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624013.628274:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624013.628277:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624013.628281:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624013.628289:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624013.628303:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0ce00 x1868160455865856/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624029 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624013.628319:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0ce00 x1868160455865856/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624029 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624013.628341:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624013.628349:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624013.628352:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624013.628354:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624013.628355:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624013.628358:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624013.628361:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624013.628365:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624013.628367:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624013.628370:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624013.628373:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005af680 00000400:00000200:3.0:1781624013.628376:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624013.628386:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f94bd [1] + 224 00000800:00000001:3.0:1781624013.628780:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624013.628788:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624013.628791:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624013.628795:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624013.628799:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624013.628803:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0c380 x1868160455865984/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624029 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624013.628813:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0c380 x1868160455865984/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624029 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624013.628821:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624013.628825:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624013.628827:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624013.634294:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624013.634303:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781624013.634313:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781624013.634315:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781624013.634320:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08318. 00000400:00000200:2.0:1781624013.634330:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d7f8 00000400:00000010:2.0:1781624013.634332:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d7f8. 00000100:00000001:2.0:1781624013.634337:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624013.634349:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0ce00 x1868160455865856/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624029 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624013.634360:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0ce00 x1868160455865856/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624029 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624013.634369:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781624013.634371:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624013.634382:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781624013.634386:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781624013.634389:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781624013.634392:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624013.634395:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781624013.634401:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=40 v=5 (5 5 5 5) 00000100:00001000:2.0:1781624013.634406:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=111 v=5 (1 1 1 1) 00000100:00000001:2.0:1781624013.634408:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781624013.634410:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781624013.634413:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781624013.634415:0:2352:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624013.634417:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624013.634422:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0ce00 x1868160455865856/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624029 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624013.634429:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624013.634433:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781624013.634435:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781624013.634439:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0ce00 x1868160455865856/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624029 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781624013.634447:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455865856:192.168.202.101@tcp:400:kworker.0 00000400:00000001:2.0:1781624013.634453:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781624013.634454:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781624013.634456:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f087e8. 00000400:00000200:2.0:1781624013.634458:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901dee0 00000400:00000010:2.0:1781624013.634460:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901dee0. 00000100:00000001:2.0:1781624013.634462:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624013.634466:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0c380 x1868160455865984/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624029 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624013.634474:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0c380 x1868160455865984/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624029 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624013.634480:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781624013.634482:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624013.634483:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781624013.634484:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781624013.634485:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781624013.634487:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624013.634488:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781624013.634495:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=40 v=5 (5 5 20 20) 00000100:00001000:2.0:1781624013.634497:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=111 v=5 (1 1 1 1) 00000100:00000001:2.0:1781624013.634499:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781624013.634500:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781624013.634502:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781624013.634505:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624013.634507:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781624013.634510:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:2.0:1781624013.634512:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781624013.634513:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624013.634516:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0c380 x1868160455865984/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624029 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624013.634522:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624013.634523:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781624013.634524:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781624013.634528:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0c380 x1868160455865984/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624029 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781624013.634535:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455865984:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624013.634541:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624013.634543:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624013.634546:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0ce00 x1868160455865856/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624029 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624013.634553:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781624013.634556:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781624013.634560:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079000. 02000000:00000001:2.0:1781624013.634563:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781624013.634566:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781624013.634568:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781624013.634571:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781624013.634573:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3f00. 02000000:00000001:2.0:1781624013.634578:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781624013.634580:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781624013.634582:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0ce00. 00000100:00000001:2.0:1781624013.634586:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781624013.634587:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624013.634589:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624013.634592:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0c380 x1868160455865984/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624029 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624013.634598:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781624013.634599:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781624013.634600:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079800. 02000000:00000001:2.0:1781624013.634602:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781624013.634603:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781624013.634604:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:2.0:1781624013.634605:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781624013.634606:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3700. 02000000:00000001:2.0:1781624013.634608:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781624013.634609:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781624013.634610:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0c380. 00000100:00000001:2.0:1781624013.634612:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781624013.634613:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624013.634615:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624013.634623:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624013.634625:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624013.634627:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624013.634630:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624014.005114:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624014.005122:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624014.005127:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624014.005129:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624014.005319:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624014.005323:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624014.005326:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624015.029415:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624015.029422:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624015.029428:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624015.029430:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624015.029458:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624015.029461:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624015.029464:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624016.053172:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624016.053189:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624016.053197:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624016.053199:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624016.053379:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624016.053383:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624016.053386:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624017.077175:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624017.077184:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624017.077186:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624017.077189:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624017.077195:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624017.077197:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624017.077199:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624017.077201:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624017.077205:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624017.077207:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624017.077208:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624017.077209:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624017.077211:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624017.077212:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624017.077213:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624017.077215:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624017.077682:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624017.077686:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624017.077689:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624018.104068:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624018.104073:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624018.104078:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624018.104079:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624018.104097:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624018.104099:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624018.104101:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781624018.741236:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624018.741248:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624018.741260:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0c380. 00000020:00000040:2.0:1781624018.741267:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781624018.741273:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624018.741276:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624018.741281:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624018.741290:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3700. 00000100:00000001:2.0:1781624018.741297:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624018.741311:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0c380 x1868160455866112/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624018.741323:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624018.741328:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624018.741335:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008362c9ca] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0c380 x1868160455866112/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624018.741377:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624018.741380:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624018.741385:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624018.741388:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0ce00. 00000020:00000040:2.0:1781624018.741391:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781624018.741393:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624018.741394:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624018.741396:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624018.741399:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3f00. 00000100:00000001:2.0:1781624018.741403:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624018.741407:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0ce00 x1868160455866240/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624018.741414:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624018.741416:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624018.741420:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e9d049] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0ce00 x1868160455866240/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624018.741427:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624018.741429:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624018.741432:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624018.741435:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624018.741438:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624018.741443:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7513) 00000100:00000001:2.0:1781624018.741460:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624018.741463:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624018.741466:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624018.741472:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0ce00 x1868160455866240/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624018.741479:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624018.741481:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624018.741485:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624018.741487:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624018.741489:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624018.741492:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455866240:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624018.741497:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624018.741502:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624018.741504:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624018.741507:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624018.741511:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079e00. 02000000:00000001:2.0:1781624018.741514:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624018.741521:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624018.741524:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f087e8. 00000400:00000010:2.0:1781624018.741532:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901dee0. 00000100:00000200:2.0:1781624018.741539:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455866240, portal 10 00000100:00000001:2.0:1781624018.741541:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624018.741543:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272068096 : -123673437483520 : ffff8f8508b0ce00) 00000100:00000040:2.0:1781624018.741551:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0ce00 x1868160455866240/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624018.741558:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624018.741561:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624018.741564:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d7f8. 00000100:00000200:2.0:1781624018.741567:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455866240, offset 0 00000400:00000200:2.0:1781624018.741572:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624018.741582:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624018.741589:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624018.741595:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624018.741600:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624018.741604:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624018.741606:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624018.741610:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376055:376055:256:4294967295] 192.168.202.101@tcp LPNI seq info [376025:376025:8:4294967295] 00000400:00000200:2.0:1781624018.741614:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624018.741624:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624018.741631:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624018.741635:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3200. 00000800:00000200:2.0:1781624018.741641:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624018.741649:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624018.741653:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624018.741663:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624018.741668:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17538 usecs (18 jiffies) 00000400:00000200:2.0:1781624018.741672:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624018.741702:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302175762 00000100:00000001:2.0:1781624018.741706:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302178422 00000100:00000001:2.0:1781624018.741708:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302175762 00000100:00000001:2.0:1781624018.741710:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302178422 00000100:00000001:2.0:1781624018.741713:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624018.741716:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624018.741719:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624018.741721:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624018.741728:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624018.741730:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781624018.741732:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624018.741733:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624018.741735:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624018.741737:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1781624018.741738:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624018.741740:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624018.741741:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624018.741753:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624018.741754:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624018.741755:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624018.741759:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0c380 x1868160455866112/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624018.741766:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624018.741767:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624018.741769:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624018.741771:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624018.741772:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624018.741775:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455866112:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624018.741778:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624018.741780:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624018.741781:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624018.741782:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624018.741785:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079400. 02000000:00000001:2.0:1781624018.741787:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624018.741791:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624018.741793:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08318. 00000400:00000010:2.0:1781624018.741796:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d220. 00000100:00000200:2.0:1781624018.741799:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455866112, portal 25 00000100:00000001:2.0:1781624018.741800:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624018.741801:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272065408 : -123673437486208 : ffff8f8508b0c380) 00000100:00000040:2.0:1781624018.741805:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0c380 x1868160455866112/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624018.741811:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624018.741813:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624018.741815:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d110. 00000100:00000200:2.0:1781624018.741818:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455866112, offset 0 00000400:00000200:2.0:1781624018.741821:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624018.741825:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624018.741828:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624018.741830:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624018.741832:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624018.741834:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624018.741836:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624018.741839:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376056:376056:255:4294967295] 192.168.202.101@tcp LPNI seq info [376026:376026:7:4294967295] 00000400:00000200:2.0:1781624018.741843:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624018.741849:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624018.741853:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624018.741856:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3400. 00000800:00000200:2.0:1781624018.741859:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624018.741863:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624018.741865:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624018.741868:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624018.741871:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624018.741873:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302183542 00000100:00000001:2.0:1781624018.741879:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302178422 00000100:00000001:2.0:1781624018.741884:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302183542 00000100:00000001:2.0:1781624018.741887:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302178422 00000100:00000001:2.0:1781624018.741889:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624018.741891:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624018.741893:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624018.741895:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624018.741992:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624018.741996:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624018.742071:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624018.742076:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3200. 00000400:00000200:3.0:1781624018.742084:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624018.742090:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624018.742097:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d7f8 00000400:00000010:3.0:1781624018.742100:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d7f8. 00000100:00000001:3.0:1781624018.742105:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624018.742110:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0ce00 x1868160455866240/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624018.742120:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624018.742122:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0ce00 x1868160455866240/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624034 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624018.742129:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624018.742130:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781624018.742203:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624018.742206:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3400. 00000400:00000200:3.0:1781624018.742209:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624018.742213:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624018.742215:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d110 00000400:00000010:3.0:1781624018.742217:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d110. 00000100:00000001:3.0:1781624018.742219:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624018.742222:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0c380 x1868160455866112/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624018.742229:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624018.742232:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0c380 x1868160455866112/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624034 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624018.742238:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624018.742240:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781624018.745560:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624018.745579:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624018.745583:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624018.745585:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624018.745594:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624018.745601:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624018.745610:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624018.745616:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624018.745621:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624018.745625:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005af780 00000400:00000200:3.0:1781624018.745630:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624018.745636:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f94dd [1] + 224 00000800:00000001:3.0:1781624018.745643:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624018.745645:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624018.745648:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624018.745651:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624018.745659:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624018.745667:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0ce00 x1868160455866240/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624034 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624018.745689:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0ce00 x1868160455866240/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624034 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624018.745711:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624018.745721:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624018.745724:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624018.745725:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624018.745727:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624018.745729:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624018.745733:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624018.745736:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624018.745739:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624018.745741:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624018.745744:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005af700 00000400:00000200:3.0:1781624018.745749:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624018.745752:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f94ed [1] + 224 00000800:00000001:3.0:1781624018.745756:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624018.745760:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624018.745762:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624018.745765:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624018.745767:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624018.745771:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0c380 x1868160455866112/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624034 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624018.745779:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0c380 x1868160455866112/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624034 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624018.745786:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624018.745788:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624018.745790:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624018.745872:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624018.745877:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781624018.745885:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781624018.745887:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781624018.745891:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08318. 00000400:00000200:2.0:1781624018.745897:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d220 00000400:00000010:2.0:1781624018.745899:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d220. 00000100:00000001:2.0:1781624018.745902:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624018.745907:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0c380 x1868160455866112/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624034 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624018.745918:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0c380 x1868160455866112/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624034 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624018.745926:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781624018.745928:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624018.745931:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781624018.745934:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781624018.746210:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781624018.746214:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624018.746218:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781624018.746292:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=45 v=5 (5 5 5 5) 00000100:00001000:2.0:1781624018.746298:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=116 v=5 (1 1 1 1) 00000100:00000001:2.0:1781624018.746301:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781624018.746302:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781624018.746305:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781624018.746308:0:2352:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624018.746310:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624018.746316:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0c380 x1868160455866112/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624034 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624018.746332:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624018.746336:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781624018.746338:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781624018.746342:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0c380 x1868160455866112/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624034 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781624018.746349:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455866112:192.168.202.101@tcp:400:kworker.0 00000400:00000001:2.0:1781624018.746357:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781624018.746359:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781624018.746361:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f087e8. 00000400:00000200:2.0:1781624018.746366:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901dee0 00000400:00000010:2.0:1781624018.746368:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901dee0. 00000100:00000001:2.0:1781624018.746375:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624018.746379:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0ce00 x1868160455866240/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624034 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624018.746388:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0ce00 x1868160455866240/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624034 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624018.746394:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781624018.746395:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624018.746397:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781624018.746399:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781624018.746400:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781624018.746402:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624018.746403:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781624018.746409:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=45 v=5 (5 5 20 20) 00000100:00001000:2.0:1781624018.746412:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=116 v=5 (1 1 1 1) 00000100:00000001:2.0:1781624018.746414:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781624018.746415:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781624018.746416:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781624018.746419:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624018.746422:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781624018.746424:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:2.0:1781624018.746426:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781624018.746428:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624018.746431:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0ce00 x1868160455866240/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624034 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624018.746437:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624018.746439:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781624018.746441:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781624018.746444:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0ce00 x1868160455866240/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624034 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781624018.746450:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455866240:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624018.746454:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624018.746456:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624018.746459:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0c380 x1868160455866112/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624034 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624018.746465:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781624018.746467:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781624018.746470:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079400. 02000000:00000001:2.0:1781624018.746474:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781624018.746476:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781624018.746478:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781624018.746480:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781624018.746482:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3700. 02000000:00000001:2.0:1781624018.746487:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781624018.746488:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781624018.746490:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0c380. 00000100:00000001:2.0:1781624018.746493:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781624018.746494:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624018.746495:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624018.746498:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0ce00 x1868160455866240/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624034 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624018.746504:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781624018.746505:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781624018.746506:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079e00. 02000000:00000001:2.0:1781624018.746508:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781624018.746509:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781624018.746510:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:2.0:1781624018.746512:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781624018.746513:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3f00. 02000000:00000001:2.0:1781624018.746515:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781624018.746516:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781624018.746517:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0ce00. 00000100:00000001:2.0:1781624018.746519:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781624018.746520:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624018.746523:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624018.746530:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624018.746532:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624018.746535:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624018.746537:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624019.127823:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624019.127833:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624019.127841:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624019.127842:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624019.127952:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624019.127959:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624019.127964:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624020.149244:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624020.149253:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624020.149258:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624020.149259:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624020.149451:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624020.149455:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624020.149458:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624021.173178:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624021.173189:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624021.173196:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624021.173197:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624021.173228:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624021.173231:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624021.173234:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624022.197178:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624022.197188:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624022.197195:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624022.197196:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624022.197710:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624022.197714:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624022.197718:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624023.221397:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624023.221404:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624023.221410:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624023.221412:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624023.221689:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624023.221694:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624023.221697:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781624023.861262:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624023.861273:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624023.861283:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511283b80. 00000020:00000040:3.0:1781624023.861288:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781624023.861293:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624023.861296:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624023.861301:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624023.861310:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d100. 00000100:00000001:3.0:1781624023.861317:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624023.861328:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511283b80 x1868160455866368/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624023.861337:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624023.861351:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624023.861358:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df6e823e] to pc [ptlrpcd_01_00+0] req@ffff8f8511283b80 x1868160455866368/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624023.861390:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624023.861393:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624023.861397:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624023.861400:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511280a80. 00000020:00000040:3.0:1781624023.861402:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781624023.861405:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624023.861406:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624023.861408:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624023.861412:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d900. 00000100:00000001:3.0:1781624023.861414:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624023.861419:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511280a80 x1868160455866496/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624023.861426:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624023.861428:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624023.861431:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000694084cb] to pc [ptlrpcd_01_01+1] req@ffff8f8511280a80 x1868160455866496/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624023.861439:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624023.861441:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624023.861445:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624023.861448:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624023.861451:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624023.861457:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7518) 00000100:00000001:3.0:1781624023.861471:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624023.861474:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624023.861477:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781624023.861482:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511280a80 x1868160455866496/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624023.861489:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781624023.861491:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624023.861494:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781624023.861497:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781624023.861500:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624023.861503:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455866496:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624023.861507:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781624023.861514:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781624023.861516:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624023.861519:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781624023.861523:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ec200. 02000000:00000001:3.0:1781624023.861525:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624023.861533:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781624023.861537:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8dc0. 00000400:00000010:3.0:1781624023.861544:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70aa0. 00000100:00000200:3.0:1781624023.861551:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455866496, portal 10 00000100:00000001:3.0:1781624023.861554:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781624023.861555:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414100096 : -123673295451520 : ffff8f8511280a80) 00000100:00000040:3.0:1781624023.861563:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511280a80 x1868160455866496/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624023.861570:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781624023.861573:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781624023.861575:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70110. 00000100:00000200:3.0:1781624023.861577:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455866496, offset 0 00000400:00000200:3.0:1781624023.861585:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624023.861595:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624023.861602:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781624023.861607:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781624023.861613:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781624023.861617:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781624023.861620:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781624023.861624:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376057:376057:256:4294967295] 192.168.202.101@tcp LPNI seq info [376027:376027:8:4294967295] 00000400:00000200:3.0:1781624023.861639:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624023.861649:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781624023.861655:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781624023.861660:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d500. 00000800:00000200:3.0:1781624023.861668:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781624023.861677:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781624023.861681:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781624023.861693:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624023.861698:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17526 usecs (18 jiffies) 00000400:00000200:3.0:1781624023.861702:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624023.861704:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302180882 00000100:00000001:3.0:1781624023.861708:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302183542 00000100:00000001:3.0:1781624023.861710:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302180882 00000100:00000001:3.0:1781624023.861713:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302183542 00000100:00000001:3.0:1781624023.861715:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624023.861867:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624023.861870:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624023.861872:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624023.861878:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511283b80 x1868160455866368/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624023.861885:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624023.861887:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624023.861889:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624023.861891:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624023.861894:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624023.861897:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511283b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455866368:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624023.861900:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624023.861903:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624023.861905:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624023.861907:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624023.861911:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079800. 02000000:00000001:2.0:1781624023.861913:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624023.861917:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624023.861920:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f087e8. 00000400:00000010:2.0:1781624023.861924:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901dee0. 00000100:00000200:2.0:1781624023.861927:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455866368, portal 25 00000100:00000001:2.0:1781624023.861929:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624023.861930:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414112640 : -123673295438976 : ffff8f8511283b80) 00000100:00000040:2.0:1781624023.861935:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511283b80 x1868160455866368/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624023.861941:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624023.861944:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624023.861946:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d220. 00000100:00000200:2.0:1781624023.861948:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455866368, offset 0 00000400:00000200:2.0:1781624023.861953:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624023.861957:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624023.861960:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624023.861963:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624023.861966:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624023.861968:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624023.861970:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624023.861973:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376058:376058:255:4294967295] 192.168.202.101@tcp LPNI seq info [376028:376028:7:4294967295] 00000400:00000200:2.0:1781624023.861977:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624023.861982:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624023.861987:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624023.861990:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3f00. 00000800:00000200:2.0:1781624023.861994:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624023.861998:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624023.862001:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624023.862004:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624023.862007:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624023.862009:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302188662 00000100:00000001:2.0:1781624023.862015:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302183542 00000100:00000001:2.0:1781624023.862020:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302188662 00000100:00000001:2.0:1781624023.862023:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302183542 00000100:00000001:2.0:1781624023.862107:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624023.862110:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624023.862113:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624023.862115:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624023.862123:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624023.862125:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781624023.862127:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624023.862129:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624023.862130:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624023.862132:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624023.862186:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624023.862191:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d500. 00000400:00000200:2.0:1781624023.862197:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624023.862202:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624023.862207:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70110 00000400:00000010:2.0:1781624023.862209:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70110. 00000100:00000001:2.0:1781624023.862213:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624023.862217:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511280a80 x1868160455866496/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624023.862227:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624023.862230:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511280a80 x1868160455866496/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624039 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624023.862236:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624023.862238:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624023.862296:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624023.862299:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3f00. 00000400:00000200:2.0:1781624023.862302:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624023.862306:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624023.862308:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d220 00000400:00000010:2.0:1781624023.862310:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d220. 00000100:00000001:2.0:1781624023.862312:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624023.862316:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511283b80 x1868160455866368/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624023.862323:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624023.862326:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511283b80 x1868160455866368/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624039 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624023.862333:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624023.862335:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1781624023.862467:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624023.862471:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624023.862473:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624023.862477:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624023.862478:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781624023.862480:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624023.862481:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624023.862538:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624023.862541:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624023.868762:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624023.868780:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624023.868784:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624023.868786:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624023.868797:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624023.868805:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624023.868814:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624023.868819:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624023.868824:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624023.868829:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005af800 00000400:00000200:2.0:1781624023.868834:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624023.868840:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f950d [1] + 224 00000800:00000001:2.0:1781624023.868848:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624023.868852:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624023.868855:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624023.868860:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624023.868869:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624023.868880:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511283b80 x1868160455866368/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624039 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624023.868889:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511283b80 x1868160455866368/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624039 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624023.868917:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624023.868925:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624023.868929:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624023.868930:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624023.868932:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624023.868934:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624023.868937:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624023.868941:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624023.868943:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624023.868947:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624023.868950:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005af880 00000400:00000200:2.0:1781624023.868953:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624023.868957:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f94fd [1] + 224 00000800:00000001:2.0:1781624023.868960:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624023.868966:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624023.868968:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624023.868971:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624023.868975:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624023.868979:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511280a80 x1868160455866496/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624039 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624023.868987:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511280a80 x1868160455866496/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624039 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624023.869000:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624023.869004:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624023.869007:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624023.869019:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624023.869023:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781624023.869052:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781624023.869054:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781624023.869057:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8dc0. 00000400:00000200:2.0:1781624023.869064:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70aa0 00000400:00000010:2.0:1781624023.869066:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70aa0. 00000100:00000001:2.0:1781624023.869071:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624023.869079:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511280a80 x1868160455866496/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624039 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624023.869087:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511280a80 x1868160455866496/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624039 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624023.869093:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781624023.869095:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624023.869097:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781624023.869101:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781624023.869104:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781624023.869106:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624023.869109:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781624023.869119:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=50 v=5 (5 5 20 20) 00000100:00001000:2.0:1781624023.869123:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=121 v=5 (1 1 1 1) 00000100:00000001:2.0:1781624023.869126:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781624023.869128:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781624023.869131:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781624023.869135:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624023.869139:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781624023.869142:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:2.0:1781624023.869143:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781624023.869145:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624023.869150:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511280a80 x1868160455866496/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624039 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624023.869157:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624023.869161:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781624023.869163:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781624023.869166:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511280a80 x1868160455866496/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624039 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781624023.869174:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455866496:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624023.869179:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624023.869182:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624023.869185:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511280a80 x1868160455866496/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624039 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624023.869191:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781624023.869194:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781624023.869198:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ec200. 02000000:00000001:2.0:1781624023.869200:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781624023.869203:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781624023.869205:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:2.0:1781624023.869207:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781624023.869210:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d900. 02000000:00000001:2.0:1781624023.869215:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781624023.869217:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781624023.869219:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511280a80. 00000100:00000001:2.0:1781624023.869223:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781624023.869224:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624023.869226:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624023.869234:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624023.869236:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624023.869238:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624023.869240:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624023.869291:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624023.869293:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624023.869297:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624023.869298:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624023.869300:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f087e8. 00000400:00000200:3.0:1781624023.869304:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901dee0 00000400:00000010:3.0:1781624023.869307:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901dee0. 00000100:00000001:3.0:1781624023.869309:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624023.869313:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511283b80 x1868160455866368/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624039 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624023.869321:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511283b80 x1868160455866368/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624039 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624023.869327:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624023.869329:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624023.869330:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624023.869332:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624023.869333:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624023.869335:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624023.869337:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624023.869340:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=50 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624023.869343:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=121 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624023.869345:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624023.869346:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624023.869348:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624023.869350:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624023.869352:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624023.869355:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511283b80 x1868160455866368/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624039 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624023.869360:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624023.869362:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624023.869363:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624023.869366:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511283b80 x1868160455866368/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624039 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624023.869373:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511283b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455866368:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624023.869377:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624023.869378:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624023.869381:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511283b80 x1868160455866368/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624039 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624023.869393:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624023.869394:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624023.869396:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079800. 02000000:00000001:3.0:1781624023.869399:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624023.869401:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624023.869402:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781624023.869404:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624023.869405:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d100. 02000000:00000001:3.0:1781624023.869407:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624023.869408:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624023.869409:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511283b80. 00000100:00000001:3.0:1781624023.869412:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624023.869413:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624023.869415:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624023.869419:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624023.869420:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624023.869422:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624023.869423:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624024.245159:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624024.245166:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624024.245172:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624024.245174:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624024.245201:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624024.245204:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624024.245206:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624025.269900:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624025.269907:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624025.269913:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624025.269914:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624025.270089:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624025.270093:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624025.270096:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624026.293172:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624026.293186:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624026.293191:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624026.293192:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624026.293368:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624026.293370:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624026.293372:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624027.318665:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624027.318676:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624027.318678:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624027.318681:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624027.318687:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624027.318689:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624027.318691:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624027.318694:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624027.318701:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624027.318702:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624027.318703:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624027.318704:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624027.318706:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624027.318707:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624027.318708:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624027.318710:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624027.318738:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624027.318740:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624027.318743:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624028.341178:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624028.341189:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624028.341196:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624028.341197:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624028.341327:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624028.341331:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624028.341334:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781624028.981386:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624028.981403:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624028.981417:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511283b80. 00000020:00000040:3.0:1781624028.981424:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781624028.981429:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624028.981433:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624028.981439:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624028.981448:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d100. 00000100:00000001:3.0:1781624028.981456:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624028.981468:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511283b80 x1868160455866624/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624028.981485:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624028.981490:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624028.981497:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df6e823e] to pc [ptlrpcd_01_00+0] req@ffff8f8511283b80 x1868160455866624/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624028.981533:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624028.981536:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624028.981539:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624028.981542:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511281180. 00000020:00000040:3.0:1781624028.981545:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781624028.981547:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624028.981548:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624028.981550:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624028.981554:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d900. 00000100:00000001:3.0:1781624028.981557:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624028.981562:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511281180 x1868160455866752/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624028.981570:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624028.981572:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624028.981576:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc6d7584] to pc [ptlrpcd_01_01+1] req@ffff8f8511281180 x1868160455866752/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624028.981615:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624028.981618:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624028.981621:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624028.981625:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624028.981628:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624028.981634:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7523) 00000100:00000001:2.0:1781624028.982913:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624028.982919:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624028.982923:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624028.982935:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511283b80 x1868160455866624/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624028.982947:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624028.982949:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624028.982955:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624028.982958:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624028.982961:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624028.982965:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511283b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455866624:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624028.982973:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624028.982980:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624028.982983:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624028.982985:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624028.982994:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078600. 02000000:00000001:2.0:1781624028.982997:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624028.983003:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624028.983007:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08318. 00000400:00000010:2.0:1781624028.983015:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d220. 00000100:00000200:2.0:1781624028.983073:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455866624, portal 25 00000100:00000001:2.0:1781624028.983077:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624028.983078:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414112640 : -123673295438976 : ffff8f8511283b80) 00000100:00000040:2.0:1781624028.983086:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511283b80 x1868160455866624/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624028.983094:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624028.983097:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624028.983101:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901dd48. 00000100:00000200:2.0:1781624028.983105:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455866624, offset 0 00000400:00000200:2.0:1781624028.983112:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624028.983123:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624028.983133:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624028.983139:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624028.983144:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624028.983148:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624028.983151:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624028.983154:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376059:376059:256:4294967295] 192.168.202.101@tcp LPNI seq info [376029:376029:8:4294967295] 00000400:00000200:2.0:1781624028.983159:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624028.983169:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624028.983175:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624028.983180:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3f00. 00000800:00000200:2.0:1781624028.983186:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624028.983195:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624028.983199:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624028.983230:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624028.983235:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624028.983237:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302193784 00000100:00000001:2.0:1781624028.983244:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302188662 00000100:00000001:2.0:1781624028.983249:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302193784 00000100:00000001:2.0:1781624028.983253:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302188662 00000100:00000001:2.0:1781624028.983256:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624028.983258:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624028.983262:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624028.983264:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624028.983271:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624028.983273:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781624028.983276:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624028.983277:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624028.983278:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624028.983281:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1781624028.983283:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624028.983284:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624028.983286:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624028.983288:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624028.983288:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624028.983290:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624028.983295:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511281180 x1868160455866752/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624028.983303:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624028.983305:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624028.983307:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624028.983309:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624028.983311:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624028.983314:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455866752:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624028.983317:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624028.983320:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624028.983321:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624028.983323:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624028.983326:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078800. 02000000:00000001:2.0:1781624028.983328:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624028.983331:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624028.983333:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08ec8. 00000400:00000010:2.0:1781624028.983337:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901daa0. 00000100:00000200:2.0:1781624028.983339:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455866752, portal 10 00000100:00000001:2.0:1781624028.983341:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624028.983343:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414101888 : -123673295449728 : ffff8f8511281180) 00000100:00000040:2.0:1781624028.983349:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511281180 x1868160455866752/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624028.983356:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624028.983358:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624028.983360:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d2a8. 00000100:00000200:2.0:1781624028.983363:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455866752, offset 0 00000400:00000200:2.0:1781624028.983367:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624028.983371:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624028.983374:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624028.983376:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624028.983379:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624028.983381:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624028.983383:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624028.983386:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376060:376060:255:4294967295] 192.168.202.101@tcp LPNI seq info [376030:376030:7:4294967295] 00000400:00000200:2.0:1781624028.983390:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624028.983396:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624028.983401:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624028.983405:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3700. 00000800:00000200:2.0:1781624028.983409:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624028.983413:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624028.983415:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624028.983419:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624028.983422:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17517 usecs (18 jiffies) 00000400:00000200:2.0:1781624028.983425:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624028.983427:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302186004 00000100:00000001:2.0:1781624028.983429:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302193784 00000100:00000001:2.0:1781624028.983431:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302186004 00000100:00000001:2.0:1781624028.983433:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302193784 00000100:00000001:2.0:1781624028.983435:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624028.983436:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624028.983439:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624028.983440:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624028.983453:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624028.983454:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624028.983607:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624028.983612:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3f00. 00000400:00000200:3.0:1781624028.983620:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624028.983625:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624028.983629:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901dd48 00000400:00000010:3.0:1781624028.983632:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901dd48. 00000100:00000001:3.0:1781624028.983637:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624028.983641:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511283b80 x1868160455866624/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624028.983652:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624028.983656:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511283b80 x1868160455866624/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624044 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624028.983662:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624028.983665:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781624028.983991:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624028.983994:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3700. 00000400:00000200:3.0:1781624028.983997:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624028.984001:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624028.984004:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d2a8 00000400:00000010:3.0:1781624028.984005:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d2a8. 00000100:00000001:3.0:1781624028.984008:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624028.984011:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511281180 x1868160455866752/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624028.984019:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624028.984021:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511281180 x1868160455866752/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624044 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624028.984048:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624028.984050:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624028.990759:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624028.990780:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624028.990785:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624028.990788:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624028.990809:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624028.990819:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624028.990831:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624028.990836:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624028.990842:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624028.990846:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005af980 00000400:00000200:2.0:1781624028.990851:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624028.990858:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f952d [1] + 224 00000800:00000001:2.0:1781624028.990866:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624028.990877:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624028.990881:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624028.990886:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624028.990895:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624028.990906:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511281180 x1868160455866752/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624044 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624028.990924:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511281180 x1868160455866752/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624044 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624028.990950:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624028.990961:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624028.990964:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624028.991356:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624028.991361:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624028.991369:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624028.991372:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624028.991377:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08ec8. 00000400:00000200:3.0:1781624028.991383:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901daa0 00000400:00000010:3.0:1781624028.991386:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901daa0. 00000100:00000001:3.0:1781624028.991390:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624028.991396:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511281180 x1868160455866752/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624044 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1781624028.991476:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624028.991481:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624028.991484:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624028.991486:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624028.991490:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624028.991494:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624028.991498:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624028.991501:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624028.991504:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624028.991508:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005af900 00000400:00000200:2.0:1781624028.991512:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624028.991516:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f951d [1] + 224 00000800:00000001:2.0:1781624028.991521:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624028.991526:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624028.991528:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624028.991531:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624028.991535:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624028.991539:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511283b80 x1868160455866624/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624044 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624028.991548:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511283b80 x1868160455866624/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624044 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624028.991556:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624028.991560:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624028.991562:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1781624028.991625:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511281180 x1868160455866752/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624044 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624028.991631:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624028.991633:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624028.991635:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624028.991639:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624028.991642:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624028.991644:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624028.991647:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624028.991655:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=55 v=5 (5 5 20 20) 00000100:00001000:3.0:1781624028.991660:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=126 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624028.991663:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624028.991664:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624028.991667:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624028.991670:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624028.991674:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781624028.991676:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781624028.991678:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781624028.991679:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624028.991683:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511281180 x1868160455866752/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624044 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624028.991690:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624028.991693:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624028.991695:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624028.991699:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511281180 x1868160455866752/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624044 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624028.991707:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455866752:192.168.202.101@tcp:400:kworker.0 00000400:00000001:3.0:1781624028.991713:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624028.991715:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624028.991717:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08318. 00000400:00000200:3.0:1781624028.991720:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d220 00000400:00000010:3.0:1781624028.991722:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d220. 00000100:00000001:3.0:1781624028.991724:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624028.991727:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511283b80 x1868160455866624/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624044 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624028.991735:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511283b80 x1868160455866624/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624044 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624028.991740:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624028.991741:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624028.991743:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624028.991744:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624028.991745:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624028.991747:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624028.991748:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624028.991751:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=55 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624028.991753:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=126 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624028.991756:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624028.991757:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624028.991758:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624028.991760:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624028.991762:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624028.991765:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511283b80 x1868160455866624/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624044 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624028.991772:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624028.991774:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624028.991775:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624028.991779:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511283b80 x1868160455866624/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624044 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624028.991786:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511283b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455866624:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624028.991790:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624028.991793:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624028.991806:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511281180 x1868160455866752/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624044 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624028.991813:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624028.991816:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624028.991819:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078800. 02000000:00000001:3.0:1781624028.991822:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624028.991824:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624028.991826:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781624028.991829:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624028.991831:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d900. 02000000:00000001:3.0:1781624028.991834:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624028.991835:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624028.991838:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511281180. 00000100:00000001:3.0:1781624028.991841:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624028.991843:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624028.991844:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624028.991847:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511283b80 x1868160455866624/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624044 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624028.991853:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624028.991854:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624028.991856:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078600. 02000000:00000001:3.0:1781624028.991858:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624028.991859:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624028.991860:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781624028.991862:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624028.991863:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d100. 02000000:00000001:3.0:1781624028.991865:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624028.991867:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624028.991868:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511283b80. 00000100:00000001:3.0:1781624028.991871:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624028.991872:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624028.991874:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624028.991881:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624028.991882:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624028.991884:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624028.991887:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624029.365508:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624029.365515:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624029.365520:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624029.365521:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624029.365610:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624029.365614:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624029.365618:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624030.389210:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624030.389219:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624030.389225:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624030.389226:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624030.389325:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624030.389328:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624030.389331:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624031.413333:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624031.413341:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624031.413348:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624031.413349:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624031.413506:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624031.413510:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624031.413513:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624032.437302:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624032.437312:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624032.437320:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624032.437331:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624032.445891:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624032.445900:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624032.445904:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624033.461369:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624033.461376:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624033.461382:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624033.461383:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624033.461409:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624033.461411:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624033.461414:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781624034.101409:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624034.101420:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624034.101431:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511283b80. 00000020:00000040:3.0:1781624034.101437:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781624034.101441:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624034.101444:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624034.101450:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624034.101459:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d100. 00000100:00000001:3.0:1781624034.101465:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624034.101550:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511283b80 x1868160455866880/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624034.101561:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624034.101565:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624034.101572:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df6e823e] to pc [ptlrpcd_01_00+0] req@ffff8f8511283b80 x1868160455866880/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624034.101614:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624034.101618:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624034.101622:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624034.101625:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511281180. 00000020:00000040:3.0:1781624034.101628:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781624034.101630:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624034.101631:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624034.101633:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624034.101637:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d900. 00000100:00000001:3.0:1781624034.101640:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624034.101645:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511281180 x1868160455867008/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624034.101652:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624034.101655:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624034.101658:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc6d7584] to pc [ptlrpcd_01_01+1] req@ffff8f8511281180 x1868160455867008/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624034.101666:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624034.101669:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624034.101672:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624034.101675:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624034.101679:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624034.101684:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7528) 00000100:00000001:3.0:1781624034.101712:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624034.101715:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624034.101718:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781624034.101724:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511281180 x1868160455867008/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624034.101732:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781624034.101734:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624034.101738:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781624034.101741:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781624034.101744:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624034.101747:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455867008:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624034.101751:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781624034.101757:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781624034.101760:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624034.101763:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781624034.101767:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ec800. 02000000:00000001:3.0:1781624034.101769:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624034.101777:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781624034.101782:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8d68. 00000400:00000010:3.0:1781624034.101788:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70d48. 00000100:00000200:3.0:1781624034.101795:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455867008, portal 10 00000100:00000001:3.0:1781624034.101798:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781624034.101800:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414101888 : -123673295449728 : ffff8f8511281180) 00000100:00000040:3.0:1781624034.101806:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511281180 x1868160455867008/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624034.101813:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781624034.101816:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781624034.101819:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e705d8. 00000100:00000200:3.0:1781624034.101822:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455867008, offset 0 00000400:00000200:3.0:1781624034.101829:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624034.101840:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624034.101849:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781624034.101855:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781624034.101860:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781624034.101865:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781624034.101869:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781624034.101873:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376061:376061:256:4294967295] 192.168.202.101@tcp LPNI seq info [376031:376031:8:4294967295] 00000400:00000200:3.0:1781624034.101877:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624034.101889:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781624034.101896:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781624034.101901:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d500. 00000800:00000200:3.0:1781624034.101909:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781624034.101919:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781624034.101924:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781624034.101938:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624034.101944:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17512 usecs (18 jiffies) 00000400:00000200:3.0:1781624034.101947:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624034.101950:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302191122 00000100:00000001:3.0:1781624034.101954:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302193784 00000100:00000001:3.0:1781624034.101956:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302191122 00000100:00000001:3.0:1781624034.101959:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302193784 00000100:00000001:2.0:1781624034.103759:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624034.103766:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624034.103769:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624034.103780:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511283b80 x1868160455866880/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624034.103790:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624034.103792:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624034.103795:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624034.103799:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624034.103801:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624034.103804:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511283b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455866880:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624034.103808:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624034.103814:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624034.103816:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624034.103818:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624034.103826:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078a00. 02000000:00000001:2.0:1781624034.103828:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624034.103834:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624034.103838:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08688. 00000400:00000010:2.0:1781624034.103844:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d440. 00000100:00000200:2.0:1781624034.103851:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455866880, portal 25 00000100:00000001:2.0:1781624034.103853:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624034.103855:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414112640 : -123673295438976 : ffff8f8511283b80) 00000100:00000040:2.0:1781624034.103860:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511283b80 x1868160455866880/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624034.103867:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624034.103870:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624034.103872:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d330. 00000100:00000200:2.0:1781624034.103875:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455866880, offset 0 00000400:00000200:2.0:1781624034.103881:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624034.103890:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624034.103898:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624034.103902:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624034.103906:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624034.103909:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624034.103912:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624034.103915:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376062:376062:255:4294967295] 192.168.202.101@tcp LPNI seq info [376032:376032:7:4294967295] 00000400:00000200:2.0:1781624034.103920:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624034.103928:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624034.103933:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624034.103939:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3700. 00000800:00000200:2.0:1781624034.103944:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624034.103952:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624034.103956:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624034.103959:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624034.103963:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624034.103966:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302198904 00000100:00000001:2.0:1781624034.103973:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302193784 00000100:00000001:2.0:1781624034.103977:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302198904 00000100:00000001:3.0:1781624034.104614:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624034.104617:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624034.104621:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624034.104624:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624034.104634:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624034.104636:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781624034.104639:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624034.104640:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624034.104641:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624034.104645:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624034.104707:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624034.104712:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d500. 00000400:00000200:3.0:1781624034.104719:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624034.104727:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624034.104734:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e705d8 00000400:00000010:3.0:1781624034.104736:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e705d8. 00000100:00000001:3.0:1781624034.104742:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624034.104749:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511281180 x1868160455867008/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624034.104759:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624034.104763:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511281180 x1868160455867008/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624050 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624034.104769:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624034.104770:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781624034.104842:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624034.104845:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3700. 00000400:00000200:3.0:1781624034.104848:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624034.104852:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624034.104854:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d330 00000400:00000010:3.0:1781624034.104855:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d330. 00000100:00000001:3.0:1781624034.104858:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624034.104862:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511283b80 x1868160455866880/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624034.104869:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624034.104872:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511283b80 x1868160455866880/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624050 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624034.104878:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624034.104879:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781624034.109747:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624034.109764:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624034.109770:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624034.109772:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624034.109783:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624034.109791:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624034.109801:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624034.109807:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624034.109813:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624034.109817:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005afa00 00000400:00000200:3.0:1781624034.109822:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624034.109832:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f954d [1] + 224 00000800:00000001:3.0:1781624034.109842:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624034.109851:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624034.109855:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624034.109860:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624034.109869:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624034.109884:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511283b80 x1868160455866880/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624050 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624034.109897:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511283b80 x1868160455866880/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624050 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624034.109908:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624034.109918:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624034.109921:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624034.110412:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302193784 00000100:00000001:2.0:1781624034.110421:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624034.110425:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1781624034.110432:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781624034.110433:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781624034.110436:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08688. 00000400:00000200:2.0:1781624034.110441:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d440 00000400:00000010:2.0:1781624034.110444:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d440. 00000100:00000001:2.0:1781624034.110447:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624034.110452:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511283b80 x1868160455866880/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624050 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624034.110467:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511283b80 x1868160455866880/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624050 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624034.110473:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781624034.110475:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624034.110478:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781624034.110482:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781624034.110485:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781624034.110487:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624034.110490:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781624034.110497:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=61 v=5 (5 5 5 5) 00000100:00001000:2.0:1781624034.110501:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=132 v=5 (1 1 1 1) 00000100:00000001:2.0:1781624034.110504:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781624034.110505:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781624034.110508:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781624034.110510:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624034.110513:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624034.110517:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511283b80 x1868160455866880/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624050 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624034.110525:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624034.110528:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781624034.110529:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781624034.110533:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511283b80 x1868160455866880/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624050 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781624034.110551:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511283b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455866880:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624034.110556:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624034.110559:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624034.110564:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511283b80 x1868160455866880/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624050 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624034.110570:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781624034.110573:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781624034.110577:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078a00. 02000000:00000001:2.0:1781624034.110580:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781624034.110582:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781624034.110585:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781624034.110588:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781624034.110591:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d100. 02000000:00000001:2.0:1781624034.110595:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781624034.110597:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781624034.110598:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511283b80. 00000100:00000001:2.0:1781624034.110602:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781624034.110604:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624034.110606:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624034.110614:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624034.110616:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624034.110619:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624034.110621:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781624034.112710:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624034.112724:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624034.112728:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624034.112730:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624034.112739:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624034.112747:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624034.112755:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624034.112760:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624034.112766:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624034.112770:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005afa80 00000400:00000200:3.0:1781624034.112776:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624034.112783:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f953d [1] + 224 00000800:00000001:3.0:1781624034.112791:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624034.112814:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624034.112818:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624034.112823:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624034.112830:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624034.112839:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511281180 x1868160455867008/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624050 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624034.112851:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511281180 x1868160455867008/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624050 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624034.112876:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624034.112885:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624034.112889:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624034.113611:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624034.113617:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781624034.113626:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781624034.113628:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781624034.113632:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8d68. 00000400:00000200:2.0:1781624034.113641:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70d48 00000400:00000010:2.0:1781624034.113644:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70d48. 00000100:00000001:2.0:1781624034.113647:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624034.113654:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511281180 x1868160455867008/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624050 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624034.113665:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511281180 x1868160455867008/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624050 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624034.113672:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781624034.113673:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624034.113676:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781624034.113679:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781624034.113682:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781624034.113684:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624034.113687:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781624034.113698:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=61 v=5 (5 5 20 20) 00000100:00001000:2.0:1781624034.113702:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=132 v=5 (1 1 1 1) 00000100:00000001:2.0:1781624034.113705:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781624034.113707:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781624034.113711:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781624034.113714:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624034.113717:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781624034.113719:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:2.0:1781624034.113721:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781624034.113722:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624034.113727:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511281180 x1868160455867008/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624050 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624034.113734:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624034.113738:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781624034.113740:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781624034.113744:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511281180 x1868160455867008/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624050 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781624034.113751:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455867008:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624034.113756:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624034.113759:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624034.113762:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511281180 x1868160455867008/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624050 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624034.113768:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781624034.113770:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781624034.113774:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ec800. 02000000:00000001:2.0:1781624034.113778:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781624034.113780:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781624034.113782:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:2.0:1781624034.113784:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781624034.113787:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d900. 02000000:00000001:2.0:1781624034.113790:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781624034.113791:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781624034.113793:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511281180. 00000100:00000001:2.0:1781624034.113796:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781624034.113798:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624034.113801:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624034.113809:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624034.113811:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624034.113813:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624034.113815:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624034.486074:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624034.486080:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624034.486085:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624034.486086:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624034.486304:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624034.486309:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624034.486313:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624035.509299:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624035.509310:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624035.509318:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624035.509319:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624035.509810:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624035.509814:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624035.509816:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624036.535301:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624036.535310:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624036.535317:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624036.535318:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624036.535341:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624036.535344:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624036.535346:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624037.559299:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624037.559311:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624037.559313:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624037.559317:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624037.559324:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624037.559327:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624037.559329:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624037.559331:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624037.559336:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624037.559338:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624037.559339:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624037.559341:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624037.559342:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624037.559343:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624037.559345:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624037.559347:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624037.559410:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624037.559413:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624037.559416:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624038.581227:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624038.581234:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624038.581239:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624038.581240:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624038.581546:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624038.581552:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624038.581556:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781624039.221235:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624039.221248:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624039.221261:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0ce00. 00000020:00000040:2.0:1781624039.221267:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781624039.221272:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624039.221276:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624039.221281:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624039.221290:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3f00. 00000100:00000001:2.0:1781624039.221298:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624039.221314:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0ce00 x1868160455867136/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624039.221326:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624039.221330:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624039.221336:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e9d049] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0ce00 x1868160455867136/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624039.221391:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624039.221397:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624039.221400:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781624039.221406:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0ce00 x1868160455867136/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624039.221421:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781624039.221423:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624039.221427:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781624039.221430:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781624039.221433:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624039.221437:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455867136:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624039.221441:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781624039.221450:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781624039.221453:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624039.221457:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781624039.221474:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ede00. 02000000:00000001:3.0:1781624039.221476:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624039.221484:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781624039.221516:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8948. 00000400:00000010:3.0:1781624039.221526:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e705d8. 00000100:00000200:3.0:1781624039.221534:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455867136, portal 25 00000100:00000001:3.0:1781624039.221536:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781624039.221539:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272068096 : -123673437483520 : ffff8f8508b0ce00) 00000100:00000040:3.0:1781624039.221545:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0ce00 x1868160455867136/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624039.221553:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781624039.221556:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781624039.221559:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70990. 00000100:00000200:3.0:1781624039.221562:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455867136, offset 0 00000400:00000200:3.0:1781624039.221570:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624039.221582:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624039.221591:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781624039.221598:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781624039.221602:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781624039.221607:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781624039.221610:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781624039.221615:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376063:376063:256:4294967295] 192.168.202.101@tcp LPNI seq info [376033:376033:8:4294967295] 00000400:00000200:3.0:1781624039.221621:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624039.221633:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781624039.221639:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781624039.221644:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d500. 00000800:00000200:3.0:1781624039.221652:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781624039.221659:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781624039.221663:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781624039.221678:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624039.221683:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624039.221686:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302204022 00000100:00000001:3.0:1781624039.221694:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302198904 00000100:00000001:3.0:1781624039.221699:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302204022 00000100:00000001:3.0:1781624039.221703:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302198904 00000100:00000001:3.0:1781624039.221706:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624039.221709:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624039.221712:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624039.221715:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624039.221745:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624039.221748:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624039.221752:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624039.221756:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0c380. 00000020:00000040:2.0:1781624039.221759:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781624039.221762:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624039.221763:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624039.221765:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624039.221769:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3400. 00000100:00000001:2.0:1781624039.221773:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624039.221778:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0c380 x1868160455867264/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624039.221786:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624039.221788:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624039.221792:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008362c9ca] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0c380 x1868160455867264/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624039.221894:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624039.221897:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781624039.221900:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624039.221902:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624039.221903:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624039.221905:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1781624039.221907:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624039.221909:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624039.221910:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624039.221912:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624039.221913:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624039.221914:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781624039.221918:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0c380 x1868160455867264/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624039.221930:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781624039.221932:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624039.221934:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781624039.221945:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781624039.221947:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624039.221951:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455867264:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624039.221954:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781624039.221956:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781624039.221958:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624039.221959:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781624039.221963:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096eda00. 02000000:00000001:3.0:1781624039.221965:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624039.221969:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781624039.221971:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8630. 00000400:00000010:3.0:1781624039.221975:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e703b8. 00000100:00000200:3.0:1781624039.221978:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455867264, portal 10 00000100:00000001:3.0:1781624039.221979:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781624039.221981:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272065408 : -123673437486208 : ffff8f8508b0c380) 00000100:00000040:3.0:1781624039.221987:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0c380 x1868160455867264/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624039.221994:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781624039.221996:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781624039.221998:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70bb0. 00000100:00000200:3.0:1781624039.222001:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455867264, offset 0 00000400:00000200:3.0:1781624039.222006:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624039.222010:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624039.222014:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781624039.222017:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781624039.222020:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781624039.222022:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781624039.222068:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781624039.222072:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376064:376064:255:4294967295] 192.168.202.101@tcp LPNI seq info [376034:376034:7:4294967295] 00000400:00000200:3.0:1781624039.222076:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624039.222082:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781624039.222087:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781624039.222091:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7df00. 00000800:00000200:3.0:1781624039.222095:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781624039.222099:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781624039.222101:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7df00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781624039.222104:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624039.222107:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17510 usecs (18 jiffies) 00000400:00000200:3.0:1781624039.222110:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624039.222112:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302196243 00000100:00000001:3.0:1781624039.222114:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302204022 00000100:00000001:3.0:1781624039.222116:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302196243 00000100:00000001:3.0:1781624039.222118:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302204022 00000100:00000001:3.0:1781624039.222120:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624039.222122:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624039.222124:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624039.222126:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624039.222170:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624039.222174:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d500. 00000400:00000200:3.0:1781624039.222180:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624039.222184:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624039.222188:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70990 00000400:00000010:3.0:1781624039.222191:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70990. 00000100:00000001:3.0:1781624039.222194:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624039.222199:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0ce00 x1868160455867136/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624039.222207:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624039.222210:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0ce00 x1868160455867136/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624055 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624039.222217:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624039.222219:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781624039.222291:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624039.222294:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7df00. 00000400:00000200:3.0:1781624039.222297:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624039.222300:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624039.222303:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70bb0 00000400:00000010:3.0:1781624039.222304:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70bb0. 00000100:00000001:3.0:1781624039.222306:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624039.222310:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0c380 x1868160455867264/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624039.222316:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624039.222319:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0c380 x1868160455867264/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624055 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624039.222325:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624039.222327:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1781624039.222354:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624039.222357:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624039.222837:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624039.222841:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624039.222842:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624039.222845:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624039.222903:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624039.222908:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624039.222912:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624039.222915:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624039.222919:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624039.222925:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7533) 00000800:00000001:3.0:1781624039.224838:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624039.224867:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624039.224873:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624039.224875:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624039.224887:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624039.224896:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624039.224909:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624039.224915:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624039.224921:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624039.224925:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005afb00 00000400:00000200:3.0:1781624039.224931:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624039.224958:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f955d [1] + 224 00000800:00000001:3.0:1781624039.225020:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624039.225104:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624039.225109:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624039.225113:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624039.225122:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624039.225131:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0ce00 x1868160455867136/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624055 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624039.225142:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0ce00 x1868160455867136/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624055 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624039.225167:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624039.225175:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624039.225179:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624039.225471:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624039.225488:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781624039.225503:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781624039.225506:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781624039.225510:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8948. 00000400:00000200:2.0:1781624039.225517:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e705d8 00000400:00000010:2.0:1781624039.225519:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e705d8. 00000100:00000001:2.0:1781624039.225523:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624039.225528:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0ce00 x1868160455867136/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624055 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624039.225538:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0ce00 x1868160455867136/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624055 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624039.225545:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781624039.225547:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624039.225550:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781624039.225554:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781624039.225557:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781624039.225562:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624039.225565:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781624039.225573:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=66 v=5 (5 5 5 5) 00000100:00001000:2.0:1781624039.225577:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=137 v=5 (1 1 1 1) 00000100:00000001:2.0:1781624039.225580:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781624039.225582:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781624039.225585:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781624039.225587:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624039.225590:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624039.225595:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0ce00 x1868160455867136/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624055 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624039.225602:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624039.225607:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781624039.225609:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781624039.225613:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0ce00 x1868160455867136/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624055 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781624039.225620:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455867136:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624039.225625:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624039.225628:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624039.225631:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0ce00 x1868160455867136/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624055 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624039.225639:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781624039.225642:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781624039.225646:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ede00. 02000000:00000001:2.0:1781624039.225649:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781624039.225652:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781624039.225654:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781624039.225656:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781624039.225659:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3f00. 02000000:00000001:2.0:1781624039.225663:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781624039.225665:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781624039.225667:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0ce00. 00000100:00000001:2.0:1781624039.225671:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781624039.225673:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624039.225676:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624039.225678:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624039.225679:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624039.225680:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624039.225682:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781624039.226817:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624039.226833:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624039.226838:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624039.226840:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624039.226850:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624039.226858:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624039.226867:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624039.226871:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624039.226876:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624039.226880:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005afb80 00000400:00000200:3.0:1781624039.226884:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624039.226890:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f956d [1] + 224 00000800:00000001:3.0:1781624039.226897:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624039.226903:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624039.226906:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624039.226911:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624039.226916:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624039.226923:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0c380 x1868160455867264/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624055 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624039.226951:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0c380 x1868160455867264/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624055 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624039.226972:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624039.226980:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624039.226983:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624039.227318:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624039.227323:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781624039.227332:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781624039.227335:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781624039.227340:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8630. 00000400:00000200:2.0:1781624039.227349:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e703b8 00000400:00000010:2.0:1781624039.227352:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e703b8. 00000100:00000001:2.0:1781624039.227355:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624039.227361:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0c380 x1868160455867264/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624055 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624039.227369:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0c380 x1868160455867264/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624055 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624039.227376:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781624039.227378:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624039.227381:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781624039.227384:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781624039.227387:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781624039.227389:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624039.227393:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781624039.227403:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=66 v=5 (5 5 20 20) 00000100:00001000:2.0:1781624039.227407:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=137 v=5 (1 1 1 1) 00000100:00000001:2.0:1781624039.227410:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781624039.227412:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781624039.227415:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781624039.227419:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624039.227422:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781624039.227425:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:2.0:1781624039.227427:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781624039.227428:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624039.227433:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0c380 x1868160455867264/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624055 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624039.227441:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624039.227445:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781624039.227447:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781624039.227451:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0c380 x1868160455867264/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624055 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781624039.227458:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455867264:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624039.227463:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624039.227465:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624039.227468:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0c380 x1868160455867264/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624055 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624039.227474:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781624039.227477:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781624039.227481:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096eda00. 02000000:00000001:2.0:1781624039.227485:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781624039.227499:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781624039.227501:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:2.0:1781624039.227503:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781624039.227506:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3400. 02000000:00000001:2.0:1781624039.227511:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781624039.227512:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781624039.227514:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0c380. 00000100:00000001:2.0:1781624039.227517:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781624039.227518:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624039.227520:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624039.227528:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624039.227530:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624039.227532:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624039.227535:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624039.605165:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624039.605172:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624039.605179:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624039.605180:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624039.605208:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624039.605211:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624039.605214:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624040.629713:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624040.629720:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624040.629726:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624040.629727:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624040.630051:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624040.630055:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624040.630058:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624041.653165:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624041.653173:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624041.653179:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624041.653180:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624041.653275:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624041.653278:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624041.653281:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624042.677286:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624042.677299:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624042.677308:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624042.677309:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624042.677361:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624042.677365:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624042.677370:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624043.701224:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624043.701233:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624043.701240:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624043.701242:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624043.702265:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624043.702272:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624043.702277:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781624044.341433:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624044.341456:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624044.341476:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0c380. 00000020:00000040:2.0:1781624044.341485:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781624044.341490:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624044.341494:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624044.341502:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624044.341517:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3400. 00000100:00000001:2.0:1781624044.341526:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624044.341549:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0c380 x1868160455867392/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624044.341562:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624044.341568:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624044.341576:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008362c9ca] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0c380 x1868160455867392/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624044.341619:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624044.341622:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624044.341626:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624044.341629:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0ce00. 00000020:00000040:2.0:1781624044.341632:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781624044.341634:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624044.341635:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624044.341637:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624044.341640:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3f00. 00000100:00000001:2.0:1781624044.341649:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624044.341653:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0ce00 x1868160455867520/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624044.341661:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624044.341663:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624044.341666:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e9d049] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0ce00 x1868160455867520/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624044.341674:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624044.341677:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624044.341683:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624044.341687:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624044.341690:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624044.341696:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7539) 00000100:00000001:2.0:1781624044.341716:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624044.341720:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624044.341723:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624044.341729:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0ce00 x1868160455867520/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624044.341738:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624044.341740:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624044.341745:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624044.341748:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624044.341752:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624044.341755:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455867520:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624044.341760:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624044.341769:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624044.341773:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624044.341776:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624044.341782:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078800. 02000000:00000001:2.0:1781624044.341784:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624044.341795:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624044.341800:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08688. 00000400:00000010:2.0:1781624044.341809:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d440. 00000100:00000200:2.0:1781624044.341819:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455867520, portal 10 00000100:00000001:2.0:1781624044.341822:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624044.341824:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272068096 : -123673437483520 : ffff8f8508b0ce00) 00000100:00000040:2.0:1781624044.341833:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0ce00 x1868160455867520/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624044.341841:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624044.341845:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624044.341848:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901da18. 00000100:00000200:2.0:1781624044.341852:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455867520, offset 0 00000400:00000200:2.0:1781624044.341859:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624044.341871:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624044.341887:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624044.341894:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624044.341898:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624044.341902:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624044.341905:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624044.341909:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376065:376065:256:4294967295] 192.168.202.101@tcp LPNI seq info [376035:376035:8:4294967295] 00000400:00000200:2.0:1781624044.341914:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624044.341935:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624044.341941:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624044.341946:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3200. 00000800:00000200:2.0:1781624044.341954:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624044.341964:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624044.341968:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624044.341983:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624044.341989:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17498 usecs (18 jiffies) 00000400:00000200:2.0:1781624044.341992:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624044.341996:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302201362 00000100:00000001:2.0:1781624044.342000:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302204022 00000100:00000001:2.0:1781624044.342002:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302201362 00000100:00000001:2.0:1781624044.342004:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302204022 00000100:00000001:2.0:1781624044.342007:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624044.342010:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624044.342013:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624044.342016:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624044.342595:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624044.342601:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624044.342603:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781624044.342612:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0c380 x1868160455867392/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624044.342623:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781624044.342625:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624044.342628:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781624044.342631:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781624044.342634:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624044.342638:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455867392:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624044.342642:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781624044.342647:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781624044.342649:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624044.342651:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781624044.342657:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ec800. 02000000:00000001:3.0:1781624044.342659:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624044.342664:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781624044.342669:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8b00. 00000400:00000010:3.0:1781624044.342675:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70bb0. 00000100:00000200:3.0:1781624044.342679:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455867392, portal 25 00000100:00000001:3.0:1781624044.342682:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781624044.342683:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272065408 : -123673437486208 : ffff8f8508b0c380) 00000100:00000040:3.0:1781624044.342688:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0c380 x1868160455867392/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624044.342696:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781624044.342698:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781624044.342700:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70990. 00000100:00000200:3.0:1781624044.342703:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455867392, offset 0 00000400:00000200:3.0:1781624044.342709:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624044.342714:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624044.342718:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781624044.342722:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781624044.342725:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781624044.342727:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781624044.342729:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781624044.342732:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376066:376066:255:4294967295] 192.168.202.101@tcp LPNI seq info [376036:376036:7:4294967295] 00000400:00000200:3.0:1781624044.342736:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624044.342743:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781624044.342748:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781624044.342752:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7df00. 00000800:00000200:3.0:1781624044.342757:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781624044.342763:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781624044.342767:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7df00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781624044.342770:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624044.342773:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624044.342775:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302209143 00000100:00000001:3.0:1781624044.342783:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302204022 00000100:00000001:3.0:1781624044.342788:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302209143 00000100:00000001:3.0:1781624044.342792:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302204022 00000100:00000001:3.0:1781624044.342795:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624044.342797:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624044.342799:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624044.342801:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624044.342808:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624044.342810:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781624044.342812:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624044.342813:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624044.342814:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624044.342817:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624044.343630:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624044.343635:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781624044.343640:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624044.343642:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624044.343645:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624044.343647:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624044.343709:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624044.343715:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3200. 00000400:00000200:2.0:1781624044.343726:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624044.343734:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624044.343741:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901da18 00000400:00000010:2.0:1781624044.343744:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901da18. 00000100:00000001:2.0:1781624044.343749:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624044.343756:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0ce00 x1868160455867520/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624044.343768:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624044.343771:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0ce00 x1868160455867520/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624060 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624044.343778:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624044.343779:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624044.343870:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624044.343873:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7df00. 00000400:00000200:2.0:1781624044.343877:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624044.343881:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624044.343884:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70990 00000400:00000010:2.0:1781624044.343886:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70990. 00000100:00000001:2.0:1781624044.343889:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624044.343893:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0c380 x1868160455867392/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624044.343900:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624044.343903:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0c380 x1868160455867392/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624060 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624044.343910:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624044.343911:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781624044.347217:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624044.347237:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624044.347242:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624044.347245:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624044.347257:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624044.347267:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624044.347277:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624044.347284:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624044.347291:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624044.347296:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005afc80 00000400:00000200:3.0:1781624044.347302:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624044.347311:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f957d [1] + 224 00000800:00000001:3.0:1781624044.347321:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624044.347329:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624044.347333:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624044.347338:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624044.347349:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624044.347361:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0ce00 x1868160455867520/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624060 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624044.347374:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0ce00 x1868160455867520/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624060 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624044.347392:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624044.347415:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624044.347418:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624044.347581:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624044.347587:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781624044.347598:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781624044.347600:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781624044.347605:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08688. 00000400:00000200:2.0:1781624044.347612:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d440 00000400:00000010:2.0:1781624044.347615:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d440. 00000100:00000001:2.0:1781624044.347619:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624044.347624:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0ce00 x1868160455867520/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624060 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624044.347635:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0ce00 x1868160455867520/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624060 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624044.347641:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781624044.347644:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624044.347646:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781624044.347651:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781624044.347654:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781624044.347657:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624044.347661:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781624044.347675:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=71 v=5 (5 5 20 20) 00000100:00001000:2.0:1781624044.347680:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=142 v=5 (1 1 1 1) 00000100:00000001:2.0:1781624044.347683:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781624044.347685:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781624044.347688:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781624044.347693:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624044.347698:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781624044.347700:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:2.0:1781624044.347703:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781624044.347704:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624044.347709:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0ce00 x1868160455867520/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624060 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624044.347716:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624044.347720:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781624044.347722:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781624044.347726:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0ce00 x1868160455867520/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624060 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781624044.347735:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455867520:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624044.347740:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624044.347743:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624044.347746:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0ce00 x1868160455867520/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624060 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624044.347753:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781624044.347757:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781624044.347761:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078800. 02000000:00000001:2.0:1781624044.347764:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781624044.347768:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781624044.347771:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:2.0:1781624044.347773:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781624044.347775:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3f00. 02000000:00000001:2.0:1781624044.347781:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781624044.347783:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781624044.347785:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0ce00. 00000100:00000001:2.0:1781624044.347790:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781624044.347792:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624044.347794:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624044.347804:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624044.347806:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624044.347808:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624044.347811:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624044.349694:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624044.349708:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624044.349713:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624044.349715:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624044.349726:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624044.349735:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624044.349746:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624044.349751:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624044.349757:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624044.349762:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005afc00 00000400:00000200:2.0:1781624044.349768:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624044.349777:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f958d [1] + 224 00000800:00000001:2.0:1781624044.349787:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624044.349793:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624044.349796:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624044.349801:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624044.349810:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624044.349821:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0c380 x1868160455867392/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624060 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624044.349833:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0c380 x1868160455867392/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624060 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624044.349849:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624044.349859:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624044.349861:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624044.349975:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624044.349980:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624044.349989:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624044.349992:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624044.349996:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8b00. 00000400:00000200:3.0:1781624044.350002:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70bb0 00000400:00000010:3.0:1781624044.350005:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70bb0. 00000100:00000001:3.0:1781624044.350009:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624044.350014:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0c380 x1868160455867392/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624060 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624044.350046:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0c380 x1868160455867392/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624060 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624044.350053:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624044.350055:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624044.350058:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624044.350062:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624044.350064:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624044.350067:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624044.350070:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624044.350078:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=71 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624044.350083:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=142 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624044.350086:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624044.350088:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624044.350091:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624044.350093:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624044.350096:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624044.350101:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0c380 x1868160455867392/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624060 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624044.350108:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624044.350112:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624044.350114:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624044.350118:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0c380 x1868160455867392/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624060 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624044.350133:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455867392:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624044.350138:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624044.350142:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624044.350145:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0c380 x1868160455867392/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624060 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624044.350160:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624044.350163:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624044.350167:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ec800. 02000000:00000001:3.0:1781624044.350170:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624044.350174:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624044.350176:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781624044.350178:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624044.350181:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3400. 02000000:00000001:3.0:1781624044.350187:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624044.350188:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624044.350191:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0c380. 00000100:00000001:3.0:1781624044.350195:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624044.350197:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624044.350199:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624044.350208:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624044.350210:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624044.350213:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624044.350215:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624044.725547:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624044.725556:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624044.725564:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624044.725565:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624044.725688:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624044.725692:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624044.725696:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624045.749217:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624045.749228:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624045.749237:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624045.749239:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624045.749270:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624045.749273:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624045.749277:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624046.773358:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624046.773372:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624046.773382:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624046.773383:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624046.773889:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624046.773893:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624046.773896:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624047.797297:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624047.797312:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624047.797316:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624047.797320:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624047.797326:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624047.797329:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624047.797331:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624047.797334:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624047.797339:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624047.797340:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624047.797341:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624047.797343:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624047.797345:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624047.797346:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624047.797348:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624047.797350:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624047.797499:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624047.797504:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624047.797507:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624048.821152:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624048.821159:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624048.821165:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624048.821166:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624048.821193:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624048.821196:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624048.821199:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781624049.461817:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624049.461827:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624049.461834:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733c380. 00000020:00000040:1.0:1781624049.461840:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781624049.461844:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624049.461847:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624049.461852:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624049.461859:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85102c9a00. 00000100:00000001:1.0:1781624049.461866:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624049.461877:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733c380 x1868160455867648/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624049.461889:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624049.461893:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624049.461899:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca824475] to pc [ptlrpcd_00_01+1] req@ffff8f850733c380 x1868160455867648/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624049.461937:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624049.461940:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624049.461943:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624049.461946:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733ca80. 00000020:00000040:1.0:1781624049.461949:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781624049.461951:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624049.461952:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624049.461954:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624049.461957:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85102c9000. 00000100:00000001:1.0:1781624049.461959:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624049.461963:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733ca80 x1868160455867776/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624049.461970:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624049.461972:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624049.461975:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003cad962c] to pc [ptlrpcd_00_00+0] req@ffff8f850733ca80 x1868160455867776/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624049.461988:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624049.461990:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624049.461993:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624049.461996:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624049.461998:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624049.462002:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7544) 00000100:00000001:1.0:1781624049.462014:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624049.462017:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624049.462019:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624049.462041:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733ca80 x1868160455867776/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624049.462050:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624049.462052:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624049.462056:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624049.462058:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624049.462061:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624049.462065:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455867776:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624049.462069:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624049.462075:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624049.462078:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624049.462080:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624049.462084:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557200. 02000000:00000001:1.0:1781624049.462086:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624049.462093:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624049.462097:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85076314d0. 00000400:00000010:1.0:1781624049.462102:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1c38. 00000100:00000200:1.0:1781624049.462109:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455867776, portal 10 00000100:00000001:1.0:1781624049.462111:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624049.462113:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247097984 : -123673462453632 : ffff8f850733ca80) 00000100:00000040:1.0:1781624049.462120:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733ca80 x1868160455867776/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624049.462127:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624049.462129:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624049.462132:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1908. 00000100:00000200:1.0:1781624049.462135:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455867776, offset 0 00000400:00000200:1.0:1781624049.462142:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624049.462149:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624049.462157:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624049.462162:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624049.462167:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624049.462170:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624049.462173:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624049.462177:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376067:376067:256:4294967295] 192.168.202.101@tcp LPNI seq info [376037:376037:8:4294967295] 00000400:00000200:1.0:1781624049.462182:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624049.462192:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624049.462199:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624049.462204:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85102c9900. 00000800:00000200:1.0:1781624049.462211:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624049.462218:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624049.462222:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85102c9900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624049.462235:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624049.462240:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17487 usecs (18 jiffies) 00000400:00000200:1.0:1781624049.462243:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624049.462246:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302206483 00000100:00000001:0.0:1781624049.462334:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624049.462337:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624049.462338:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624049.462344:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733c380 x1868160455867648/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624049.462351:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624049.462353:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624049.462355:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624049.462356:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624049.462358:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624049.462361:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455867648:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624049.462364:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624049.462367:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624049.462368:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624049.462370:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624049.462373:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cecc00. 02000000:00000001:0.0:1781624049.462375:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624049.462379:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624049.462382:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7dc0. 00000400:00000010:0.0:1781624049.462386:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9550. 00000100:00000200:0.0:1781624049.462389:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455867648, portal 25 00000100:00000001:0.0:1781624049.462391:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624049.462392:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247096192 : -123673462455424 : ffff8f850733c380) 00000100:00000040:0.0:1781624049.462418:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733c380 x1868160455867648/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624049.462425:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624049.462428:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624049.462431:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9110. 00000100:00000200:0.0:1781624049.462434:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455867648, offset 0 00000400:00000200:0.0:1781624049.462438:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624049.462442:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624049.462446:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624049.462448:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624049.462451:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624049.462453:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624049.462455:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624049.462457:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376068:376068:255:4294967295] 192.168.202.101@tcp LPNI seq info [376038:376038:7:4294967295] 00000400:00000200:0.0:1781624049.462461:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624049.462467:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624049.462471:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624049.462476:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8510227e00. 00000800:00000200:0.0:1781624049.462480:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624049.462484:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624049.462486:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8510227e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624049.462490:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624049.462492:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624049.462494:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302214263 00000100:00000001:0.0:1781624049.462500:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302209143 00000100:00000001:0.0:1781624049.462504:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302214263 00000100:00000001:0.0:1781624049.462507:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302209143 00000100:00000001:0.0:1781624049.462510:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624049.462512:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624049.462515:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624049.462517:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624049.462524:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624049.462526:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781624049.462528:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624049.462529:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624049.462531:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624049.462533:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624049.462633:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624049.462639:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85102c9900. 00000400:00000200:3.0:1781624049.462643:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624049.462649:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624049.462654:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1908 00000400:00000010:3.0:1781624049.462657:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1908. 00000100:00000001:3.0:1781624049.462660:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624049.462665:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733ca80 x1868160455867776/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624049.462674:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624049.462677:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733ca80 x1868160455867776/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624065 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624049.462683:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624049.462685:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781624049.462724:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624049.462727:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8510227e00. 00000400:00000200:3.0:1781624049.462730:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624049.462734:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624049.462736:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9110 00000400:00000010:3.0:1781624049.462738:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9110. 00000100:00000001:3.0:1781624049.462741:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624049.462744:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733c380 x1868160455867648/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624049.462750:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624049.462753:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733c380 x1868160455867648/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624065 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624049.462758:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624049.462760:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1781624049.462765:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302214263 00000100:00000001:1.0:1781624049.462769:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302206483 00000100:00000001:1.0:1781624049.462771:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302214263 00000100:00000001:1.0:1781624049.462773:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624049.462776:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624049.462778:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624049.462780:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624049.462785:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624049.462786:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781624049.462789:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624049.462790:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624049.462791:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624049.462793:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624049.465295:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624049.465312:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624049.465317:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624049.465319:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624049.465332:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624049.465341:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624049.465351:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624049.465356:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624049.465361:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624049.465365:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005afd00 00000400:00000200:2.0:1781624049.465371:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624049.465377:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f95a5 [1] + 224 00000800:00000001:2.0:1781624049.465385:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624049.465392:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624049.465407:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624049.465420:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624049.465427:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624049.465436:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733c380 x1868160455867648/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624065 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624049.465447:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733c380 x1868160455867648/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624065 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624049.465466:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624049.465474:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624049.465478:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624049.465666:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624049.465670:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624049.465677:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624049.465679:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624049.465682:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7dc0. 00000400:00000200:0.0:1781624049.465686:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9550 00000400:00000010:0.0:1781624049.465688:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9550. 00000100:00000001:0.0:1781624049.465691:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624049.465696:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733c380 x1868160455867648/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624065 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624049.465706:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733c380 x1868160455867648/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624065 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624049.465713:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624049.465715:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624049.465718:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624049.465722:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624049.465724:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624049.465726:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624049.465730:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624049.465738:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=76 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624049.465743:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=147 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624049.465745:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624049.465747:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624049.465749:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624049.465752:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624049.465754:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624049.465759:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733c380 x1868160455867648/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624065 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624049.465766:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624049.465769:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624049.465771:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624049.465774:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733c380 x1868160455867648/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624065 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624049.465786:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455867648:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624049.465791:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624049.465793:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624049.465796:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733c380 x1868160455867648/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624065 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624049.465802:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624049.465805:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624049.465809:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cecc00. 02000000:00000001:0.0:1781624049.465812:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624049.465814:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624049.465816:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781624049.465818:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624049.465821:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85102c9a00. 02000000:00000001:0.0:1781624049.465824:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624049.465826:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624049.465829:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733c380. 00000100:00000001:0.0:1781624049.465833:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624049.465834:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624049.465837:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624049.465843:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624049.465845:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624049.465847:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624049.465849:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781624049.470067:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624049.470083:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624049.470087:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624049.470090:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624049.470098:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624049.470105:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624049.470115:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624049.470120:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624049.470125:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624049.470129:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005afd80 00000400:00000200:3.0:1781624049.470134:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624049.470140:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f959d [1] + 224 00000800:00000001:3.0:1781624049.470147:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624049.470154:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624049.470158:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624049.470162:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624049.470169:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624049.470178:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733ca80 x1868160455867776/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624065 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624049.470190:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733ca80 x1868160455867776/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624065 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624049.470214:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624049.470222:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624049.470226:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624049.472606:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624049.472612:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781624049.472619:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624049.472620:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624049.472624:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85076314d0. 00000400:00000200:1.0:1781624049.472630:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1c38 00000400:00000010:1.0:1781624049.472637:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1c38. 00000100:00000001:1.0:1781624049.472640:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624049.472648:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733ca80 x1868160455867776/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624065 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624049.472656:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733ca80 x1868160455867776/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624065 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624049.472662:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624049.472663:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624049.472665:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624049.472668:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624049.472669:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624049.472671:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624049.472674:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624049.472681:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=76 v=5 (5 5 20 20) 00000100:00001000:1.0:1781624049.472684:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=147 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624049.472686:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624049.472687:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624049.472689:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624049.472691:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624049.472693:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781624049.472696:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781624049.472697:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781624049.472699:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624049.472704:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733ca80 x1868160455867776/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624065 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624049.472712:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624049.472715:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624049.472717:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624049.472721:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733ca80 x1868160455867776/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624065 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624049.472728:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455867776:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624049.472733:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624049.472736:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624049.472739:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733ca80 x1868160455867776/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624065 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624049.472746:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624049.472749:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624049.472753:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557200. 02000000:00000001:1.0:1781624049.472758:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624049.472760:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624049.472762:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781624049.472765:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624049.472767:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85102c9000. 02000000:00000001:1.0:1781624049.472771:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624049.472773:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624049.472775:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733ca80. 00000100:00000001:1.0:1781624049.472779:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624049.472780:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624049.472782:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624049.472791:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624049.472793:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624049.472795:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624049.472798:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624049.845231:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624049.845237:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624049.845243:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624049.845245:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624049.846878:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624049.846883:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624049.846887:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624050.869163:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624050.869172:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624050.869180:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624050.869181:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624050.869714:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624050.869717:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624050.869720:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624051.893151:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624051.893159:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624051.893166:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624051.893167:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624051.893193:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624051.893196:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624051.893199:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624052.917571:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624052.917578:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624052.917585:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624052.917586:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624052.917685:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624052.917689:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624052.917692:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624053.941130:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624053.941141:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624053.941147:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624053.941149:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624053.941201:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624053.941206:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624053.941209:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781624054.581138:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624054.581150:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624054.581162:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731e300. 00000020:00000040:0.0:1781624054.581169:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781624054.581174:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624054.581177:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624054.581182:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624054.581190:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8510227700. 00000100:00000001:0.0:1781624054.581197:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624054.581213:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731e300 x1868160455867904/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624054.581234:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624054.581239:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624054.581246:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004daa77] to pc [ptlrpcd_00_01+1] req@ffff8f850731e300 x1868160455867904/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624054.581287:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624054.581290:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624054.581292:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624054.581294:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731e680. 00000020:00000040:0.0:1781624054.581296:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781624054.581298:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624054.581299:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624054.581300:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624054.581303:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8510227200. 00000100:00000001:0.0:1781624054.581305:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624054.581308:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731e680 x1868160455868032/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624054.581313:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624054.581315:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624054.581317:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000425285ea] to pc [ptlrpcd_00_00+0] req@ffff8f850731e680 x1868160455868032/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624054.581322:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624054.581323:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624054.581326:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624054.581327:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624054.581330:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624054.581334:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7549) 00000100:00000001:0.0:1781624054.581344:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624054.581346:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624054.581367:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624054.581372:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731e680 x1868160455868032/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624054.581377:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624054.581379:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624054.581383:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1781624054.581383:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624054.581385:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624054.581388:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1781624054.581388:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624054.581392:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1781624054.581393:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455868032:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624054.581397:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1781624054.581402:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731e300 x1868160455867904/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1781624054.581403:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624054.581406:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624054.581410:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624054.581415:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875ce00. 00000100:00000001:1.0:1781624054.581416:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1781624054.581417:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624054.581419:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624054.581424:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1781624054.581425:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 02000000:00000001:1.0:1781624054.581427:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1781624054.581430:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7dc0. 02000000:00000001:1.0:1781624054.581432:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1781624054.581436:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9550. 00000100:00100000:1.0:1781624054.581439:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455867904:192.168.202.101@tcp:400:kworker.0 00000100:00000200:0.0:1781624054.581443:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455868032, portal 10 00000100:00000001:1.0:1781624054.581444:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1781624054.581446:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624054.581448:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246974080 : -123673462577536 : ffff8f850731e680) 02000000:00000001:1.0:1781624054.581449:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624054.581452:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624054.581456:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1781624054.581456:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731e680 x1868160455868032/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1781624054.581463:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557a00. 00000100:00000001:0.0:1781624054.581464:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624054.581468:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 02000000:00000001:1.0:1781624054.581469:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1781624054.581471:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9198. 00000100:00000200:0.0:1781624054.581474:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455868032, offset 0 00000400:00000200:1.0:1781624054.581479:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624054.581482:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624054.581485:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85076314d0. 00000400:00000200:0.0:1781624054.581492:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624054.581493:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1c38. 00000100:00000200:1.0:1781624054.581499:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455867904, portal 25 00000400:00000200:0.0:1781624054.581500:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000100:00000001:1.0:1781624054.581504:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1781624054.581507:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1781624054.581508:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246973184 : -123673462578432 : ffff8f850731e300) 00000400:00000200:0.0:1781624054.581513:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624054.581518:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1781624054.581521:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731e300 x1868160455867904/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1781624054.581521:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624054.581527:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376069:376069:256:4294967295] 192.168.202.101@tcp LPNI seq info [376039:376039:8:4294967295] 00000400:00000200:0.0:1781624054.581536:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624054.581543:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1781624054.581551:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000100:00000040:1.0:1781624054.581552:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000800:00000200:0.0:1781624054.581558:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624054.581559:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1908. 00000800:00000010:0.0:1781624054.581562:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8510227e00. 00000100:00000200:1.0:1781624054.581564:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455867904, offset 0 00000800:00000200:0.0:1781624054.581570:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000400:00000200:1.0:1781624054.581574:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000800:00000200:0.0:1781624054.581579:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000400:00000200:1.0:1781624054.581583:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000800:00000200:0.0:1781624054.581584:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8510227e00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1781624054.581594:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624054.581598:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624054.581601:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000100:00000001:0.0:1781624054.581602:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624054.581604:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1781624054.581608:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17482 usecs (18 jiffies) 00000400:00000200:1.0:1781624054.581609:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624054.581613:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376070:376070:255:4294967295] 192.168.202.101@tcp LPNI seq info [376040:376040:7:4294967295] 00000400:00000200:1.0:1781624054.581629:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624054.581635:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624054.581639:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624054.581643:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85102c9000. 00000800:00000200:1.0:1781624054.581648:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624054.581652:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624054.581654:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85102c9000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624054.581657:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624054.581660:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624054.581663:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302219382 00000100:00000001:1.0:1781624054.581670:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302214263 00000100:00000001:1.0:1781624054.581673:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302219382 00000100:00000001:1.0:1781624054.581676:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302214263 00000100:00000001:1.0:1781624054.581679:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624054.581681:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624054.581684:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624054.581686:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624054.581693:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624054.581695:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781624054.581697:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624054.581698:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624054.581700:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624054.581702:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624054.581854:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624054.581859:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8510227e00. 00000400:00000200:2.0:1781624054.581866:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624054.581872:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624054.581877:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9198 00000400:00000010:2.0:1781624054.581879:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9198. 00000100:00000001:2.0:1781624054.581884:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624054.581889:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731e680 x1868160455868032/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624054.581899:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624054.581903:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731e680 x1868160455868032/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624070 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624054.581910:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624054.581911:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624054.581982:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624054.581985:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85102c9000. 00000400:00000200:2.0:1781624054.581988:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624054.581992:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624054.581995:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1908 00000400:00000010:2.0:1781624054.581996:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1908. 00000100:00000001:2.0:1781624054.582000:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624054.582003:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731e300 x1868160455867904/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624054.582011:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624054.582014:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731e300 x1868160455867904/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624070 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624054.582061:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624054.582063:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1781624054.582081:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624054.582084:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302211603 00000100:00000001:0.0:1781624054.582086:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302219382 00000100:00000001:0.0:1781624054.582089:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302211603 00000100:00000001:0.0:1781624054.582090:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302219382 00000100:00000001:0.0:1781624054.582092:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624054.582095:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624054.582097:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624054.582099:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624054.582103:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624054.582104:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781624054.582106:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624054.582107:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624054.582109:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624054.582111:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781624054.593990:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624054.594006:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624054.594010:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624054.594013:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624054.594021:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624054.594069:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624054.594078:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624054.594084:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624054.594097:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624054.594102:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005afe80 00000400:00000200:3.0:1781624054.594108:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624054.594114:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f95ad [1] + 224 00000800:00000001:3.0:1781624054.594121:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624054.594126:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624054.594129:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624054.594134:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624054.594142:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624054.594150:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731e680 x1868160455868032/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624070 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624054.594161:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731e680 x1868160455868032/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624070 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624054.594181:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624054.594189:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624054.594192:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624054.594194:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624054.594196:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624054.594199:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624054.594202:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624054.594205:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624054.594207:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624054.594210:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624054.594212:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005afe00 00000400:00000200:3.0:1781624054.594216:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624054.594220:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f95b5 [1] + 224 00000800:00000001:3.0:1781624054.594224:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624054.594229:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624054.594231:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624054.594234:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624054.594243:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624054.594247:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731e300 x1868160455867904/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624070 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624054.594254:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731e300 x1868160455867904/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624070 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624054.594272:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624054.594276:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624054.594279:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624054.594359:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624054.594365:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781624054.594374:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624054.594377:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624054.594381:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85076314d0. 00000400:00000200:1.0:1781624054.594387:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1c38 00000400:00000010:1.0:1781624054.594390:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1c38. 00000100:00000001:0.0:1781624054.594393:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624054.594394:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1781624054.594398:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1781624054.594403:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731e300 x1868160455867904/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624070 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1781624054.594403:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624054.594407:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624054.594411:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7dc0. 00000400:00000200:0.0:1781624054.594417:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9550 00000100:00000200:1.0:1781624054.594419:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731e300 x1868160455867904/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624070 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1781624054.594420:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9550. 00000100:00000001:0.0:1781624054.594426:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1781624054.594431:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624054.594434:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1781624054.594435:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731e680 x1868160455868032/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624070 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624054.594438:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624054.594443:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624054.594447:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1781624054.594449:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731e680 x1868160455868032/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624070 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624054.594450:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624054.594457:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624054.594463:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1781624054.594466:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=81 v=5 (5 5 5 5) 00000100:00000001:0.0:1781624054.594466:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624054.594470:0:2349:0:(client.c:1579:after_reply()) Process entered 00000100:00001000:1.0:1781624054.594474:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=152 v=5 (1 1 1 1) 02000000:00000001:0.0:1781624054.594474:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624054.594476:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624054.594479:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624054.594480:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1781624054.594483:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624054.594484:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624054.594489:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624054.594491:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624054.594492:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=81 v=5 (5 5 20 20) 00000100:00000001:1.0:1781624054.594494:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624054.594499:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=152 v=5 (1 1 1 1) 00000100:00000040:1.0:1781624054.594502:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731e300 x1868160455867904/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624070 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624054.594503:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624054.594506:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624054.594510:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624054.594514:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624054.594515:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624054.594519:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1781624054.594520:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1781624054.594523:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781624054.594524:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624054.594528:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000040:1.0:1781624054.594532:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731e300 x1868160455867904/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624070 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624054.594532:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624054.594539:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731e680 x1868160455868032/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624070 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624054.594552:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455867904:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624054.594557:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624054.594560:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624054.594564:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731e300 x1868160455867904/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624070 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624054.594571:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624054.594573:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624054.594577:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557a00. 02000000:00000001:1.0:1781624054.594582:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624054.594584:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624054.594586:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781624054.594588:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624054.594591:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8510227700. 02000000:00000001:1.0:1781624054.594595:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624054.594597:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624054.594599:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731e300. 00000100:00000001:1.0:1781624054.594603:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624054.594604:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624054.594606:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624054.594613:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624054.594615:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624054.594617:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624054.594620:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624054.594640:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624054.594643:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624054.594644:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624054.594649:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731e680 x1868160455868032/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624070 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624054.594656:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455868032:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624054.594661:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624054.594663:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624054.594666:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731e680 x1868160455868032/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624070 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624054.594671:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624054.594672:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624054.594674:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875ce00. 02000000:00000001:0.0:1781624054.594677:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624054.594678:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624054.594680:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781624054.594681:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624054.594682:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8510227200. 02000000:00000001:0.0:1781624054.594684:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624054.594685:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624054.594686:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731e680. 00000100:00000001:0.0:1781624054.594689:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624054.594690:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624054.594692:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624054.594695:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624054.594696:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624054.594698:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624054.594699:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624054.965219:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624054.965229:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624054.965236:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624054.965238:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624054.965266:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624054.965270:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624054.965274:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624055.990522:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624055.990529:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624055.990535:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624055.990537:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624055.990920:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624055.990924:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624055.990927:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624057.014064:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624057.014073:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624057.014081:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624057.014082:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624057.014228:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624057.014232:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624057.014235:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624058.037353:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624058.037428:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624058.037431:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624058.037435:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624058.037440:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624058.037442:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624058.037445:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624058.037448:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624058.037454:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624058.037455:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624058.037457:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624058.037458:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624058.037460:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624058.037461:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624058.037463:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624058.037465:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624058.037494:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624058.037498:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624058.037500:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624059.062789:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624059.062795:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624059.062802:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624059.062804:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624059.062901:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624059.062905:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624059.062907:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781624059.701208:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624059.701218:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624059.701228:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733ca80. 00000020:00000040:1.0:1781624059.701234:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781624059.701699:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624059.701702:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624059.701706:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624059.701715:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85102c9400. 00000100:00000001:1.0:1781624059.701722:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624059.701733:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733ca80 x1868160455868160/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624059.701746:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624059.701750:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624059.701756:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003cad962c] to pc [ptlrpcd_00_01+1] req@ffff8f850733ca80 x1868160455868160/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624059.701812:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624059.701815:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624059.701818:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624059.701824:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733ca80 x1868160455868160/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624059.701832:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624059.701834:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624059.701838:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624059.701841:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624059.701844:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624059.701847:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455868160:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624059.701852:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624059.701858:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624059.701861:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624059.701864:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624059.701868:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875d800. 02000000:00000001:0.0:1781624059.701870:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624059.701877:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624059.701881:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7dc0. 00000400:00000010:0.0:1781624059.701949:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9550. 00000100:00000200:0.0:1781624059.701957:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455868160, portal 25 00000100:00000001:0.0:1781624059.701959:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624059.701961:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247097984 : -123673462453632 : ffff8f850733ca80) 00000100:00000040:0.0:1781624059.701967:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733ca80 x1868160455868160/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624059.701975:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624059.701978:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624059.701981:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9088. 00000100:00000200:0.0:1781624059.701984:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455868160, offset 0 00000400:00000200:0.0:1781624059.701990:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624059.701998:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624059.702005:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624059.702010:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624059.702014:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624059.702018:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624059.702021:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624059.702336:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376071:376071:256:4294967295] 192.168.202.101@tcp LPNI seq info [376041:376041:8:4294967295] 00000400:00000200:0.0:1781624059.702342:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624059.702353:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624059.702359:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624059.702364:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8510227200. 00000800:00000200:0.0:1781624059.702371:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624059.702378:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624059.702390:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8510227200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624059.702409:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624059.702413:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624059.702416:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302224503 00000100:00000001:0.0:1781624059.702423:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302219382 00000100:00000001:0.0:1781624059.702427:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302224503 00000100:00000001:0.0:1781624059.702430:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302219382 00000100:00000001:0.0:1781624059.702432:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624059.702435:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624059.702438:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624059.702440:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624059.702447:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624059.702448:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781624059.702451:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624059.702452:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624059.702453:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624059.702455:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624059.705830:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624059.705840:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624059.705845:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624059.705856:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733c380. 00000020:00000040:1.0:1781624059.705864:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781624059.705868:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624059.705871:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1781624059.705874:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1781624059.705877:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624059.705879:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624059.705895:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85102c9000. 00000100:00000001:1.0:1781624059.705904:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624059.705916:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733c380 x1868160455868288/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624059.705928:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624059.705932:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624059.705938:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca824475] to pc [ptlrpcd_00_00+0] req@ffff8f850733c380 x1868160455868288/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624059.705962:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624059.705965:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624059.705969:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1781624059.705972:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1781624059.705973:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624059.705975:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1781624059.705979:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1781624059.705979:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624059.705985:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733c380 x1868160455868288/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781624059.705987:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7554) 00000100:00000001:0.0:1781624059.705995:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624059.705997:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624059.706000:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624059.706002:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624059.706003:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624059.706006:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455868288:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624059.706009:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624059.706014:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624059.706015:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624059.706017:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624059.706022:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875cc00. 02000000:00000001:0.0:1781624059.706039:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624059.706046:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624059.706049:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7b00. 00000400:00000010:0.0:1781624059.706054:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9a18. 00000100:00000200:0.0:1781624059.706060:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455868288, portal 10 00000100:00000001:0.0:1781624059.706062:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624059.706063:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247096192 : -123673462455424 : ffff8f850733c380) 00000100:00000040:0.0:1781624059.706069:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733c380 x1868160455868288/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624059.706075:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624059.706077:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624059.706079:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9990. 00000100:00000200:0.0:1781624059.706095:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455868288, offset 0 00000400:00000200:0.0:1781624059.706102:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624059.706111:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624059.706118:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624059.706123:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624059.706127:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624059.706131:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624059.706135:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624059.706138:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376072:376072:255:4294967295] 192.168.202.101@tcp LPNI seq info [376042:376042:7:4294967295] 00000400:00000200:0.0:1781624059.706143:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000800:00000200:3.0:1781624059.706148:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624059.706156:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8510227200. 00000400:00000200:0.0:1781624059.706156:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000400:00000200:3.0:1781624059.706164:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1781624059.706166:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624059.706172:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8510227200. 00000400:00000200:3.0:1781624059.706173:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624059.706181:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9088 00000800:00000200:0.0:1781624059.706183:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000400:00000010:3.0:1781624059.706185:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9088. 00000100:00000001:3.0:1781624059.706190:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1781624059.706194:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000100:00000200:3.0:1781624059.706197:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733ca80 x1868160455868160/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1781624059.706200:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8510227200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624059.706209:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624059.706212:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624059.706215:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17481 usecs (18 jiffies) 00000100:00000040:3.0:1781624059.706218:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733ca80 x1868160455868160/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624075 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1781624059.706223:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624059.706229:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302216727 00000100:00000001:3.0:1781624059.706233:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624059.706235:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302224503 00000100:00000001:3.0:1781624059.706238:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1781624059.706240:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302216727 00000100:00000001:0.0:1781624059.706243:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302224503 00000100:00000001:0.0:1781624059.706246:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624059.706249:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624059.706252:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624059.706254:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1781624059.706255:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624059.706258:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8510227200. 00000400:00000200:3.0:1781624059.706262:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1781624059.706262:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624059.706265:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1781624059.706270:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624059.706274:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9990 00000400:00000010:3.0:1781624059.706277:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9990. 00000100:00000001:0.0:1781624059.706277:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624059.706280:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624059.706282:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1781624059.706284:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1781624059.706288:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733c380 x1868160455868288/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624059.706289:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624059.706299:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624059.706315:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733c380 x1868160455868288/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624075 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624059.706322:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624059.706324:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1781624059.706327:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624059.706330:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624059.706332:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624059.706334:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781624059.709939:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624059.709961:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624059.709965:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624059.709968:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624059.709977:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624059.709985:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624059.709994:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624059.709999:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624059.710004:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624059.710008:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005aff80 00000400:00000200:3.0:1781624059.710012:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624059.710018:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f95c5 [1] + 224 00000800:00000001:3.0:1781624059.710070:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624059.710077:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624059.710080:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624059.710084:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624059.710092:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624059.710101:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733c380 x1868160455868288/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624075 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624059.710112:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733c380 x1868160455868288/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624075 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624059.710129:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624059.710137:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624059.710140:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624059.710159:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624059.710163:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624059.710168:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624059.710170:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624059.710172:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7b00. 00000400:00000200:0.0:1781624059.710176:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9a18 00000400:00000010:0.0:1781624059.710178:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9a18. 00000100:00000001:0.0:1781624059.710180:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624059.710184:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733c380 x1868160455868288/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624075 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624059.710194:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733c380 x1868160455868288/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624075 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624059.710201:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624059.710203:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624059.710205:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624059.710208:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624059.710211:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624059.710213:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624059.710216:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624059.710225:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=86 v=5 (5 5 20 20) 00000100:00001000:0.0:1781624059.710229:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=7 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624059.710232:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624059.710233:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624059.710236:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624059.710239:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624059.710243:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781624059.710245:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781624059.710247:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781624059.710248:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624059.710253:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733c380 x1868160455868288/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624075 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624059.710261:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624059.710264:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624059.710265:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624059.710269:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733c380 x1868160455868288/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624075 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624059.710277:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455868288:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624059.710282:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624059.710285:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624059.710288:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733c380 x1868160455868288/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624075 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624059.710295:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624059.710298:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624059.710311:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875cc00. 02000000:00000001:0.0:1781624059.710315:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624059.710317:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624059.710319:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781624059.710322:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624059.710325:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85102c9000. 02000000:00000001:0.0:1781624059.710329:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624059.710330:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624059.710332:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733c380. 00000100:00000001:0.0:1781624059.710336:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624059.710338:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624059.710340:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624059.710349:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624059.710351:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624059.710353:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624059.710355:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781624059.710878:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624059.710883:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624059.710897:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624059.710900:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624059.710905:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624059.710910:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624059.710915:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624059.710918:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624059.710922:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624059.710926:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005aff00 00000400:00000200:3.0:1781624059.710930:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624059.710934:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f95bd [1] + 224 00000800:00000001:3.0:1781624059.710938:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624059.710943:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624059.710945:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624059.710949:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624059.710953:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624059.710958:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733ca80 x1868160455868160/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624075 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624059.710978:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733ca80 x1868160455868160/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624075 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624059.710993:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624059.710998:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624059.711001:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624059.711048:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624059.711051:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624059.711055:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624059.711057:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624059.711059:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7dc0. 00000400:00000200:0.0:1781624059.711063:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9550 00000400:00000010:0.0:1781624059.711066:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9550. 00000100:00000001:0.0:1781624059.711068:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624059.711073:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733ca80 x1868160455868160/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624075 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624059.711094:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733ca80 x1868160455868160/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624075 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624059.711101:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624059.711102:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624059.711104:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624059.711106:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624059.711108:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624059.711110:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624059.711112:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624059.711116:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=86 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624059.711120:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=7 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624059.711122:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624059.711124:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624059.711125:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624059.711126:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624059.711128:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624059.711131:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733ca80 x1868160455868160/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624075 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624059.711136:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624059.711137:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624059.711138:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624059.711140:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733ca80 x1868160455868160/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624075 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624059.711145:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455868160:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624059.711148:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624059.711149:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624059.711151:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733ca80 x1868160455868160/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624075 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624059.711155:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624059.711156:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624059.711157:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875d800. 02000000:00000001:0.0:1781624059.711159:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624059.711160:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624059.711161:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781624059.711162:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624059.711163:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85102c9400. 02000000:00000001:0.0:1781624059.711165:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624059.711166:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624059.711167:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733ca80. 00000100:00000001:0.0:1781624059.711169:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624059.711170:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624059.711171:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624059.711174:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624059.711175:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624059.711176:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624059.711178:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624060.085196:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624060.085203:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624060.085208:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624060.085210:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624060.085369:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624060.085372:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624060.085376:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624061.109176:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624061.109182:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624061.109186:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624061.109187:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624061.109215:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624061.109217:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624061.109219:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624062.135883:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624062.135890:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624062.135897:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624062.135898:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624062.136001:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624062.136004:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624062.136007:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624063.160953:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624063.160959:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624063.160964:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624063.160965:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624063.161088:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624063.161092:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624063.161095:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624064.181153:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624064.181160:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624064.181167:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624064.181168:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624064.181187:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624064.181190:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624064.181193:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781624064.821173:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624064.821184:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624064.821195:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733c700. 00000020:00000040:1.0:1781624064.821209:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781624064.821214:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624064.821217:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624064.821222:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624064.821231:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85102c9a00. 00000100:00000001:1.0:1781624064.821237:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624064.821249:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733c700 x1868160455868416/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624064.821273:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624064.821278:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624064.821284:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049ca5dcf] to pc [ptlrpcd_00_01+1] req@ffff8f850733c700 x1868160455868416/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624064.821316:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624064.821319:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624064.821322:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624064.821326:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733d880. 00000020:00000040:1.0:1781624064.821328:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781624064.821330:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624064.821332:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624064.821333:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624064.821337:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85102c9900. 00000100:00000001:1.0:1781624064.821340:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624064.821344:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733d880 x1868160455868544/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624064.821351:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624064.821353:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624064.821357:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8ccf039] to pc [ptlrpcd_00_00+0] req@ffff8f850733d880 x1868160455868544/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624064.821366:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624064.821368:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624064.821372:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624064.821375:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624064.821378:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624064.821383:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7559) 00000100:00000001:0.0:1781624064.821513:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624064.821517:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624064.821520:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624064.821526:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733c700 x1868160455868416/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624064.821535:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624064.821537:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624064.821541:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624064.821544:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624064.821546:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624064.821550:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455868416:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624064.821555:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624064.821561:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624064.821564:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624064.821567:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624064.821571:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875c400. 02000000:00000001:0.0:1781624064.821573:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624064.821580:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624064.821584:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7dc0. 00000400:00000010:0.0:1781624064.821590:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9550. 00000100:00000200:0.0:1781624064.821597:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455868416, portal 25 00000100:00000001:0.0:1781624064.821600:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624064.821601:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247097088 : -123673462454528 : ffff8f850733c700) 00000100:00000040:0.0:1781624064.821605:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733c700 x1868160455868416/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624064.821610:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624064.821611:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624064.821613:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9a18. 00000100:00000200:0.0:1781624064.821616:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455868416, offset 0 00000400:00000200:0.0:1781624064.821620:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624064.821627:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624064.821632:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624064.821636:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624064.821639:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624064.821641:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624064.821643:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624064.821647:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376073:376073:256:4294967295] 192.168.202.101@tcp LPNI seq info [376043:376043:8:4294967295] 00000400:00000200:0.0:1781624064.821650:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624064.821657:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624064.821663:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624064.821668:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8510227700. 00000800:00000200:0.0:1781624064.821674:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624064.821681:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624064.821685:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8510227700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624064.821706:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624064.821710:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624064.821712:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302229622 00000100:00000001:0.0:1781624064.821720:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302224503 00000100:00000001:0.0:1781624064.821724:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302229622 00000100:00000001:0.0:1781624064.821727:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302224503 00000100:00000001:0.0:1781624064.821731:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624064.821734:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624064.821737:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624064.821739:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624064.821747:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624064.821749:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781624064.821751:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624064.821753:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624064.821754:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624064.821757:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1781624064.821758:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624064.821760:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624064.821762:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624064.821764:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624064.821765:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624064.821766:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624064.821770:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733d880 x1868160455868544/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624064.821783:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624064.821785:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624064.821787:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624064.821789:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624064.821791:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624064.821794:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455868544:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624064.821797:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624064.821800:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624064.821801:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624064.821803:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624064.821806:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875d800. 02000000:00000001:0.0:1781624064.821808:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624064.821811:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624064.821814:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7b00. 00000400:00000010:0.0:1781624064.821819:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9990. 00000100:00000200:0.0:1781624064.821822:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455868544, portal 10 00000100:00000001:0.0:1781624064.821824:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624064.821825:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247101568 : -123673462450048 : ffff8f850733d880) 00000100:00000040:0.0:1781624064.821831:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733d880 x1868160455868544/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624064.821838:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624064.821840:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624064.821843:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9088. 00000800:00000200:3.0:1781624064.821845:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1781624064.821847:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455868544, offset 0 00000800:00000010:3.0:1781624064.821852:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8510227700. 00000400:00000200:0.0:1781624064.821855:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624064.821860:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781624064.821861:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624064.821869:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781624064.821871:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:0.0:1781624064.821874:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781624064.821879:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9a18 00000400:00000200:0.0:1781624064.821879:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000010:3.0:1781624064.821884:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9a18. 00000400:00000200:0.0:1781624064.821885:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1781624064.821891:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1781624064.821891:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000100:00000200:3.0:1781624064.821900:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733c700 x1868160455868416/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1781624064.821901:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376074:376074:255:4294967295] 192.168.202.101@tcp LPNI seq info [376044:376044:7:4294967295] 00000400:00000200:0.0:1781624064.821913:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624064.821920:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624064.821924:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624064.821927:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8510227e00. 00000800:00000200:0.0:1781624064.821931:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624064.821935:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624064.821937:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8510227e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624064.821941:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624064.821943:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17468 usecs (18 jiffies) 00000400:00000200:0.0:1781624064.821946:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624064.821948:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302221842 00000100:00000001:0.0:1781624064.821951:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302229622 00000100:00000001:0.0:1781624064.821953:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302221842 00000100:00000001:0.0:1781624064.821955:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302229622 00000100:00000001:0.0:1781624064.821957:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624064.821960:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624064.821962:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624064.821964:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624064.821975:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624064.821978:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624064.821983:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624064.821989:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733c700 x1868160455868416/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624080 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624064.821996:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624064.821998:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781624064.822064:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624064.822068:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8510227e00. 00000400:00000200:3.0:1781624064.822071:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624064.822075:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624064.822078:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9088 00000400:00000010:3.0:1781624064.822080:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9088. 00000100:00000001:3.0:1781624064.822082:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624064.822121:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733d880 x1868160455868544/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624064.822128:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624064.822131:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733d880 x1868160455868544/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624080 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624064.822143:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624064.822144:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781624064.830136:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624064.830156:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624064.830161:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624064.830164:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624064.830174:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624064.830181:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624064.830192:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624064.830196:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624064.830202:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624064.830206:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b0080 00000400:00000200:3.0:1781624064.830211:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624064.830217:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f95d5 [1] + 224 00000800:00000001:3.0:1781624064.830224:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624064.830228:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624064.830231:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624064.830235:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624064.830243:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624064.830252:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733d880 x1868160455868544/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624080 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624064.830274:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733d880 x1868160455868544/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624080 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624064.830298:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624064.830307:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624064.830311:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624064.830312:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624064.830358:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624064.830362:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624064.830366:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624064.830371:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624064.830374:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624064.830376:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624064.830379:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b0000 00000400:00000200:3.0:1781624064.830382:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624064.830386:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f95cd [1] + 224 00000800:00000001:3.0:1781624064.830390:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624064.830396:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624064.830398:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624064.830401:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624064.830404:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624064.830409:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733c700 x1868160455868416/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624080 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624064.830418:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733c700 x1868160455868416/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624080 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624064.830424:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624064.830428:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624064.830430:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624064.830695:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624064.830699:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624064.830706:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624064.830707:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624064.830711:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7b00. 00000400:00000200:0.0:1781624064.830715:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9990 00000400:00000010:0.0:1781624064.830717:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9990. 00000100:00000001:0.0:1781624064.830721:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624064.830725:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733d880 x1868160455868544/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624080 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624064.830749:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733d880 x1868160455868544/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624080 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624064.830755:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624064.830757:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624064.830760:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624064.830763:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624064.830766:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624064.830768:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624064.830771:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624064.830779:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=91 v=5 (5 5 20 20) 00000100:00001000:0.0:1781624064.830784:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=12 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624064.830786:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624064.830788:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624064.830791:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624064.830794:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624064.830797:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781624064.830799:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781624064.830801:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781624064.830802:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624064.830806:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733d880 x1868160455868544/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624080 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624064.830812:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624064.830815:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624064.830817:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624064.830820:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733d880 x1868160455868544/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624080 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624064.830828:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455868544:192.168.202.101@tcp:400:kworker.0 00000400:00000001:0.0:1781624064.830833:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624064.830834:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624064.830835:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7dc0. 00000400:00000200:0.0:1781624064.830838:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9550 00000400:00000010:0.0:1781624064.830840:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9550. 00000100:00000001:0.0:1781624064.830842:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624064.830845:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733c700 x1868160455868416/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624080 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624064.830852:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733c700 x1868160455868416/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624080 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624064.830857:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624064.830858:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624064.830860:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624064.830862:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624064.830863:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624064.830864:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624064.830866:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624064.830868:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=91 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624064.830871:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=12 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624064.830873:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624064.830875:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624064.830876:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624064.830878:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624064.830879:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624064.830883:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733c700 x1868160455868416/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624080 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624064.830889:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624064.830891:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624064.830892:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624064.830895:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733c700 x1868160455868416/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624080 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624064.830902:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455868416:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624064.830906:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624064.830909:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624064.830912:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733d880 x1868160455868544/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624080 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624064.830919:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624064.830921:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624064.830925:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875d800. 02000000:00000001:0.0:1781624064.830929:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624064.830932:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624064.830934:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781624064.830936:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624064.830938:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85102c9900. 02000000:00000001:0.0:1781624064.830942:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624064.830944:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624064.830946:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733d880. 00000100:00000001:0.0:1781624064.830949:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624064.830951:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624064.830952:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624064.830955:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733c700 x1868160455868416/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624080 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624064.830961:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624064.830962:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624064.830963:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875c400. 02000000:00000001:0.0:1781624064.830965:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624064.830966:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624064.830967:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781624064.830969:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624064.830970:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85102c9a00. 02000000:00000001:0.0:1781624064.830972:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624064.830973:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624064.830974:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733c700. 00000100:00000001:0.0:1781624064.830976:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624064.830977:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624064.830980:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624064.830988:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624064.830990:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624064.830992:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624064.830994:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624065.205410:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624065.205418:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624065.205425:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624065.205426:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624065.205602:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624065.205606:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624065.205609:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624066.229542:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624066.229553:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624066.229561:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624066.229562:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624066.229691:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624066.229696:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624066.229700:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624067.253120:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624067.253130:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624067.253137:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624067.253139:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624067.253177:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624067.253181:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624067.253184:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624068.277155:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624068.277168:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624068.277171:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624068.277176:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624068.277184:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624068.277187:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624068.277189:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624068.277193:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624068.277199:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624068.277201:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624068.277203:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624068.277206:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624068.277208:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624068.277209:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624068.277211:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624068.277213:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624068.277342:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624068.277347:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624068.277350:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624069.302905:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624069.302917:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624069.302926:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624069.302927:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624069.309163:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624069.309178:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624069.309186:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781624069.943389:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624069.943408:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624069.943424:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733ce00. 00000020:00000040:1.0:1781624069.943435:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781624069.943441:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624069.943446:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624069.943453:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624069.943466:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85102c9e00. 00000100:00000001:1.0:1781624069.943475:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624069.943493:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733ce00 x1868160455868672/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624069.943506:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624069.943513:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624069.943521:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f374d930] to pc [ptlrpcd_00_01+1] req@ffff8f850733ce00 x1868160455868672/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624069.943567:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624069.943571:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624069.943575:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624069.943578:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733e300. 00000020:00000040:1.0:1781624069.943581:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781624069.943583:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624069.943584:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624069.943586:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624069.943590:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85102c9800. 00000100:00000001:1.0:1781624069.943594:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624069.943599:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733e300 x1868160455868800/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624069.943606:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624069.943608:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624069.943612:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c15ddfe] to pc [ptlrpcd_00_00+0] req@ffff8f850733e300 x1868160455868800/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624069.943621:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624069.943624:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624069.943627:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624069.943630:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624069.943634:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624069.943640:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7564) 00000100:00000001:0.0:1781624069.944374:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624069.944380:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624069.944383:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624069.944393:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733ce00 x1868160455868672/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624069.944405:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624069.944408:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624069.944412:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624069.944416:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624069.944419:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624069.944423:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455868672:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624069.944428:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624069.944437:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624069.944441:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624069.944444:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624069.944451:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875d200. 02000000:00000001:0.0:1781624069.944453:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624069.944463:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624069.944468:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7dc0. 00000400:00000010:0.0:1781624069.944477:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9550. 00000100:00000200:0.0:1781624069.944485:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455868672, portal 25 00000100:00000001:0.0:1781624069.944488:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624069.944490:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247098880 : -123673462452736 : ffff8f850733ce00) 00000100:00000040:0.0:1781624069.944496:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733ce00 x1868160455868672/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624069.944505:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624069.944508:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624069.944511:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9990. 00000100:00000200:0.0:1781624069.944516:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455868672, offset 0 00000400:00000200:0.0:1781624069.944523:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624069.944536:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624069.944545:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624069.944552:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624069.944558:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624069.944562:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624069.944566:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624069.944570:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376075:376075:256:4294967295] 192.168.202.101@tcp LPNI seq info [376045:376045:8:4294967295] 00000400:00000200:0.0:1781624069.944574:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624069.944586:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624069.944592:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624069.944599:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8510227e00. 00000800:00000200:0.0:1781624069.944606:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624069.944616:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624069.944623:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8510227e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624069.944704:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624069.944710:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624069.944713:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302234745 00000100:00000001:0.0:1781624069.944733:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302229622 00000100:00000001:0.0:1781624069.944738:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302234745 00000100:00000001:0.0:1781624069.944742:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302229622 00000100:00000001:0.0:1781624069.944745:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624069.944748:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624069.944752:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624069.944755:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624069.944764:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624069.944766:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781624069.944769:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624069.944770:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624069.944771:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624069.944775:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1781624069.944776:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624069.944778:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624069.944779:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624069.944781:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624069.944783:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624069.944784:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624069.944789:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733e300 x1868160455868800/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624069.944796:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624069.944797:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624069.944799:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624069.944801:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624069.944803:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624069.944806:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455868800:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624069.944809:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624069.944812:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624069.944813:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624069.944815:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624069.944818:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875da00. 02000000:00000001:0.0:1781624069.944821:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624069.944824:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624069.944827:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7b00. 00000400:00000010:0.0:1781624069.944830:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9198. 00000100:00000200:0.0:1781624069.944834:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455868800, portal 10 00000100:00000001:0.0:1781624069.944836:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624069.944837:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247104256 : -123673462447360 : ffff8f850733e300) 00000100:00000040:0.0:1781624069.944844:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733e300 x1868160455868800/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624069.944850:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624069.944852:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624069.944854:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9110. 00000100:00000200:0.0:1781624069.944856:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455868800, offset 0 00000400:00000200:0.0:1781624069.944860:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624069.945293:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624069.945300:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624069.945303:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624069.945306:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624069.945309:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624069.945311:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624069.945314:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376076:376076:255:4294967295] 192.168.202.101@tcp LPNI seq info [376046:376046:7:4294967295] 00000400:00000200:0.0:1781624069.945319:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624069.945326:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624069.945330:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624069.945335:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8510227700. 00000800:00000200:0.0:1781624069.945340:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624069.945345:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624069.945349:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8510227700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624069.945353:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624069.945358:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17462 usecs (18 jiffies) 00000400:00000200:0.0:1781624069.945361:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624069.945363:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302226966 00000100:00000001:0.0:1781624069.945366:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302234745 00000100:00000001:0.0:1781624069.945368:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302226966 00000100:00000001:0.0:1781624069.945370:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302234745 00000100:00000001:0.0:1781624069.945372:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624069.945374:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624069.945377:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624069.945379:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624069.945399:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624069.945402:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624069.951817:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624069.951834:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8510227e00. 00000400:00000200:3.0:1781624069.951846:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624069.951858:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624069.951878:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9990 00000400:00000010:3.0:1781624069.951881:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9990. 00000100:00000001:3.0:1781624069.951890:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624069.951903:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733ce00 x1868160455868672/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624069.951918:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624069.951922:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733ce00 x1868160455868672/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624085 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624069.951931:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624069.951932:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781624069.952022:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624069.952060:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8510227700. 00000400:00000200:3.0:1781624069.952064:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624069.952067:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624069.952070:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9110 00000400:00000010:3.0:1781624069.952072:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9110. 00000100:00000001:3.0:1781624069.952074:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624069.952079:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733e300 x1868160455868800/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624069.952087:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624069.952090:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733e300 x1868160455868800/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624085 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624069.952097:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624069.952099:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781624069.954616:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624069.954645:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624069.954652:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624069.954655:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624069.954670:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624069.954680:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624069.954699:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624069.954705:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624069.954712:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624069.954718:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b0180 00000400:00000200:3.0:1781624069.954724:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624069.954733:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f95e5 [1] + 224 00000800:00000001:3.0:1781624069.954743:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624069.954754:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624069.954758:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624069.954763:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624069.954774:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624069.954787:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733e300 x1868160455868800/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624085 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624069.954802:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733e300 x1868160455868800/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624085 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624069.954893:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624069.954900:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624069.954930:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624069.954944:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624069.954949:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1781624069.956392:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624069.956400:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624069.956407:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7b00. 00000400:00000200:0.0:1781624069.956417:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9198 00000400:00000010:0.0:1781624069.956420:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9198. 00000100:00000001:0.0:1781624069.956426:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624069.956440:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733e300 x1868160455868800/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624085 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624069.956456:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733e300 x1868160455868800/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624085 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624069.956465:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624069.956467:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624069.956472:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624069.956477:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624069.956481:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624069.956483:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624069.956487:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624069.956500:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=96 v=5 (5 5 20 20) 00000100:00001000:0.0:1781624069.956505:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=17 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624069.956508:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624069.956511:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624069.956514:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624069.956519:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624069.956524:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781624069.956527:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781624069.956529:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781624069.956531:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624069.956536:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733e300 x1868160455868800/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624085 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624069.956545:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624069.956549:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624069.956552:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624069.956556:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733e300 x1868160455868800/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624085 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624069.956565:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455868800:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624069.956574:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624069.956579:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624069.956582:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733e300 x1868160455868800/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624085 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624069.956591:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624069.956594:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624069.956600:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875da00. 02000000:00000001:0.0:1781624069.956604:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624069.956608:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624069.956610:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781624069.956613:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624069.956617:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85102c9800. 02000000:00000001:0.0:1781624069.956623:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624069.956626:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624069.956629:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733e300. 00000100:00000001:0.0:1781624069.956634:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624069.956637:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624069.956642:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624069.956646:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624069.956649:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624069.956651:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624069.956653:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781624069.964487:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624069.964517:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624069.964524:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624069.964528:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624069.964541:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624069.964554:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624069.964567:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624069.964573:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624069.964580:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624069.964585:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b0100 00000400:00000200:3.0:1781624069.964591:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624069.964601:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f95dd [1] + 224 00000800:00000001:3.0:1781624069.964614:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624069.964622:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624069.964625:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624069.964631:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624069.964640:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624069.964662:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733ce00 x1868160455868672/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624085 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624069.964677:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733ce00 x1868160455868672/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624085 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624069.964708:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624069.964721:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624069.964726:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624069.964941:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624069.964948:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624069.964957:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624069.964960:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624069.964965:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7dc0. 00000400:00000200:0.0:1781624069.964972:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9550 00000400:00000010:0.0:1781624069.964976:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9550. 00000100:00000001:0.0:1781624069.964980:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624069.964985:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733ce00 x1868160455868672/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624085 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624069.964996:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733ce00 x1868160455868672/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624085 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624069.965003:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624069.965005:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624069.965008:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624069.965014:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624069.965017:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624069.965022:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624069.965062:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624069.965072:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=96 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624069.965077:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=17 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624069.965080:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624069.965082:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624069.965085:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624069.965088:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624069.965091:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624069.965097:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733ce00 x1868160455868672/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624085 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624069.965106:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624069.965110:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624069.965113:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624069.965118:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733ce00 x1868160455868672/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624085 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624069.965127:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455868672:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624069.965133:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624069.965136:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624069.965139:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733ce00 x1868160455868672/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624085 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624069.965146:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624069.965150:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624069.965155:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875d200. 02000000:00000001:0.0:1781624069.965160:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624069.965164:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624069.965167:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781624069.965169:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624069.965172:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85102c9e00. 02000000:00000001:0.0:1781624069.965178:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624069.965180:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624069.965182:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733ce00. 00000100:00000001:0.0:1781624069.965187:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624069.965189:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624069.965192:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624069.965201:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624069.965204:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624069.965207:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624069.965224:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624070.325541:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624070.325552:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624070.325559:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624070.325561:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624070.325594:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624070.325597:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624070.325600:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624071.351113:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624071.351125:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624071.351134:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624071.351136:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624071.351374:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624071.351379:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624071.351383:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624072.373244:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624072.373254:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624072.373262:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624072.373263:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624072.373375:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624072.373379:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624072.373383:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624073.397213:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624073.397223:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624073.397231:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624073.397233:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624073.397271:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624073.397275:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624073.397278:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624074.424573:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624074.424580:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624074.424586:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624074.424588:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624074.424773:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624074.424776:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624074.424779:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781624075.061719:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624075.061736:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624075.061752:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0ce00. 00000020:00000040:2.0:1781624075.061761:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781624075.061767:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624075.061772:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624075.061781:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624075.061793:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3f00. 00000100:00000001:2.0:1781624075.061804:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624075.061824:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0ce00 x1868160455868928/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624075.061841:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624075.061857:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624075.061870:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e9d049] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0ce00 x1868160455868928/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624075.061920:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624075.061923:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624075.061928:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624075.061939:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0ca80. 00000020:00000040:2.0:1781624075.061942:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781624075.061945:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624075.061946:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624075.061948:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624075.061952:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3200. 00000100:00000001:2.0:1781624075.061955:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624075.061960:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0ca80 x1868160455869056/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624075.061967:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624075.061970:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624075.061974:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004da633e2] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0ca80 x1868160455869056/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624075.061990:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624075.061992:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624075.061996:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624075.061999:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624075.062003:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624075.062010:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7569) 00000100:00000001:2.0:1781624075.062083:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624075.062088:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624075.062091:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624075.062098:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0ca80 x1868160455869056/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624075.062107:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624075.062110:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624075.062115:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624075.062118:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624075.062122:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624075.062126:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455869056:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624075.062132:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624075.062140:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624075.062144:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624075.062147:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624075.062153:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078e00. 02000000:00000001:2.0:1781624075.062155:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624075.062174:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624075.062180:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08688. 00000400:00000010:2.0:1781624075.062189:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d440. 00000100:00000200:2.0:1781624075.062199:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455869056, portal 10 00000100:00000001:2.0:1781624075.062203:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624075.062205:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272067200 : -123673437484416 : ffff8f8508b0ca80) 00000100:00000040:2.0:1781624075.062213:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0ca80 x1868160455869056/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624075.062222:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624075.062225:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624075.062229:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901da18. 00000100:00000200:2.0:1781624075.062232:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455869056, offset 0 00000400:00000200:2.0:1781624075.062239:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624075.062253:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624075.062263:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624075.062271:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624075.062276:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624075.062281:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624075.062283:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624075.062288:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376077:376077:256:4294967295] 192.168.202.101@tcp LPNI seq info [376047:376047:8:4294967295] 00000400:00000200:2.0:1781624075.062293:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624075.062304:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624075.062310:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624075.062316:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3a00. 00000800:00000200:2.0:1781624075.062324:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624075.062333:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624075.062337:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624075.062350:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624075.062355:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17460 usecs (18 jiffies) 00000400:00000200:2.0:1781624075.062359:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624075.062362:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302232083 00000100:00000001:2.0:1781624075.062366:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302234745 00000100:00000001:2.0:1781624075.062368:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302232083 00000100:00000001:2.0:1781624075.062371:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302234745 00000100:00000001:2.0:1781624075.062374:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624075.062377:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624075.062381:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624075.062383:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624075.062392:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624075.062394:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781624075.062397:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624075.062398:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624075.062400:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624075.062403:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1781624075.062404:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624075.062406:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624075.062408:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624075.062410:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624075.062411:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624075.062412:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624075.062416:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0ce00 x1868160455868928/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624075.062423:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624075.062424:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624075.062426:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624075.062428:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624075.062430:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624075.062432:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455868928:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624075.062435:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624075.062439:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624075.062440:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624075.062441:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624075.062446:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079c00. 02000000:00000001:2.0:1781624075.062448:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624075.062452:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624075.062455:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f089f8. 00000400:00000010:2.0:1781624075.062459:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d990. 00000100:00000200:2.0:1781624075.062462:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455868928, portal 25 00000100:00000001:2.0:1781624075.062464:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624075.062467:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272068096 : -123673437483520 : ffff8f8508b0ce00) 00000100:00000040:2.0:1781624075.062471:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0ce00 x1868160455868928/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624075.062477:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624075.062479:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624075.062481:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d088. 00000100:00000200:2.0:1781624075.062483:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455868928, offset 0 00000400:00000200:2.0:1781624075.062489:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624075.062493:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624075.062496:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624075.062499:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624075.062501:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624075.062503:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624075.062505:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624075.062508:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376078:376078:255:4294967295] 192.168.202.101@tcp LPNI seq info [376048:376048:7:4294967295] 00000400:00000200:2.0:1781624075.062512:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624075.062517:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624075.062522:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624075.062525:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3000. 00000800:00000200:2.0:1781624075.062529:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624075.062533:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624075.062536:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624075.062539:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624075.062542:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624075.062543:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302239863 00000100:00000001:2.0:1781624075.062552:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302234745 00000100:00000001:2.0:1781624075.062556:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302239863 00000100:00000001:2.0:1781624075.062560:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302234745 00000100:00000001:2.0:1781624075.062562:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624075.062564:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624075.062567:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624075.062569:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624075.062832:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624075.062836:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624075.062913:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624075.062920:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3a00. 00000400:00000200:3.0:1781624075.062943:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624075.062951:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624075.062960:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901da18 00000400:00000010:3.0:1781624075.062963:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901da18. 00000100:00000001:3.0:1781624075.062971:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624075.062976:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0ca80 x1868160455869056/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624075.063140:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624075.063145:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0ca80 x1868160455869056/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624091 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624075.063154:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624075.063155:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781624075.063273:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624075.063276:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3000. 00000400:00000200:3.0:1781624075.063280:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624075.063284:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624075.063287:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d088 00000400:00000010:3.0:1781624075.063290:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d088. 00000100:00000001:3.0:1781624075.063293:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624075.063298:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0ce00 x1868160455868928/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624075.063306:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624075.063310:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0ce00 x1868160455868928/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624091 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624075.063316:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624075.063317:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781624075.068098:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624075.068124:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624075.068131:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624075.068134:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624075.068145:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624075.068155:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624075.068174:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624075.068181:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624075.068188:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624075.068193:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b0280 00000400:00000200:3.0:1781624075.068200:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624075.068208:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f95ed [1] + 224 00000800:00000001:3.0:1781624075.068218:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624075.068227:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624075.068231:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624075.068238:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624075.068248:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624075.068263:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0ca80 x1868160455869056/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624091 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624075.068279:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0ca80 x1868160455869056/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624091 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624075.068309:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624075.068330:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624075.068333:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624075.070125:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624075.070135:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781624075.070192:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781624075.070196:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781624075.070202:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08688. 00000400:00000200:2.0:1781624075.070213:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d440 00000400:00000010:2.0:1781624075.070217:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d440. 00000100:00000001:2.0:1781624075.070223:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624075.070239:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0ca80 x1868160455869056/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624091 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624075.070251:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0ca80 x1868160455869056/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624091 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624075.070261:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781624075.070263:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624075.070267:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781624075.070271:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781624075.070274:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781624075.070277:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624075.070281:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781624075.070295:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=102 v=5 (5 5 20 20) 00000100:00001000:2.0:1781624075.070300:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=23 v=5 (1 1 1 1) 00000100:00000001:2.0:1781624075.070304:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781624075.070306:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781624075.070309:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781624075.070314:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624075.070319:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781624075.070323:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:2.0:1781624075.070325:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781624075.070327:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624075.070333:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0ca80 x1868160455869056/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624091 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624075.070342:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624075.070346:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781624075.070469:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781624075.070486:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0ca80 x1868160455869056/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624091 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781624075.070495:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455869056:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624075.070502:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624075.070505:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624075.070508:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0ca80 x1868160455869056/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624091 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624075.070513:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781624075.070517:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781624075.070522:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078e00. 02000000:00000001:2.0:1781624075.070527:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781624075.070530:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781624075.070531:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:2.0:1781624075.070533:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781624075.070535:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3200. 02000000:00000001:2.0:1781624075.070540:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781624075.070542:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781624075.070545:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0ca80. 00000100:00000001:2.0:1781624075.070550:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781624075.070551:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624075.070556:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624075.070559:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624075.070561:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624075.070564:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624075.070566:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781624075.071341:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624075.071361:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624075.071366:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624075.071369:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624075.071380:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624075.071387:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624075.071401:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624075.071407:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624075.071415:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624075.071420:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b0200 00000400:00000200:3.0:1781624075.071426:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624075.071435:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f95fd [1] + 224 00000800:00000001:3.0:1781624075.071445:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624075.071454:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624075.071458:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624075.071464:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624075.071474:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624075.071486:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0ce00 x1868160455868928/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624091 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624075.071496:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0ce00 x1868160455868928/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624091 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624075.071518:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624075.071529:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624075.071534:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624075.071580:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624075.071586:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781624075.071593:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781624075.071595:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781624075.071599:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f089f8. 00000400:00000200:2.0:1781624075.071604:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d990 00000400:00000010:2.0:1781624075.071606:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d990. 00000100:00000001:2.0:1781624075.071609:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624075.071616:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0ce00 x1868160455868928/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624091 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624075.071624:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0ce00 x1868160455868928/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624091 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624075.071630:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781624075.071631:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624075.071633:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781624075.071636:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781624075.071639:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781624075.071641:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624075.071643:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781624075.071650:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=102 v=5 (5 5 5 5) 00000100:00001000:2.0:1781624075.071653:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=23 v=5 (1 1 1 1) 00000100:00000001:2.0:1781624075.071655:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781624075.071657:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781624075.071659:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781624075.071660:0:2352:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624075.071662:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624075.071665:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0ce00 x1868160455868928/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624091 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624075.071669:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624075.071671:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781624075.071672:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781624075.071674:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0ce00 x1868160455868928/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624091 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781624075.071678:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455868928:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624075.071681:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624075.071683:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624075.071685:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0ce00 x1868160455868928/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624091 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624075.071689:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781624075.071690:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781624075.071692:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079c00. 02000000:00000001:2.0:1781624075.071694:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781624075.071695:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781624075.071697:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781624075.071698:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781624075.071700:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3f00. 02000000:00000001:2.0:1781624075.071703:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781624075.071704:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781624075.071705:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0ce00. 00000100:00000001:2.0:1781624075.071707:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781624075.071708:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624075.071709:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624075.071715:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624075.071716:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624075.071717:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624075.071719:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624075.445208:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624075.445218:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624075.445226:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624075.445228:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624075.446021:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624075.446128:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624075.446133:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624076.469592:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624076.469601:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624076.469607:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624076.469608:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624076.469640:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624076.469643:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624076.469646:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624077.493274:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624077.493287:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624077.493290:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624077.493294:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624077.493300:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624077.493303:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624077.493305:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624077.493308:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624077.493314:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624077.493315:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624077.493317:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624077.493318:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624077.493320:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624077.493321:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624077.493323:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624077.493325:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624077.493509:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624077.493514:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624077.493518:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624078.517891:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624078.517902:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624078.517910:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624078.517912:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624078.521995:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624078.522006:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624078.522012:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624079.541349:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624079.541360:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624079.541369:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624079.541370:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624079.541417:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624079.541421:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624079.541424:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781624080.185268:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624080.185281:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624080.185296:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511280380. 00000020:00000040:3.0:1781624080.185304:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781624080.185309:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624080.185313:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624080.185320:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624080.185333:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d500. 00000100:00000001:3.0:1781624080.185342:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624080.185357:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511280380 x1868160455869184/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624080.185370:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624080.185376:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624080.185383:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc0c9a06] to pc [ptlrpcd_01_00+0] req@ffff8f8511280380 x1868160455869184/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624080.185417:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624080.185420:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624080.185424:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624080.185427:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511282680. 00000020:00000040:3.0:1781624080.185430:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781624080.185432:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624080.185433:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624080.185435:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624080.185438:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d400. 00000100:00000001:3.0:1781624080.185441:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624080.185445:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511282680 x1868160455869312/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624080.185451:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624080.185453:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624080.185456:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008781aa17] to pc [ptlrpcd_01_01+1] req@ffff8f8511282680 x1868160455869312/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624080.185464:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624080.185466:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624080.185470:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624080.185473:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624080.185476:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624080.185483:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7574) 00000100:00000001:3.0:1781624080.185670:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624080.185674:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624080.185677:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781624080.185684:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511280380 x1868160455869184/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624080.185694:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781624080.185696:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624080.185700:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781624080.185703:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781624080.185706:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624080.185710:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455869184:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624080.185715:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781624080.185722:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781624080.185725:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624080.185729:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781624080.185734:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ede00. 02000000:00000001:3.0:1781624080.185836:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624080.185848:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781624080.185853:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8b00. 00000400:00000010:3.0:1781624080.185863:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70bb0. 00000100:00000200:3.0:1781624080.185872:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455869184, portal 25 00000100:00000001:3.0:1781624080.185874:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781624080.185876:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414098304 : -123673295453312 : ffff8f8511280380) 00000100:00000040:3.0:1781624080.185882:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511280380 x1868160455869184/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624080.185890:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781624080.185893:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781624080.185896:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e704c8. 00000100:00000200:3.0:1781624080.185899:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455869184, offset 0 00000400:00000200:3.0:1781624080.185906:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624080.185916:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624080.185924:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781624080.185932:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781624080.185938:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781624080.185942:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781624080.185945:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781624080.185949:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376079:376079:256:4294967295] 192.168.202.101@tcp LPNI seq info [376049:376049:8:4294967295] 00000400:00000200:3.0:1781624080.185954:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624080.185965:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781624080.185971:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781624080.185976:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7db00. 00000800:00000200:3.0:1781624080.185984:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781624080.185992:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781624080.185998:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7db00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781624080.186014:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624080.186019:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624080.186022:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302244986 00000100:00000001:3.0:1781624080.186067:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302239863 00000100:00000001:3.0:1781624080.186071:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302244986 00000100:00000001:3.0:1781624080.186074:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302239863 00000100:00000001:3.0:1781624080.186077:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624080.186080:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624080.186084:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624080.186087:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624080.186096:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624080.186099:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781624080.186101:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624080.186102:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624080.186104:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624080.186106:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1781624080.186108:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624080.186110:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624080.186111:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624080.186112:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624080.186114:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624080.186126:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781624080.186132:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511282680 x1868160455869312/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624080.186139:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781624080.186140:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624080.186143:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781624080.186145:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781624080.186147:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624080.186150:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511282680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455869312:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624080.186153:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781624080.186157:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781624080.186158:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624080.186160:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781624080.186164:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ed200. 02000000:00000001:3.0:1781624080.186166:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624080.186170:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781624080.186173:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8c08. 00000400:00000010:3.0:1781624080.186177:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70550. 00000100:00000200:3.0:1781624080.186180:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455869312, portal 10 00000100:00000001:3.0:1781624080.186182:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781624080.186183:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414107264 : -123673295444352 : ffff8f8511282680) 00000100:00000040:3.0:1781624080.186191:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511282680 x1868160455869312/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624080.186198:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781624080.186201:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781624080.186204:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70dd0. 00000100:00000200:3.0:1781624080.186206:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455869312, offset 0 00000400:00000200:3.0:1781624080.186211:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624080.186214:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624080.186218:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781624080.186221:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781624080.186223:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781624080.186226:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781624080.186228:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781624080.186231:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376080:376080:255:4294967295] 192.168.202.101@tcp LPNI seq info [376050:376050:7:4294967295] 00000400:00000200:3.0:1781624080.186235:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624080.186241:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781624080.186246:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781624080.186250:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d000. 00000800:00000200:3.0:1781624080.186253:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781624080.186258:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781624080.186261:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781624080.186264:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624080.186268:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17452 usecs (18 jiffies) 00000400:00000200:3.0:1781624080.186272:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624080.186274:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302237206 00000100:00000001:3.0:1781624080.186276:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302244986 00000100:00000001:3.0:1781624080.186279:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302237206 00000100:00000001:3.0:1781624080.186281:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302244986 00000100:00000001:3.0:1781624080.186283:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624080.186285:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624080.186288:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624080.186290:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624080.186303:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624080.186306:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624080.186338:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624080.186343:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7db00. 00000400:00000200:3.0:1781624080.186348:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624080.186353:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624080.186360:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e704c8 00000400:00000010:3.0:1781624080.186363:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e704c8. 00000100:00000001:3.0:1781624080.186367:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624080.186371:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511280380 x1868160455869184/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624080.186382:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624080.186386:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511280380 x1868160455869184/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624096 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624080.186393:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624080.186395:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781624080.186575:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624080.186578:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d000. 00000400:00000200:3.0:1781624080.186581:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624080.186585:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624080.186589:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70dd0 00000400:00000010:3.0:1781624080.186591:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70dd0. 00000100:00000001:3.0:1781624080.186594:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624080.186598:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511282680 x1868160455869312/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624080.186607:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624080.186609:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511282680 x1868160455869312/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624096 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624080.186615:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624080.186617:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781624080.191868:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624080.191892:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624080.191898:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624080.191901:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624080.191913:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624080.191923:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624080.191936:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624080.191943:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624080.191950:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624080.191955:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b0380 00000400:00000200:3.0:1781624080.191962:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624080.191972:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f961d [1] + 224 00000800:00000001:3.0:1781624080.191984:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624080.191988:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624080.191992:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624080.191998:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624080.192008:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624080.192021:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511282680 x1868160455869312/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624096 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624080.192073:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511282680 x1868160455869312/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624096 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624080.192095:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624080.192105:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624080.192109:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624080.192111:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624080.192113:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624080.192126:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624080.192130:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624080.192135:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624080.192137:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624080.192141:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624080.192144:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b0300 00000400:00000200:3.0:1781624080.192148:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624080.192153:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f960d [1] + 224 00000800:00000001:3.0:1781624080.192157:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624080.192164:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624080.192165:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624080.192168:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624080.192171:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624080.192176:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511280380 x1868160455869184/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624096 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624080.192248:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624080.192254:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781624080.192264:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781624080.192266:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781624080.192270:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8c08. 00000400:00000200:2.0:1781624080.192277:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70550 00000400:00000010:2.0:1781624080.192280:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70550. 00000100:00000001:2.0:1781624080.192284:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624080.192289:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511282680 x1868160455869312/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624096 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624080.192300:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511282680 x1868160455869312/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624096 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624080.192307:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781624080.192309:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624080.192312:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781624080.192316:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781624080.192320:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781624080.192322:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624080.192326:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781624080.192340:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=107 v=5 (5 5 20 20) 00000100:00001000:2.0:1781624080.192345:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=28 v=5 (1 1 1 1) 00000100:00000001:2.0:1781624080.192348:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781624080.192350:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781624080.192354:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781624080.192358:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624080.192363:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781624080.192366:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:2.0:1781624080.192368:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781624080.192370:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624080.192375:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511282680 x1868160455869312/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624096 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624080.192383:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624080.192387:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781624080.192390:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781624080.192395:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511282680 x1868160455869312/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624096 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781624080.192403:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511282680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455869312:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624080.192409:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624080.192412:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624080.192416:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511282680 x1868160455869312/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624096 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624080.192424:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781624080.192427:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781624080.192431:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ed200. 02000000:00000001:2.0:1781624080.192435:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781624080.192438:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781624080.192441:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:2.0:1781624080.192444:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781624080.192447:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d400. 02000000:00000001:2.0:1781624080.192451:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781624080.192454:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781624080.192456:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511282680. 00000100:00000001:2.0:1781624080.192461:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781624080.192463:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624080.192467:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624080.192469:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624080.192470:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624080.192472:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624080.192474:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624080.192815:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511280380 x1868160455869184/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624096 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624080.192841:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624080.192849:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624080.192855:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624080.192903:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624080.192905:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781624080.192909:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781624080.192910:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781624080.192913:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8b00. 00000400:00000200:2.0:1781624080.192917:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70bb0 00000400:00000010:2.0:1781624080.192919:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70bb0. 00000100:00000001:2.0:1781624080.192922:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624080.192926:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511280380 x1868160455869184/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624096 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624080.192934:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511280380 x1868160455869184/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624096 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624080.192941:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781624080.192942:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624080.192944:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781624080.192946:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781624080.192947:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781624080.192949:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624080.192952:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781624080.192955:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=107 v=5 (5 5 5 5) 00000100:00001000:2.0:1781624080.192959:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=28 v=5 (1 1 1 1) 00000100:00000001:2.0:1781624080.192961:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781624080.192963:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781624080.192966:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781624080.192968:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624080.192970:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624080.192974:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511280380 x1868160455869184/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624096 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624080.192980:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624080.192982:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781624080.192985:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781624080.192988:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511280380 x1868160455869184/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624096 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781624080.192994:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455869184:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624080.192999:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624080.193002:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624080.193005:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511280380 x1868160455869184/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624096 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624080.193011:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781624080.193013:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781624080.193014:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ede00. 02000000:00000001:2.0:1781624080.193017:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781624080.193019:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781624080.193021:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781624080.193022:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781624080.193062:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d500. 02000000:00000001:2.0:1781624080.193065:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781624080.193067:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781624080.193068:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511280380. 00000100:00000001:2.0:1781624080.193071:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781624080.193073:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624080.193075:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624080.193083:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624080.193086:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624080.193089:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624080.193090:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624080.565293:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624080.565306:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624080.565315:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624080.565316:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624080.565447:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624080.565456:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624080.565461:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624081.589187:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624081.589194:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624081.589201:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624081.589202:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624081.589339:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624081.589344:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624081.589347:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624082.613141:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624082.613149:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624082.613155:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624082.613156:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624082.613187:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624082.613190:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624082.613193:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624083.637189:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624083.637197:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624083.637204:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624083.637205:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624083.639477:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624083.639484:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624083.639489:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624084.661753:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624084.661760:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624084.661767:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624084.661768:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624084.661885:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624084.661889:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624084.661892:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781624085.301256:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624085.301267:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624085.301280:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0ce00. 00000020:00000040:2.0:1781624085.301287:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781624085.301292:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624085.301296:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624085.301302:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624085.301311:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3f00. 00000100:00000001:2.0:1781624085.301321:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624085.301334:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0ce00 x1868160455869440/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624085.301346:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624085.301351:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624085.301358:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e9d049] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0ce00 x1868160455869440/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624085.301409:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624085.301414:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624085.301417:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781624085.301423:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0ce00 x1868160455869440/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624085.301431:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781624085.301433:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624085.301438:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781624085.301442:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781624085.301445:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624085.301449:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455869440:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624085.301454:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781624085.301461:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781624085.301463:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624085.301466:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781624085.301472:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ec200. 02000000:00000001:3.0:1781624085.301474:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624085.301482:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781624085.301490:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8b00. 00000400:00000010:3.0:1781624085.301497:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70dd0. 00000100:00000200:3.0:1781624085.301504:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455869440, portal 25 00000100:00000001:3.0:1781624085.301507:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781624085.301509:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272068096 : -123673437483520 : ffff8f8508b0ce00) 00000100:00000040:3.0:1781624085.301515:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0ce00 x1868160455869440/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624085.301524:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781624085.301527:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781624085.301530:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e704c8. 00000100:00000200:3.0:1781624085.301533:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455869440, offset 0 00000400:00000200:3.0:1781624085.301539:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624085.301548:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624085.301555:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781624085.301561:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781624085.301565:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781624085.301569:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781624085.301572:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781624085.301576:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376081:376081:256:4294967295] 192.168.202.101@tcp LPNI seq info [376051:376051:8:4294967295] 00000400:00000200:3.0:1781624085.301581:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624085.301590:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781624085.301596:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781624085.301601:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d000. 00000800:00000200:3.0:1781624085.301607:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781624085.301626:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781624085.301632:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781624085.301646:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624085.301650:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624085.301653:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302250102 00000100:00000001:3.0:1781624085.301659:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302244986 00000100:00000001:3.0:1781624085.301663:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302250102 00000100:00000001:3.0:1781624085.301666:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302244986 00000100:00000001:3.0:1781624085.301669:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624085.301672:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624085.301676:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624085.301678:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624085.301708:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624085.301711:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624085.301714:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624085.301718:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0ca80. 00000020:00000040:2.0:1781624085.301721:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781624085.301724:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624085.301725:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624085.301727:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624085.301730:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3200. 00000100:00000001:2.0:1781624085.301733:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624085.301738:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0ca80 x1868160455869568/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624085.301747:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624085.301759:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624085.301762:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004da633e2] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0ca80 x1868160455869568/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624085.301950:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624085.301953:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781624085.301956:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624085.301957:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624085.301959:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624085.301962:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1781624085.301963:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624085.301965:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624085.301967:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624085.301968:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624085.301970:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624085.301971:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781624085.301980:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0ca80 x1868160455869568/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624085.301987:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781624085.301989:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624085.301991:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781624085.301993:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781624085.301995:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624085.301998:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455869568:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624085.302001:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781624085.302004:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781624085.302006:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624085.302007:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781624085.302011:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ec000. 02000000:00000001:3.0:1781624085.302013:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624085.302017:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781624085.302020:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8c08. 00000400:00000010:3.0:1781624085.302050:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70198. 00000100:00000200:3.0:1781624085.302055:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455869568, portal 10 00000100:00000001:3.0:1781624085.302057:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781624085.302058:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272067200 : -123673437484416 : ffff8f8508b0ca80) 00000100:00000040:3.0:1781624085.302065:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0ca80 x1868160455869568/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624085.302093:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781624085.302096:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781624085.302099:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70660. 00000100:00000200:3.0:1781624085.302102:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455869568, offset 0 00000400:00000200:3.0:1781624085.302107:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624085.302111:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624085.302114:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781624085.302117:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781624085.302119:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781624085.302122:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781624085.302124:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781624085.302127:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376082:376082:255:4294967295] 192.168.202.101@tcp LPNI seq info [376052:376052:7:4294967295] 00000400:00000200:3.0:1781624085.302132:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624085.302137:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781624085.302142:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781624085.302145:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7db00. 00000800:00000200:3.0:1781624085.302150:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781624085.302154:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781624085.302158:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7db00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781624085.302161:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624085.302165:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17442 usecs (18 jiffies) 00000400:00000200:3.0:1781624085.302168:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624085.302170:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302242323 00000100:00000001:3.0:1781624085.302173:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302250102 00000100:00000001:3.0:1781624085.302175:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302242323 00000100:00000001:3.0:1781624085.302177:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302250102 00000100:00000001:3.0:1781624085.302179:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624085.302181:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624085.302184:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624085.302186:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624085.302234:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624085.302238:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d000. 00000400:00000200:3.0:1781624085.302244:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624085.302248:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624085.302253:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e704c8 00000400:00000010:3.0:1781624085.302255:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e704c8. 00000100:00000001:3.0:1781624085.302260:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624085.302264:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0ce00 x1868160455869440/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624085.302274:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624085.302277:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0ce00 x1868160455869440/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624101 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624085.302283:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624085.302285:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781624085.302357:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624085.302360:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7db00. 00000400:00000200:3.0:1781624085.302363:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624085.302367:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624085.302369:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70660 00000400:00000010:3.0:1781624085.302371:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70660. 00000100:00000001:3.0:1781624085.302373:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624085.302376:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0ca80 x1868160455869568/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624085.302384:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624085.302387:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0ca80 x1868160455869568/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624101 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624085.302393:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624085.302394:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1781624085.302403:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624085.302405:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624085.303234:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624085.303238:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624085.303241:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624085.303244:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624085.303327:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624085.303331:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624085.303336:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624085.303338:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624085.303342:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624085.303347:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7580) 00000800:00000001:3.0:1781624085.308007:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624085.308105:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624085.308110:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624085.308113:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624085.308124:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624085.308133:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624085.308143:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624085.308149:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624085.308155:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624085.308159:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b0480 00000400:00000200:3.0:1781624085.308165:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624085.308173:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f963d [1] + 224 00000800:00000001:3.0:1781624085.308183:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624085.308191:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624085.308194:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624085.308199:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624085.308207:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624085.308217:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0ca80 x1868160455869568/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624101 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624085.308229:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0ca80 x1868160455869568/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624101 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624085.308256:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624085.308267:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624085.308270:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624085.308865:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624085.308869:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781624085.308876:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781624085.308878:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781624085.308882:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8c08. 00000400:00000200:2.0:1781624085.308888:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70198 00000400:00000010:2.0:1781624085.308891:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70198. 00000100:00000001:2.0:1781624085.308894:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624085.308899:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0ca80 x1868160455869568/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624101 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624085.308910:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0ca80 x1868160455869568/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624101 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624085.308916:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781624085.308919:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624085.308921:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781624085.308925:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781624085.308928:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781624085.308930:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624085.308943:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781624085.308952:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=112 v=5 (5 5 20 20) 00000100:00001000:2.0:1781624085.308956:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=33 v=5 (1 1 1 1) 00000100:00000001:2.0:1781624085.308959:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781624085.308960:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781624085.308976:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781624085.308979:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624085.308984:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781624085.308986:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:2.0:1781624085.308988:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781624085.308989:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624085.308994:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0ca80 x1868160455869568/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624101 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624085.309001:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624085.309005:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781624085.309008:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781624085.309012:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0ca80 x1868160455869568/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624101 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781624085.309019:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455869568:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624085.309044:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624085.309047:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624085.309051:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0ca80 x1868160455869568/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624101 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624085.309058:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781624085.309060:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781624085.309064:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ec000. 02000000:00000001:2.0:1781624085.309080:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781624085.309083:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781624085.309085:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:2.0:1781624085.309088:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781624085.309090:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3200. 02000000:00000001:2.0:1781624085.309095:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781624085.309096:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781624085.309099:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0ca80. 00000100:00000001:2.0:1781624085.309102:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781624085.309104:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624085.309107:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624085.309108:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624085.309109:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624085.309111:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624085.309113:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781624085.314430:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624085.314448:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624085.314453:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624085.314455:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624085.314464:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624085.314471:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624085.314480:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624085.314485:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624085.314491:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624085.314496:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b0400 00000400:00000200:3.0:1781624085.314501:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624085.314507:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f962d [1] + 224 00000800:00000001:3.0:1781624085.314515:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624085.314521:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624085.314524:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624085.314529:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624085.314537:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624085.316298:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0ce00 x1868160455869440/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624101 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624085.316317:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0ce00 x1868160455869440/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624101 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624085.316342:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624085.316359:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624085.316370:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624085.316585:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624085.316589:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781624085.316596:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781624085.316598:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781624085.316601:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8b00. 00000400:00000200:2.0:1781624085.316607:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70dd0 00000400:00000010:2.0:1781624085.316610:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70dd0. 00000100:00000001:2.0:1781624085.316614:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624085.316619:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0ce00 x1868160455869440/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624101 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624085.316629:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0ce00 x1868160455869440/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624101 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624085.316635:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781624085.316637:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624085.316639:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781624085.316643:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781624085.316645:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781624085.316647:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624085.316650:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781624085.316656:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=112 v=5 (5 5 5 5) 00000100:00001000:2.0:1781624085.316661:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=33 v=5 (1 1 1 1) 00000100:00000001:2.0:1781624085.316663:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781624085.316665:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781624085.316667:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781624085.316669:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624085.316672:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624085.316676:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0ce00 x1868160455869440/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624101 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624085.316682:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624085.316685:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781624085.316687:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781624085.316691:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0ce00 x1868160455869440/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624101 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781624085.316698:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455869440:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624085.316704:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624085.316706:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624085.316721:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0ce00 x1868160455869440/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624101 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624085.316728:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781624085.316731:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781624085.316735:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ec200. 02000000:00000001:2.0:1781624085.316739:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781624085.316741:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781624085.316743:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781624085.316745:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781624085.316748:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3f00. 02000000:00000001:2.0:1781624085.316752:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781624085.316753:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781624085.316755:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0ce00. 00000100:00000001:2.0:1781624085.316758:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781624085.316760:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624085.316762:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624085.316769:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624085.316771:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624085.316773:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624085.316775:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624085.687484:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624085.687490:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624085.687495:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624085.687496:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624085.687526:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624085.687529:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624085.687532:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624086.709205:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624086.709213:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624086.709221:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624086.709222:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624086.709352:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624086.709356:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624086.709358:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624087.733339:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624087.733354:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624087.733358:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624087.733364:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624087.733372:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624087.733375:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624087.733378:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624087.733381:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624087.733387:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624087.733389:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624087.733390:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624087.733392:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624087.733393:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624087.733395:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624087.733397:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624087.733399:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624087.733542:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624087.733547:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624087.733551:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624088.757211:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624088.757220:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624088.757227:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624088.757229:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624088.757261:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624088.757264:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624088.757267:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624089.781811:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624089.781822:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624089.781831:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624089.781833:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624089.783302:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624089.783312:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624089.783320:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781624090.421210:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624090.421225:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624090.421239:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0ce00. 00000020:00000040:2.0:1781624090.421249:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781624090.421255:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624090.421259:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624090.421267:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624090.421279:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3f00. 00000100:00000001:2.0:1781624090.421288:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624090.421320:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0ce00 x1868160455869696/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624090.421334:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624090.421340:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624090.421348:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e9d049] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0ce00 x1868160455869696/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624090.421391:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624090.421394:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624090.421398:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624090.421401:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0ca80. 00000020:00000040:2.0:1781624090.421404:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781624090.421406:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624090.421408:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624090.421410:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624090.421413:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3200. 00000100:00000001:2.0:1781624090.421416:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624090.421420:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0ca80 x1868160455869824/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624090.421428:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624090.421430:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624090.421438:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004da633e2] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0ca80 x1868160455869824/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624090.421448:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624090.421450:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624090.421453:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624090.421456:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624090.421459:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624090.421465:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7585) 00000100:00000001:3.0:1781624090.421706:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624090.421711:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624090.421714:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781624090.421721:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0ce00 x1868160455869696/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624090.421729:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781624090.421731:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624090.421736:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781624090.421739:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781624090.421742:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624090.421746:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455869696:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624090.421751:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781624090.421759:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781624090.421763:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624090.421766:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781624090.421771:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ed800. 02000000:00000001:3.0:1781624090.421773:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624090.421783:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781624090.421788:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8630. 00000400:00000010:3.0:1781624090.421797:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70660. 00000100:00000200:3.0:1781624090.421807:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455869696, portal 25 00000100:00000001:3.0:1781624090.421810:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781624090.421812:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272068096 : -123673437483520 : ffff8f8508b0ce00) 00000100:00000040:3.0:1781624090.421818:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0ce00 x1868160455869696/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624090.421823:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781624090.421826:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781624090.421828:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e704c8. 00000100:00000200:3.0:1781624090.421830:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455869696, offset 0 00000400:00000200:3.0:1781624090.421836:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624090.421845:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624090.421854:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781624090.421860:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781624090.421864:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781624090.421867:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781624090.421869:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781624090.421872:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376083:376083:256:4294967295] 192.168.202.101@tcp LPNI seq info [376053:376053:8:4294967295] 00000400:00000200:3.0:1781624090.421876:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624090.421884:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781624090.421888:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781624090.421892:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7db00. 00000800:00000200:3.0:1781624090.421899:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781624090.421907:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781624090.421911:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7db00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781624090.421929:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624090.421932:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624090.421935:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302255222 00000100:00000001:3.0:1781624090.421941:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302250102 00000100:00000001:3.0:1781624090.421944:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302255222 00000100:00000001:3.0:1781624090.421946:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302250102 00000100:00000001:3.0:1781624090.421948:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624090.421950:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624090.421953:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624090.421955:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624090.421963:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624090.421965:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781624090.421967:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624090.421967:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624090.421968:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624090.421970:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1781624090.421971:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624090.421972:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624090.421973:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624090.421974:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624090.421974:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624090.421975:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781624090.421977:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0ca80 x1868160455869824/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624090.421981:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781624090.421982:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624090.421983:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781624090.421985:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781624090.421986:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624090.421988:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455869824:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624090.421992:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781624090.421994:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781624090.421995:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624090.421996:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781624090.421999:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ece00. 02000000:00000001:3.0:1781624090.422000:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624090.422003:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781624090.422004:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8948. 00000400:00000010:3.0:1781624090.422007:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70ee0. 00000100:00000200:3.0:1781624090.422009:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455869824, portal 10 00000100:00000001:3.0:1781624090.422010:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781624090.422011:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272067200 : -123673437484416 : ffff8f8508b0ca80) 00000100:00000040:3.0:1781624090.422017:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0ca80 x1868160455869824/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624090.422074:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781624090.422077:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781624090.422081:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70c38. 00000100:00000200:3.0:1781624090.422083:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455869824, offset 0 00000400:00000200:3.0:1781624090.422088:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624090.422092:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624090.422095:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781624090.422098:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781624090.422101:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781624090.422103:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781624090.422105:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781624090.422108:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376084:376084:255:4294967295] 192.168.202.101@tcp LPNI seq info [376054:376054:7:4294967295] 00000400:00000200:3.0:1781624090.422112:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624090.422117:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781624090.422119:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781624090.422122:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d000. 00000800:00000200:3.0:1781624090.422125:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781624090.422128:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781624090.422130:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781624090.422132:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624090.422136:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17433 usecs (18 jiffies) 00000400:00000200:3.0:1781624090.422138:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624090.422139:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302247443 00000100:00000001:3.0:1781624090.422142:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302255222 00000100:00000001:3.0:1781624090.422143:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302247443 00000100:00000001:3.0:1781624090.422145:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302255222 00000100:00000001:3.0:1781624090.422146:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624090.422148:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624090.422150:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624090.422152:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624090.422165:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624090.422167:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624090.422266:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624090.422272:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7db00. 00000400:00000200:2.0:1781624090.422282:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624090.422288:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624090.422295:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e704c8 00000400:00000010:2.0:1781624090.422298:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e704c8. 00000100:00000001:2.0:1781624090.422305:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624090.422319:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0ce00 x1868160455869696/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624090.422330:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624090.422334:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0ce00 x1868160455869696/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624106 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624090.422341:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624090.422342:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624090.422434:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624090.422436:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d000. 00000400:00000200:2.0:1781624090.422439:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624090.422443:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624090.422445:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70c38 00000400:00000010:2.0:1781624090.422447:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70c38. 00000100:00000001:2.0:1781624090.422450:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624090.422452:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0ca80 x1868160455869824/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624090.422458:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624090.422459:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0ca80 x1868160455869824/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624106 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624090.422463:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624090.422464:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781624090.424588:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624090.424614:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624090.424712:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624090.424717:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624090.424729:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624090.424738:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624090.424750:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624090.424755:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624090.424762:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624090.424766:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b0500 00000400:00000200:3.0:1781624090.424772:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624090.424829:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f964d [1] + 224 00000800:00000001:3.0:1781624090.424843:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624090.424851:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624090.424855:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624090.424860:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624090.424872:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624090.424896:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0ce00 x1868160455869696/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624106 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624090.424910:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0ce00 x1868160455869696/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624106 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624090.424936:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624090.424946:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624090.424949:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624090.425132:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624090.425139:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781624090.425148:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781624090.425150:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781624090.425156:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8630. 00000400:00000200:2.0:1781624090.425163:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70660 00000400:00000010:2.0:1781624090.425167:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70660. 00000100:00000001:2.0:1781624090.425170:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624090.425177:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0ce00 x1868160455869696/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624106 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624090.425188:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0ce00 x1868160455869696/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624106 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624090.425196:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781624090.425198:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624090.425202:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781624090.425207:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781624090.425211:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781624090.425213:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624090.425218:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781624090.425228:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=117 v=5 (5 5 5 5) 00000100:00001000:2.0:1781624090.425233:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=38 v=5 (1 1 1 1) 00000100:00000001:2.0:1781624090.425236:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781624090.425238:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781624090.425242:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781624090.425245:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624090.425249:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624090.425254:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0ce00 x1868160455869696/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624106 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624090.425262:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624090.425266:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781624090.425269:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781624090.425273:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0ce00 x1868160455869696/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624106 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781624090.425281:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455869696:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624090.425287:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624090.425291:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624090.425304:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0ce00 x1868160455869696/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624106 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624090.425493:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781624090.425498:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781624090.425502:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ed800. 02000000:00000001:2.0:1781624090.425507:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781624090.425511:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781624090.425514:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781624090.425517:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781624090.425520:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3f00. 02000000:00000001:2.0:1781624090.425525:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781624090.425527:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781624090.425531:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0ce00. 00000100:00000001:2.0:1781624090.425536:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781624090.425537:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624090.425542:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624090.425544:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624090.425545:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624090.425547:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624090.425549:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624090.427890:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624090.427914:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624090.427920:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624090.427922:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624090.427935:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624090.427945:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624090.427955:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624090.427962:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624090.427970:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624090.427975:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b0580 00000400:00000200:2.0:1781624090.427981:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624090.427988:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f965d [1] + 224 00000800:00000001:2.0:1781624090.427997:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624090.428006:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624090.428009:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624090.428014:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624090.428077:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624090.428090:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0ca80 x1868160455869824/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624106 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624090.428104:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0ca80 x1868160455869824/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624106 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624090.428128:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624090.428139:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624090.428142:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624090.428380:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624090.428386:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624090.428395:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624090.428397:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624090.428403:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8948. 00000400:00000200:3.0:1781624090.428409:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70ee0 00000400:00000010:3.0:1781624090.428413:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70ee0. 00000100:00000001:3.0:1781624090.428417:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624090.428433:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0ca80 x1868160455869824/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624106 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624090.428444:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0ca80 x1868160455869824/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624106 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624090.428451:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624090.428453:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624090.428456:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624090.428462:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624090.428465:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624090.428468:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624090.428472:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624090.428485:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=117 v=5 (5 5 20 20) 00000100:00001000:3.0:1781624090.428492:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=38 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624090.428495:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624090.428497:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624090.428564:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624090.428569:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624090.428574:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781624090.428577:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781624090.428581:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781624090.428582:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624090.428588:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0ca80 x1868160455869824/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624106 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624090.428596:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624090.428599:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624090.428602:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624090.428606:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0ca80 x1868160455869824/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624106 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624090.428614:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455869824:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624090.428628:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624090.428631:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624090.428635:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0ca80 x1868160455869824/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624106 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624090.428641:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624090.428645:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624090.428649:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ece00. 02000000:00000001:3.0:1781624090.428653:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624090.428657:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624090.428659:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781624090.428661:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624090.428664:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3200. 02000000:00000001:3.0:1781624090.428670:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624090.428673:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624090.428675:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0ca80. 00000100:00000001:3.0:1781624090.428680:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624090.428681:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624090.428684:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624090.428693:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624090.428695:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624090.428698:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624090.428701:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624090.808205:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624090.808216:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624090.808226:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624090.808228:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624090.808988:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624090.808995:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624090.809001:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624091.831006:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624091.831076:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624091.831090:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624091.831092:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624091.831145:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624091.831150:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624091.831154:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624092.853207:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624092.853218:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624092.853228:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624092.853229:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624092.853641:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624092.853649:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624092.853653:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624093.878078:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624093.878090:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624093.878100:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624093.878101:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624093.878539:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624093.878546:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624093.878550:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624094.901235:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624094.901250:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624094.901460:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624094.901462:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624094.901507:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624094.901511:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624094.901516:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781624095.541287:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624095.541302:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624095.541318:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0ce00. 00000020:00000040:2.0:1781624095.541327:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781624095.541334:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624095.541337:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624095.541345:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624095.541357:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3f00. 00000100:00000001:2.0:1781624095.541367:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624095.541384:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0ce00 x1868160455869952/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624095.541397:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624095.541404:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624095.541412:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e9d049] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0ce00 x1868160455869952/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624095.541465:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624095.541469:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624095.541482:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624095.541486:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0c700. 00000020:00000040:2.0:1781624095.541489:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781624095.541491:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624095.541493:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1781624095.541494:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1781624095.541496:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624095.541501:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3600. 00000100:00000001:3.0:1781624095.541502:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624095.541506:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624095.541507:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624095.541515:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0c700 x1868160455870080/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1781624095.541519:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0ce00 x1868160455869952/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624095.541531:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624095.541536:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624095.541537:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781624095.541543:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624095.541545:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc47fb59] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0c700 x1868160455870080/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1781624095.541548:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781624095.541553:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781624095.541558:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624095.541565:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624095.541566:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455869952:192.168.202.101@tcp:400:kworker.0 00000100:00000040:2.0:1781624095.541571:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624095.541574:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1781624095.541578:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624095.541582:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1781624095.541586:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1781624095.541587:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1781624095.541592:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624095.541597:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1781624095.541597:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7590) 02000000:00000010:3.0:1781624095.541604:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ece00. 02000000:00000001:3.0:1781624095.541609:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624095.541623:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624095.541627:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624095.541629:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1781624095.541634:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000040:2.0:1781624095.541636:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0c700 x1868160455870080/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1781624095.541642:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8948. 00000100:00000001:2.0:1781624095.541648:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624095.541650:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624095.541653:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1781624095.541655:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70ee0. 02000000:00000001:2.0:1781624095.541656:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624095.541662:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624095.541665:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455870080:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624095.541669:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1781624095.541670:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455869952, portal 25 02000000:00000001:2.0:1781624095.541673:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1781624095.541675:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1781624095.541677:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624095.541679:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272068096 : -123673437483520 : ffff8f8508b0ce00) 02000000:00000001:2.0:1781624095.541681:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624095.541687:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079a00. 00000100:00000040:3.0:1781624095.541689:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0ce00 x1868160455869952/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1781624095.541690:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624095.541701:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624095.541705:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1781624095.541707:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f089f8. 00000100:00000040:3.0:1781624095.541712:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624095.541716:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d990. 00000400:00000010:3.0:1781624095.541721:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70660. 00000100:00000200:2.0:1781624095.541721:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455870080, portal 10 00000100:00000001:2.0:1781624095.541726:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624095.541729:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272066304 : -123673437485312 : ffff8f8508b0c700) 00000100:00000200:3.0:1781624095.541732:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455869952, offset 0 00000100:00000040:2.0:1781624095.541742:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0c700 x1868160455870080/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1781624095.541745:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624095.541760:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624095.541768:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1781624095.541772:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000100:00000040:2.0:1781624095.541773:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624095.541779:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d440. 00000100:00000200:2.0:1781624095.541784:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455870080, offset 0 00000400:00000200:3.0:1781624095.541785:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624095.541794:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624095.541795:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781624095.541801:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781624095.541804:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781624095.541808:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376085:376085:256:4294967295] 192.168.202.101@tcp LPNI seq info [376055:376055:8:4294967295] 00000400:00000200:3.0:1781624095.541813:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624095.541824:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000400:00000200:2.0:1781624095.541833:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000800:00000200:3.0:1781624095.541834:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781624095.541842:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d000. 00000400:00000200:2.0:1781624095.541842:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624095.541848:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624095.541852:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000800:00000200:3.0:1781624095.541856:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000400:00000200:2.0:1781624095.541858:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624095.541863:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624095.541865:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376086:376086:255:4294967295] 192.168.202.101@tcp LPNI seq info [376056:376056:7:4294967295] 00000800:00000200:3.0:1781624095.541872:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000400:00000200:2.0:1781624095.541873:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000800:00000200:3.0:1781624095.541879:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1781624095.541887:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624095.541893:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000100:00000001:3.0:1781624095.541898:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1781624095.541898:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3300. 00000800:00000200:2.0:1781624095.541905:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000400:00000200:3.0:1781624095.541906:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624095.541915:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302260342 00000800:00000200:2.0:1781624095.541916:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624095.541921:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624095.541926:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624095.541927:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302255222 00000100:00000040:2.0:1781624095.541931:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17425 usecs (18 jiffies) 00000100:00000001:3.0:1781624095.541934:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302260342 00000400:00000200:2.0:1781624095.541939:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624095.541942:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302255222 00000100:00000001:2.0:1781624095.541943:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302252562 00000100:00000001:2.0:1781624095.541949:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302260342 00000100:00000001:3.0:1781624095.541950:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624095.541954:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302252562 00000100:00000001:3.0:1781624095.541956:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624095.541960:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302260342 00000100:00000001:3.0:1781624095.541963:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624095.541964:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624095.541970:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624095.541970:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624095.541988:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624095.541991:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624095.541995:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624095.541996:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624095.541998:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781624095.541999:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781624095.542004:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624095.542005:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624095.542007:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624095.542008:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624095.542011:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624095.542012:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624095.542016:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624095.542017:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624095.542122:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624095.542128:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d000. 00000400:00000200:3.0:1781624095.542137:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624095.542143:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624095.542150:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70660 00000400:00000010:3.0:1781624095.542153:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70660. 00000100:00000001:3.0:1781624095.542159:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624095.542164:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0ce00 x1868160455869952/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624095.542174:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624095.542178:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0ce00 x1868160455869952/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624111 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624095.542185:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624095.542187:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781624095.542280:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624095.542284:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3300. 00000400:00000200:3.0:1781624095.542289:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624095.542293:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624095.542296:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d440 00000400:00000010:3.0:1781624095.542297:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d440. 00000100:00000001:3.0:1781624095.542300:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624095.542304:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0c700 x1868160455870080/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624095.542311:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624095.542314:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0c700 x1868160455870080/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624111 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624095.542320:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624095.542321:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624095.545656:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624095.545689:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624095.545697:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624095.545700:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624095.545717:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624095.545728:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624095.545740:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624095.545747:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624095.548313:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624095.548330:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b0600 00000400:00000200:2.0:1781624095.548338:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624095.548347:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f966d [1] + 224 00000800:00000001:2.0:1781624095.548360:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624095.548377:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624095.548381:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624095.548386:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624095.548398:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624095.548411:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0ce00 x1868160455869952/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624111 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624095.548424:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0ce00 x1868160455869952/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624111 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624095.548458:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624095.549268:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624095.549275:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624095.549286:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624095.549288:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624095.549294:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8948. 00000400:00000200:3.0:1781624095.549302:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70ee0 00000400:00000010:3.0:1781624095.549305:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70ee0. 00000100:00000001:3.0:1781624095.549310:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624095.549321:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0ce00 x1868160455869952/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624111 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624095.549337:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0ce00 x1868160455869952/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624111 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624095.549344:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624095.549347:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624095.549350:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624095.549355:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624095.549358:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624095.549361:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624095.549366:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624095.549376:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=122 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624095.549380:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=43 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624095.549383:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624095.549385:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624095.549388:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624095.549392:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624095.549395:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624095.549402:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0ce00 x1868160455869952/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624111 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624095.549409:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624095.549413:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624095.549416:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624095.549421:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0ce00 x1868160455869952/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624111 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624095.549429:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455869952:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624095.549435:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624095.549439:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624095.549442:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0ce00 x1868160455869952/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624111 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624095.549449:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624095.549453:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624095.549458:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ece00. 02000000:00000001:3.0:1781624095.549463:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624095.549467:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000800:00000001:2.0:1781624095.549625:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624095.549637:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624095.549640:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624095.549643:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624095.549650:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624095.549656:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624095.549667:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624095.549672:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624095.549678:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624095.549681:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b0680 00000400:00000200:2.0:1781624095.549686:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624095.549691:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9675 [1] + 224 00000800:00000001:2.0:1781624095.549698:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624095.549709:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624095.549712:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624095.549716:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624095.549722:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624095.549729:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0c700 x1868160455870080/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624111 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624095.549737:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0c700 x1868160455870080/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624111 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624095.550256:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624095.550268:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624095.550273:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624095.550304:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624095.550307:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781624095.550312:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781624095.550315:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781624095.550318:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f089f8. 00000400:00000200:2.0:1781624095.550324:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d990 00000400:00000010:2.0:1781624095.550327:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d990. 00000100:00000001:2.0:1781624095.550330:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624095.550337:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0c700 x1868160455870080/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624111 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624095.550347:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0c700 x1868160455870080/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624111 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624095.550360:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781624095.550361:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624095.550363:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781624095.550365:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781624095.550367:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781624095.550370:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624095.550372:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781624095.550382:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=122 v=5 (5 5 20 20) 00000100:00001000:2.0:1781624095.550385:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=43 v=5 (1 1 1 1) 00000100:00000001:2.0:1781624095.550388:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781624095.550389:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781624095.550392:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781624095.550397:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624095.550401:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781624095.550403:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:2.0:1781624095.550405:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781624095.550408:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624095.550412:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0c700 x1868160455870080/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624111 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624095.550418:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624095.550420:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781624095.550422:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781624095.550425:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0c700 x1868160455870080/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624111 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781624095.550433:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455870080:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624095.550438:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624095.550440:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624095.550444:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0c700 x1868160455870080/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624111 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624095.550451:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781624095.550453:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781624095.550456:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079a00. 02000000:00000001:2.0:1781624095.550460:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781624095.550462:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781624095.550464:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:2.0:1781624095.550467:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000040:3.0:1781624095.550572:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781624095.550575:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624095.550578:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3f00. 02000000:00000001:3.0:1781624095.550587:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624095.550589:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624095.550592:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0ce00. 00000100:00000001:3.0:1781624095.550597:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624095.550598:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624095.550601:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624095.550613:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624095.550615:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624095.550619:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624095.550621:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624095.551582:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3600. 02000000:00000001:2.0:1781624095.551597:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781624095.551599:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781624095.551602:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0c700. 00000100:00000001:2.0:1781624095.551606:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781624095.551607:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624095.551610:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624095.551617:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624095.551618:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624095.551621:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624095.551624:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624095.926569:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624095.926581:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624095.926593:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624095.926594:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624095.927267:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624095.927274:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624095.927278:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624096.949229:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624096.949240:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624096.949248:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624096.949249:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624096.950250:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624096.950255:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624096.950259:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624097.974919:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624097.974932:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624097.974934:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624097.974939:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624097.974946:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624097.974949:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624097.974951:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624097.975108:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624097.975114:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624097.975116:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624097.975117:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624097.975120:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624097.975122:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624097.975123:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624097.975125:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624097.975127:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624097.975159:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624097.975163:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624097.975166:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624098.997208:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624098.997219:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624098.997228:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624098.997229:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624098.997476:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624098.997482:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624098.997486:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624100.022222:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624100.022231:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624100.022238:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624100.022240:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624100.022417:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624100.022423:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624100.022426:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781624100.661514:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624100.661530:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624100.661542:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731e680. 00000020:00000040:0.0:1781624100.661550:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781624100.661558:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624100.661562:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624100.661569:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624100.661582:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8510227200. 00000100:00000001:0.0:1781624100.661592:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624100.661609:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731e680 x1868160455870208/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624100.661622:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624100.661628:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624100.661636:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000425285ea] to pc [ptlrpcd_00_01+1] req@ffff8f850731e680 x1868160455870208/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624100.661670:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624100.661673:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624100.661677:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624100.661680:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731ea00. 00000020:00000040:0.0:1781624100.661683:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781624100.661685:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624100.661687:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624100.661689:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624100.661694:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8510227700. 00000100:00000001:0.0:1781624100.661697:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624100.661702:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731ea00 x1868160455870336/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624100.661709:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624100.661711:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624100.661715:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000637ced7e] to pc [ptlrpcd_00_00+0] req@ffff8f850731ea00 x1868160455870336/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624100.661722:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624100.661725:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624100.661728:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624100.661732:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624100.661736:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624100.661743:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7595) 00000100:00000001:0.0:1781624100.661777:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624100.661783:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624100.661787:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624100.661796:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731e680 x1868160455870208/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624100.661804:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624100.661807:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624100.661812:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624100.661815:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624100.661818:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624100.661822:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455870208:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624100.661828:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624100.661838:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624100.661841:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624100.661845:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624100.661852:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875d800. 02000000:00000001:0.0:1781624100.661854:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624100.661864:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624100.661869:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7dc0. 00000400:00000010:0.0:1781624100.661878:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9550. 00000100:00000200:0.0:1781624100.661890:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455870208, portal 25 00000100:00000001:0.0:1781624100.661893:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624100.661895:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246974080 : -123673462577536 : ffff8f850731e680) 00000100:00000040:0.0:1781624100.661900:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731e680 x1868160455870208/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624100.661907:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624100.661910:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624100.661913:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9198. 00000100:00000200:0.0:1781624100.661917:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455870208, offset 0 00000400:00000200:0.0:1781624100.661925:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624100.661971:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624100.661982:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624100.661990:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624100.661997:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624100.662002:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624100.662005:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624100.662009:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376087:376087:256:4294967295] 192.168.202.101@tcp LPNI seq info [376057:376057:8:4294967295] 00000400:00000200:0.0:1781624100.662014:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624100.662054:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624100.662062:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624100.662067:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8510227e00. 00000800:00000200:0.0:1781624100.662076:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624100.662087:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624100.662102:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8510227e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624100.662121:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624100.662126:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624100.662130:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302265462 00000100:00000001:0.0:1781624100.662139:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302260342 00000100:00000001:0.0:1781624100.662144:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302265462 00000100:00000001:0.0:1781624100.662147:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302260342 00000100:00000001:0.0:1781624100.662151:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624100.662154:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624100.662158:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624100.662160:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624100.662170:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624100.662173:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781624100.662175:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624100.662176:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624100.662177:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624100.662180:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1781624100.662182:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624100.662184:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624100.662185:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624100.662187:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624100.662187:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624100.662189:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624100.662193:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731ea00 x1868160455870336/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624100.662199:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624100.662200:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624100.662202:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624100.662204:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624100.662206:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624100.662209:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455870336:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624100.662212:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624100.662214:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624100.662216:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624100.662218:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624100.662221:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875c600. 02000000:00000001:0.0:1781624100.662223:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624100.662226:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624100.662229:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7b00. 00000400:00000010:0.0:1781624100.662233:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9bb0. 00000100:00000200:0.0:1781624100.662235:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455870336, portal 10 00000100:00000001:0.0:1781624100.662237:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624100.662238:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246974976 : -123673462576640 : ffff8f850731ea00) 00000100:00000040:0.0:1781624100.662245:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731ea00 x1868160455870336/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624100.662251:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624100.662254:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624100.662256:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9000. 00000100:00000200:0.0:1781624100.662258:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455870336, offset 0 00000400:00000200:0.0:1781624100.662262:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624100.662267:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624100.662270:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624100.662273:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624100.662276:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624100.662279:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624100.662281:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624100.662283:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376088:376088:255:4294967295] 192.168.202.101@tcp LPNI seq info [376058:376058:7:4294967295] 00000400:00000200:0.0:1781624100.662287:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624100.662292:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624100.662296:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624100.662300:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8507f9c100. 00000800:00000200:0.0:1781624100.662304:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624100.662309:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624100.662311:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8507f9c100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624100.662314:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624100.662318:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17417 usecs (18 jiffies) 00000400:00000200:0.0:1781624100.662321:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624100.662323:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302257682 00000100:00000001:0.0:1781624100.662326:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302265462 00000100:00000001:0.0:1781624100.662328:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302257682 00000100:00000001:0.0:1781624100.662330:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302265462 00000100:00000001:0.0:1781624100.662332:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624100.662334:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624100.662336:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624100.662338:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624100.662350:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624100.662353:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624100.666842:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624100.666859:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8510227e00. 00000400:00000200:3.0:1781624100.666872:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624100.666885:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624100.666895:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9198 00000400:00000010:3.0:1781624100.666898:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9198. 00000100:00000001:3.0:1781624100.666905:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624100.666916:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731e680 x1868160455870208/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624100.666943:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624100.666947:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731e680 x1868160455870208/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624116 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624100.666956:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624100.666958:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781624100.672259:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624100.672275:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8507f9c100. 00000400:00000200:3.0:1781624100.672287:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624100.672300:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624100.672310:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9000 00000400:00000010:3.0:1781624100.672313:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9000. 00000100:00000001:3.0:1781624100.672320:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624100.672332:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731ea00 x1868160455870336/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624100.672348:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624100.672352:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731ea00 x1868160455870336/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624116 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624100.672359:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624100.672362:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781624100.674298:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624100.674320:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624100.674326:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624100.674328:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624100.674342:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624100.674352:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624100.674379:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624100.674385:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624100.674393:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624100.674399:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b0700 00000400:00000200:3.0:1781624100.674405:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624100.674417:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f968d [1] + 224 00000800:00000001:3.0:1781624100.674429:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624100.674434:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624100.674438:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624100.674443:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624100.674454:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624100.674467:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731e680 x1868160455870208/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624116 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624100.674486:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731e680 x1868160455870208/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624116 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624100.674511:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624100.674523:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624100.674527:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624100.674528:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624100.674530:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624100.674534:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624100.674537:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624100.674541:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624100.674544:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624100.674546:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624100.674549:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b0780 00000400:00000200:3.0:1781624100.674552:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624100.674557:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9695 [1] + 224 00000800:00000001:3.0:1781624100.674560:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624100.674567:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624100.674569:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624100.674572:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624100.674576:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624100.674580:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731ea00 x1868160455870336/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624116 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624100.674589:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731ea00 x1868160455870336/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624116 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624100.674596:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624100.674600:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624100.674603:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624100.680081:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624100.680257:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624100.680270:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624100.680274:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624100.680281:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7b00. 00000400:00000200:0.0:1781624100.680294:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9bb0 00000400:00000010:0.0:1781624100.680297:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9bb0. 00000100:00000001:0.0:1781624100.680303:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624100.680320:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731ea00 x1868160455870336/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624116 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624100.680335:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731ea00 x1868160455870336/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624116 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624100.680344:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624100.680346:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624100.680350:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624100.680356:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624100.680359:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624100.680363:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624100.680367:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624100.680383:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=127 v=5 (5 5 20 20) 00000100:00001000:0.0:1781624100.680389:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=48 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624100.680392:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624100.680394:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624100.680398:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624100.680403:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624100.680410:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781624100.680414:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781624100.680416:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781624100.680418:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624100.680820:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731ea00 x1868160455870336/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624116 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624100.680831:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624100.680837:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624100.680839:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624100.680845:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731ea00 x1868160455870336/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624116 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624100.680853:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455870336:192.168.202.101@tcp:400:kworker.0 00000400:00000001:0.0:1781624100.680863:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624100.680866:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624100.680869:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7dc0. 00000400:00000200:0.0:1781624100.680873:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9550 00000400:00000010:0.0:1781624100.680875:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9550. 00000100:00000001:0.0:1781624100.680878:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624100.680883:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731e680 x1868160455870208/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624116 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624100.680893:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731e680 x1868160455870208/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624116 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624100.680899:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624100.680901:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624100.680902:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624100.680904:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624100.680905:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624100.680907:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624100.680909:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624100.680913:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=127 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624100.680917:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=48 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624100.680919:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624100.680920:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624100.680923:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624100.680925:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624100.680927:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624100.680942:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731e680 x1868160455870208/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624116 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624100.680950:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624100.680952:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624100.680953:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624100.680957:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731e680 x1868160455870208/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624116 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624100.680963:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455870208:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624100.680969:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624100.680973:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624100.680977:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731ea00 x1868160455870336/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624116 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624100.680984:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624100.680987:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624100.680992:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875c600. 02000000:00000001:0.0:1781624100.680998:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624100.681002:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624100.681004:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781624100.681007:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624100.681010:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8510227700. 02000000:00000001:0.0:1781624100.681016:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624100.681018:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624100.681020:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731ea00. 00000100:00000001:0.0:1781624100.681056:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624100.681059:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624100.681061:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624100.681064:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731e680 x1868160455870208/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624116 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624100.681070:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624100.681071:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624100.681072:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875d800. 02000000:00000001:0.0:1781624100.681075:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624100.681076:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624100.681078:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781624100.681080:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624100.681081:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8510227200. 02000000:00000001:0.0:1781624100.681084:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624100.681085:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624100.681086:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731e680. 00000100:00000001:0.0:1781624100.681088:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624100.681103:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624100.681106:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624100.681115:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624100.681118:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624100.681121:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624100.681124:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624101.045284:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624101.045296:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624101.045306:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624101.045307:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624101.045354:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624101.045358:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624101.045361:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624102.069263:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624102.069273:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624102.069282:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624102.069284:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624102.070531:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624102.070536:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624102.070547:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624103.093173:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624103.093182:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624103.093188:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624103.093190:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624103.093368:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624103.093371:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624103.093374:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624104.119047:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624104.119054:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624104.119061:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624104.119062:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624104.119085:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624104.119087:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624104.119091:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624105.141209:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624105.141217:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624105.141224:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624105.141225:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624105.141362:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624105.141367:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624105.141370:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781624105.781225:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624105.781238:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624105.781250:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511280e00. 00000020:00000040:3.0:1781624105.781257:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781624105.781261:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624105.781265:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624105.781270:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624105.781278:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d000. 00000100:00000001:3.0:1781624105.781285:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624105.781297:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511280e00 x1868160455870464/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624105.781308:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624105.781313:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624105.781320:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b263204] to pc [ptlrpcd_01_00+0] req@ffff8f8511280e00 x1868160455870464/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624105.781355:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624105.781359:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624105.781362:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624105.781365:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511281880. 00000020:00000040:3.0:1781624105.781368:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781624105.781370:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624105.781371:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624105.781373:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624105.781376:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7db00. 00000100:00000001:3.0:1781624105.781379:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624105.781383:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511281880 x1868160455870592/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624105.781390:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624105.781393:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624105.781396:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0866b48] to pc [ptlrpcd_01_01+1] req@ffff8f8511281880 x1868160455870592/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624105.781404:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624105.781406:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624105.781410:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624105.781412:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624105.781415:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624105.781420:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7600) 00000100:00000001:2.0:1781624105.781704:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624105.781708:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624105.781710:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624105.781715:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511280e00 x1868160455870464/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624105.781721:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624105.781722:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624105.781725:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624105.781727:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624105.781729:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624105.781731:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511280e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455870464:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624105.781734:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624105.781739:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624105.781741:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624105.781743:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624105.781746:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078e00. 02000000:00000001:2.0:1781624105.781748:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624105.781753:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624105.781756:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f089f8. 00000400:00000010:2.0:1781624105.781762:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d990. 00000100:00000200:2.0:1781624105.781767:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455870464, portal 25 00000100:00000001:2.0:1781624105.781768:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624105.781770:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414100992 : -123673295450624 : ffff8f8511280e00) 00000100:00000040:2.0:1781624105.781773:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511280e00 x1868160455870464/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624105.781778:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624105.781780:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624105.781781:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d880. 00000100:00000200:2.0:1781624105.781783:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455870464, offset 0 00000400:00000200:2.0:1781624105.781787:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624105.781795:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624105.781801:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624105.781806:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624105.781809:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624105.781811:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624105.781813:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624105.781816:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376089:376089:256:4294967295] 192.168.202.101@tcp LPNI seq info [376059:376059:8:4294967295] 00000400:00000200:2.0:1781624105.781818:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624105.781826:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624105.781830:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624105.781833:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3600. 00000800:00000200:2.0:1781624105.781838:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624105.781844:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624105.781847:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624105.781865:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624105.781869:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624105.781872:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302270582 00000100:00000001:2.0:1781624105.781879:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302265462 00000100:00000001:2.0:1781624105.781896:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302270582 00000100:00000001:2.0:1781624105.781899:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302265462 00000100:00000001:2.0:1781624105.781903:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624105.781905:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624105.781909:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624105.781911:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624105.781918:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624105.781919:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781624105.781921:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624105.781922:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624105.781923:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624105.781925:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1781624105.781926:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624105.781927:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624105.781928:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624105.781929:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624105.781929:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624105.781930:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624105.781933:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511281880 x1868160455870592/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624105.781937:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624105.781938:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624105.781940:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624105.781941:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624105.781942:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624105.781944:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511281880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455870592:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624105.781946:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624105.781947:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624105.781948:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624105.781950:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624105.781952:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078600. 02000000:00000001:2.0:1781624105.781953:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624105.781955:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624105.781957:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08688. 00000400:00000010:2.0:1781624105.781959:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d908. 00000100:00000200:2.0:1781624105.781961:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455870592, portal 10 00000100:00000001:2.0:1781624105.781962:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624105.781963:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414103680 : -123673295447936 : ffff8f8511281880) 00000100:00000040:2.0:1781624105.781967:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511281880 x1868160455870592/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624105.781972:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624105.781973:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624105.781974:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d6e8. 00000100:00000200:2.0:1781624105.781975:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455870592, offset 0 00000400:00000200:2.0:1781624105.781978:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624105.781981:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624105.781983:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624105.781985:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624105.781988:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624105.781990:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624105.781992:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624105.781995:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376090:376090:255:4294967295] 192.168.202.101@tcp LPNI seq info [376060:376060:7:4294967295] 00000400:00000200:2.0:1781624105.781999:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624105.782005:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624105.782009:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624105.782012:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3900. 00000800:00000200:2.0:1781624105.782016:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624105.782020:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624105.782023:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624105.782064:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624105.782068:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17423 usecs (18 jiffies) 00000400:00000200:2.0:1781624105.782071:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624105.782073:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302262803 00000100:00000001:2.0:1781624105.782075:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302270582 00000100:00000001:2.0:1781624105.782077:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302262803 00000100:00000001:2.0:1781624105.782080:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302270582 00000100:00000001:2.0:1781624105.782083:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624105.782085:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624105.782087:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624105.782089:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624105.782100:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624105.782101:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624105.782202:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624105.782207:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3600. 00000400:00000200:3.0:1781624105.782215:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624105.782222:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624105.782228:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d880 00000400:00000010:3.0:1781624105.782232:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d880. 00000100:00000001:3.0:1781624105.782238:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624105.782243:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511280e00 x1868160455870464/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624105.782252:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624105.782255:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511280e00 x1868160455870464/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624121 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624105.782262:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624105.782264:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781624105.782347:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624105.782349:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3900. 00000400:00000200:3.0:1781624105.782351:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624105.782354:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624105.782356:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d6e8 00000400:00000010:3.0:1781624105.782357:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d6e8. 00000100:00000001:3.0:1781624105.782361:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624105.782365:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511281880 x1868160455870592/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624105.782370:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624105.782371:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511281880 x1868160455870592/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624121 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624105.782375:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624105.782376:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781624105.787703:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624105.787725:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624105.787730:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624105.787733:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624105.787744:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624105.787754:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624105.787768:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624105.787774:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624105.787780:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624105.787784:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b0800 00000400:00000200:3.0:1781624105.787789:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624105.787795:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f969d [1] + 224 00000800:00000001:3.0:1781624105.787803:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624105.787810:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624105.787812:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624105.787817:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624105.787835:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624105.787845:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511280e00 x1868160455870464/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624121 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624105.787856:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511280e00 x1868160455870464/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624121 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624105.787876:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624105.787893:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624105.787895:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624105.790178:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624105.790195:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624105.790199:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624105.790201:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624105.790209:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624105.790215:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624105.790223:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624105.790227:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624105.790232:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624105.790236:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b0880 00000400:00000200:3.0:1781624105.790240:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624105.790246:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f96ad [1] + 224 00000800:00000001:3.0:1781624105.790252:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624105.790259:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624105.790262:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624105.790266:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624105.790273:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624105.790281:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511281880 x1868160455870592/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624121 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624105.790291:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511281880 x1868160455870592/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624121 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624105.790299:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624105.790306:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624105.790309:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624105.790667:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624105.790672:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781624105.790679:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781624105.790681:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781624105.790685:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08688. 00000400:00000200:2.0:1781624105.790691:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d908 00000400:00000010:2.0:1781624105.790694:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d908. 00000100:00000001:2.0:1781624105.790697:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624105.790702:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511281880 x1868160455870592/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624121 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624105.790710:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511281880 x1868160455870592/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624121 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624105.790716:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781624105.790718:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624105.790720:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781624105.790723:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781624105.790725:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781624105.790728:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624105.790731:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781624105.790740:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=132 v=5 (5 5 20 20) 00000100:00001000:2.0:1781624105.790745:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=53 v=5 (1 1 1 1) 00000100:00000001:2.0:1781624105.790748:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781624105.790749:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781624105.790752:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781624105.790755:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624105.790759:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781624105.790761:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:2.0:1781624105.790763:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781624105.790765:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624105.790772:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511281880 x1868160455870592/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624121 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624105.790779:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624105.790782:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781624105.790784:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781624105.790788:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511281880 x1868160455870592/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624121 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781624105.790796:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511281880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455870592:192.168.202.101@tcp:400:kworker.0 00000400:00000001:2.0:1781624105.790802:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781624105.790803:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781624105.790805:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f089f8. 00000400:00000200:2.0:1781624105.790808:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d990 00000400:00000010:2.0:1781624105.790809:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d990. 00000100:00000001:2.0:1781624105.790811:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624105.790816:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511280e00 x1868160455870464/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624121 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624105.790838:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511280e00 x1868160455870464/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624121 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624105.790845:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781624105.790846:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624105.790848:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781624105.790850:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781624105.790851:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781624105.790852:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624105.790854:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781624105.790857:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=132 v=5 (5 5 5 5) 00000100:00001000:2.0:1781624105.790860:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=53 v=5 (1 1 1 1) 00000100:00000001:2.0:1781624105.790862:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781624105.790863:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781624105.790865:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781624105.790867:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624105.790869:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624105.790873:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511280e00 x1868160455870464/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624121 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624105.790878:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624105.790880:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781624105.790891:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781624105.790895:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511280e00 x1868160455870464/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624121 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781624105.790902:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511280e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455870464:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624105.790907:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624105.790910:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624105.790914:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511281880 x1868160455870592/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624121 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624105.790921:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781624105.790924:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781624105.790930:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078600. 02000000:00000001:2.0:1781624105.790934:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781624105.790937:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781624105.790940:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:2.0:1781624105.790942:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781624105.790946:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7db00. 02000000:00000001:2.0:1781624105.790950:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781624105.790954:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781624105.790956:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511281880. 00000100:00000001:2.0:1781624105.790960:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781624105.790962:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624105.790963:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624105.790967:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511280e00 x1868160455870464/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624121 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624105.790973:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781624105.790974:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781624105.790976:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078e00. 02000000:00000001:2.0:1781624105.790978:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781624105.790980:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781624105.790982:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781624105.790983:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781624105.790985:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d000. 02000000:00000001:2.0:1781624105.790987:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781624105.790988:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781624105.790989:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511280e00. 00000100:00000001:2.0:1781624105.790991:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781624105.790992:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624105.790995:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624105.791004:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624105.791007:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624105.791008:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624105.791011:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624106.165189:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624106.165201:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624106.165209:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624106.165211:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624106.165347:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624106.165351:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624106.165355:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624107.189181:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624107.189189:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624107.189196:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624107.189197:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624107.189228:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624107.189231:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624107.189234:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624108.213269:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624108.213282:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624108.213286:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624108.213291:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624108.213297:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624108.213300:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624108.213302:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624108.213304:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624108.213308:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624108.213310:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624108.213311:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624108.213313:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624108.213314:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624108.213315:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624108.213317:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624108.213319:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624108.213453:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624108.213456:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624108.213459:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624109.237236:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624109.237245:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624109.237251:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624109.237252:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624109.237540:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624109.237544:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624109.237547:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624110.262377:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624110.262384:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624110.262389:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624110.262391:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624110.262412:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624110.262415:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624110.262418:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781624110.901375:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624110.901389:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624110.901405:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733e680. 00000020:00000040:1.0:1781624110.901412:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781624110.901417:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624110.901421:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624110.901427:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624110.901439:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85102c9e00. 00000100:00000001:1.0:1781624110.901447:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624110.901462:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733e680 x1868160455870720/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624110.901483:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624110.901488:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624110.901495:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cded035e] to pc [ptlrpcd_00_01+1] req@ffff8f850733e680 x1868160455870720/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624110.901524:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624110.901527:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624110.901530:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624110.901534:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733f100. 00000020:00000040:1.0:1781624110.901536:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781624110.901538:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624110.901540:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624110.901541:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624110.901545:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85102c9800. 00000100:00000001:1.0:1781624110.901548:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624110.901552:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733f100 x1868160455870848/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624110.901559:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624110.901561:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624110.901565:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8462c2d] to pc [ptlrpcd_00_00+0] req@ffff8f850733f100 x1868160455870848/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624110.901571:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624110.901574:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624110.901577:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624110.901580:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624110.901583:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624110.901588:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7605) 00000100:00000001:0.0:1781624110.901723:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624110.901728:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624110.901731:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624110.901739:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733e680 x1868160455870720/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624110.901747:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624110.901749:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624110.901754:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624110.901756:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624110.901758:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624110.901763:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455870720:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624110.901767:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624110.901775:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624110.901778:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624110.901781:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624110.901786:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875c200. 02000000:00000001:0.0:1781624110.901788:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624110.901798:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624110.901803:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7dc0. 00000400:00000010:0.0:1781624110.901811:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9550. 00000100:00000200:0.0:1781624110.901817:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455870720, portal 25 00000100:00000001:0.0:1781624110.901820:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624110.901822:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247105152 : -123673462446464 : ffff8f850733e680) 00000100:00000040:0.0:1781624110.901828:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733e680 x1868160455870720/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624110.901867:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624110.901870:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624110.901873:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9bb0. 00000100:00000200:0.0:1781624110.901877:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455870720, offset 0 00000400:00000200:0.0:1781624110.901883:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624110.901891:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624110.901899:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624110.901904:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624110.901910:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624110.901913:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624110.901917:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624110.901920:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376091:376091:256:4294967295] 192.168.202.101@tcp LPNI seq info [376061:376061:8:4294967295] 00000400:00000200:0.0:1781624110.901925:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624110.901936:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624110.901942:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624110.901948:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8507f9c600. 00000800:00000200:0.0:1781624110.901954:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624110.901964:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624110.901969:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8507f9c600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624110.901988:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624110.901993:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624110.901996:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302275702 00000100:00000001:0.0:1781624110.902003:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302270582 00000100:00000001:0.0:1781624110.902006:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302275702 00000100:00000001:0.0:1781624110.902009:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302270582 00000100:00000001:0.0:1781624110.902013:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624110.902016:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624110.902019:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624110.902022:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624110.902063:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624110.902066:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781624110.902068:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624110.902069:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624110.902070:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624110.902073:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1781624110.902074:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624110.902076:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624110.902077:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624110.902078:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624110.902079:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624110.902080:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624110.902084:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733f100 x1868160455870848/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624110.902091:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624110.902092:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624110.902095:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624110.902223:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624110.902227:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624110.902231:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455870848:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624110.902236:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624110.902240:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624110.902241:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624110.902243:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624110.902246:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875cc00. 02000000:00000001:0.0:1781624110.902248:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624110.902252:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624110.902255:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7b00. 00000400:00000010:0.0:1781624110.902259:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9c38. 00000100:00000200:0.0:1781624110.902262:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455870848, portal 10 00000100:00000001:0.0:1781624110.902264:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624110.902265:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247107840 : -123673462443776 : ffff8f850733f100) 00000100:00000040:0.0:1781624110.902272:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733f100 x1868160455870848/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624110.902284:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624110.902286:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624110.902289:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e93b8. 00000100:00000200:0.0:1781624110.902291:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455870848, offset 0 00000400:00000200:0.0:1781624110.902295:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624110.902300:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624110.902303:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624110.902306:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624110.902308:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000800:00000200:3.0:1781624110.902520:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624110.902526:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8507f9c600. 00000400:00000200:3.0:1781624110.902534:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624110.902541:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624110.902547:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9bb0 00000400:00000010:3.0:1781624110.902550:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9bb0. 00000100:00000001:3.0:1781624110.902553:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624110.902558:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733e680 x1868160455870720/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624110.902567:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624110.902570:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733e680 x1868160455870720/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624126 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624110.902576:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624110.902577:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1781624110.902631:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624110.902634:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624110.902638:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376092:376092:256:4294967295] 192.168.202.101@tcp LPNI seq info [376062:376062:8:4294967295] 00000400:00000200:0.0:1781624110.902642:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624110.902649:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624110.902654:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624110.902658:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8507f9c600. 00000800:00000200:0.0:1781624110.902662:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624110.902667:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624110.902670:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8507f9c600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624110.902682:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624110.902686:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17417 usecs (18 jiffies) 00000400:00000200:0.0:1781624110.902689:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624110.902692:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302267923 00000100:00000001:0.0:1781624110.902695:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302275702 00000100:00000001:0.0:1781624110.902698:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302267923 00000100:00000001:0.0:1781624110.902700:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302275702 00000100:00000001:0.0:1781624110.902702:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624110.902704:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624110.902707:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624110.902709:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624110.902721:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624110.902724:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624110.903302:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624110.903317:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8507f9c600. 00000400:00000200:3.0:1781624110.903332:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624110.903356:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624110.903369:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e93b8 00000400:00000010:3.0:1781624110.903375:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e93b8. 00000100:00000001:3.0:1781624110.903387:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624110.903401:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733f100 x1868160455870848/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624110.907772:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624110.907790:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733f100 x1868160455870848/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624126 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624110.907801:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624110.907804:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781624110.907831:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624110.907862:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624110.907867:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624110.907872:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624110.907886:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624110.907894:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624110.907909:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624110.907918:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624110.907928:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624110.907935:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b0980 00000400:00000200:3.0:1781624110.907946:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624110.907959:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f96c5 [1] + 224 00000800:00000001:3.0:1781624110.907973:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624110.907980:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624110.907985:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624110.907992:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624110.908004:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624110.908013:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733f100 x1868160455870848/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624126 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624110.908077:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733f100 x1868160455870848/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624126 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624110.908106:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624110.908133:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624110.908141:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624110.908143:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624110.908145:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624110.908150:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624110.908157:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624110.908165:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624110.908170:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624110.908175:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624110.908181:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b0900 00000400:00000200:3.0:1781624110.908188:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624110.908196:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f96bd [1] + 224 00000800:00000001:3.0:1781624110.908203:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624110.908217:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624110.908221:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624110.908226:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624110.908231:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624110.908240:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733e680 x1868160455870720/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624126 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624110.908251:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733e680 x1868160455870720/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624126 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624110.908278:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624110.908283:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624110.908287:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624110.908333:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624110.908342:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624110.908351:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624110.908354:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624110.908358:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7b00. 00000400:00000200:0.0:1781624110.908367:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9c38 00000400:00000010:0.0:1781624110.908370:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9c38. 00000100:00000001:0.0:1781624110.908375:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624110.908386:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733f100 x1868160455870848/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624126 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624110.908398:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733f100 x1868160455870848/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624126 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624110.908406:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624110.908408:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624110.908411:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624110.908415:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624110.908417:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624110.908419:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624110.908423:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624110.908433:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=137 v=5 (5 5 20 20) 00000100:00001000:0.0:1781624110.908437:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=58 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624110.908440:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624110.908442:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624110.908444:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624110.908448:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624110.908452:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781624110.908454:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781624110.908456:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781624110.908458:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624110.908463:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733f100 x1868160455870848/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624126 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624110.908489:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624110.908492:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624110.908494:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624110.908499:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733f100 x1868160455870848/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624126 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624110.908507:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455870848:192.168.202.101@tcp:400:kworker.0 00000400:00000001:0.0:1781624110.908513:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624110.908514:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624110.908516:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7dc0. 00000400:00000200:0.0:1781624110.908519:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9550 00000400:00000010:0.0:1781624110.908520:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9550. 00000100:00000001:0.0:1781624110.908522:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624110.908526:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733e680 x1868160455870720/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624126 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624110.908534:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733e680 x1868160455870720/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624126 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624110.908539:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624110.908540:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624110.908541:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624110.908543:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624110.908544:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624110.908545:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624110.908547:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624110.908550:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=137 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624110.908553:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=58 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624110.908555:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624110.908556:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624110.908558:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624110.908560:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624110.908561:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624110.908564:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733e680 x1868160455870720/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624126 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624110.908570:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624110.908573:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624110.908574:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624110.908577:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733e680 x1868160455870720/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624126 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624110.908584:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455870720:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624110.908588:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624110.908591:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624110.908594:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733f100 x1868160455870848/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624126 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624110.908601:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624110.908604:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624110.908608:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875cc00. 02000000:00000001:0.0:1781624110.908611:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624110.908615:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624110.908617:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781624110.908619:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624110.908622:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85102c9800. 02000000:00000001:0.0:1781624110.908626:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624110.908629:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624110.908630:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733f100. 00000100:00000001:0.0:1781624110.908636:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624110.908637:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624110.908639:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624110.908642:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733e680 x1868160455870720/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624126 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624110.908648:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624110.908649:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624110.908651:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875c200. 02000000:00000001:0.0:1781624110.908653:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624110.908654:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624110.908656:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781624110.908658:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624110.908660:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85102c9e00. 02000000:00000001:0.0:1781624110.908662:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624110.908663:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624110.908665:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733e680. 00000100:00000001:0.0:1781624110.908668:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624110.908669:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624110.908671:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624110.908679:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624110.908681:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624110.908684:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624110.908687:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624111.285679:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624111.285689:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624111.285697:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624111.285698:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624111.285775:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624111.285785:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624111.285791:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624112.309274:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624112.309283:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624112.309291:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624112.309292:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624112.309895:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624112.309901:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624112.309906:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624113.333244:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624113.333254:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624113.333261:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624113.333262:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624113.333292:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624113.333295:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624113.333299:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624114.357224:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624114.357235:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624114.357245:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624114.357246:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624114.357505:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624114.357510:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624114.357514:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624115.384497:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624115.384511:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624115.384521:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624115.384523:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624115.385114:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624115.385120:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624115.385125:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781624116.021658:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624116.021665:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624116.021674:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731e680. 00000020:00000040:0.0:1781624116.021680:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781624116.021686:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624116.021689:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624116.021694:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624116.021702:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8507f9c100. 00000100:00000001:0.0:1781624116.021709:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624116.021722:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731e680 x1868160455870976/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624116.021733:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624116.021738:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624116.021745:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000425285ea] to pc [ptlrpcd_00_01+1] req@ffff8f850731e680 x1868160455870976/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624116.021767:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624116.021770:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624116.021774:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624116.021777:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731ea00. 00000020:00000040:0.0:1781624116.021780:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781624116.021782:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624116.021784:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624116.021786:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624116.021822:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8507f9c600. 00000100:00000001:0.0:1781624116.021826:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624116.021831:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731ea00 x1868160455871104/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624116.021839:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624116.021841:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624116.021845:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000637ced7e] to pc [ptlrpcd_00_00+0] req@ffff8f850731ea00 x1868160455871104/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624116.021851:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624116.021853:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624116.021856:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624116.021859:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624116.021861:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624116.021865:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7610) 00000100:00000001:0.0:1781624116.021874:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624116.021877:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624116.021880:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624116.021884:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731e680 x1868160455870976/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624116.021904:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624116.021906:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624116.021911:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624116.021914:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624116.021916:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624116.021918:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455870976:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624116.021923:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624116.021932:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624116.021935:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624116.021939:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624116.021943:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875d800. 02000000:00000001:0.0:1781624116.021946:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624116.021956:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624116.021961:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7dc0. 00000400:00000010:0.0:1781624116.021970:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9550. 00000100:00000200:0.0:1781624116.021980:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455870976, portal 25 00000100:00000001:0.0:1781624116.021983:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624116.021986:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246974080 : -123673462577536 : ffff8f850731e680) 00000100:00000040:0.0:1781624116.021993:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731e680 x1868160455870976/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624116.022002:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624116.022005:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624116.022010:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9c38. 00000100:00000200:0.0:1781624116.022015:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455870976, offset 0 00000400:00000200:0.0:1781624116.022063:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624116.022077:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624116.022089:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624116.022098:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624116.022106:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624116.022112:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624116.022115:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624116.022121:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376093:376093:256:4294967295] 192.168.202.101@tcp LPNI seq info [376063:376063:8:4294967295] 00000400:00000200:0.0:1781624116.022126:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624116.022140:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624116.022148:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624116.022156:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8513250000. 00000800:00000200:0.0:1781624116.022165:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624116.022176:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624116.022181:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8513250000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624116.022192:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624116.022197:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624116.022201:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302280822 00000100:00000001:0.0:1781624116.022209:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302275702 00000100:00000001:0.0:1781624116.022213:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302280822 00000100:00000001:0.0:1781624116.022217:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302275702 00000100:00000001:0.0:1781624116.022221:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624116.022223:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624116.022227:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624116.022229:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624116.022240:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624116.022466:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624116.022471:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624116.022472:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624116.022479:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731ea00 x1868160455871104/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624116.022486:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624116.022488:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624116.022491:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624116.022494:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624116.022496:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624116.022500:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455871104:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624116.022503:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624116.022507:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624116.022508:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624116.022510:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624116.022514:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e556c00. 02000000:00000001:1.0:1781624116.022517:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624116.022521:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624116.022525:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85076314d0. 00000400:00000010:1.0:1781624116.022530:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1c38. 00000100:00000200:1.0:1781624116.022534:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455871104, portal 10 00000100:00000001:1.0:1781624116.022536:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624116.022537:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246974976 : -123673462576640 : ffff8f850731ea00) 00000100:00000040:1.0:1781624116.022545:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731ea00 x1868160455871104/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624116.022552:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624116.022555:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624116.022558:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb14c8. 00000100:00000200:1.0:1781624116.022561:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455871104, offset 0 00000400:00000200:1.0:1781624116.022566:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624116.022571:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624116.022575:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624116.022580:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624116.022584:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624116.022587:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624116.022590:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624116.022744:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376094:376094:255:4294967295] 192.168.202.101@tcp LPNI seq info [376064:376064:7:4294967295] 00000400:00000200:1.0:1781624116.022751:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624116.022765:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624116.022772:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624116.022777:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85102c9a00. 00000800:00000200:1.0:1781624116.022782:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624116.022801:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624116.022805:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85102c9a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624116.022810:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624116.022816:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17407 usecs (18 jiffies) 00000400:00000200:1.0:1781624116.022821:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624116.022825:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302273043 00000100:00000001:1.0:1781624116.022827:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302280822 00000100:00000001:1.0:1781624116.022829:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302273043 00000100:00000001:1.0:1781624116.022831:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302280822 00000100:00000001:1.0:1781624116.022835:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624116.022837:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624116.022839:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624116.022841:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624116.022847:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624116.022849:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781624116.022851:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624116.022852:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624116.022854:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624116.022857:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624116.023312:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624116.023319:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8513250000. 00000400:00000200:2.0:1781624116.023328:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624116.023335:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624116.023343:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9c38 00000400:00000010:2.0:1781624116.023347:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9c38. 00000100:00000001:2.0:1781624116.023353:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624116.023360:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731e680 x1868160455870976/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624116.023373:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624116.023377:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731e680 x1868160455870976/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624132 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624116.023384:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624116.023386:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624116.023450:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624116.023453:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85102c9a00. 00000400:00000200:2.0:1781624116.023457:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624116.023461:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624116.023463:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb14c8 00000400:00000010:2.0:1781624116.023466:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb14c8. 00000100:00000001:2.0:1781624116.023469:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624116.023472:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731ea00 x1868160455871104/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624116.023480:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624116.023484:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731ea00 x1868160455871104/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624132 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624116.023490:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624116.023491:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1781624116.023914:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781624116.023924:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624116.023926:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624116.023930:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624116.023934:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781624116.026629:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624116.026648:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624116.026653:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624116.026655:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624116.026666:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624116.026675:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624116.026684:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624116.026689:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624116.026695:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624116.026699:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b0a80 00000400:00000200:3.0:1781624116.026704:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624116.026711:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f96d5 [1] + 224 00000800:00000001:3.0:1781624116.026720:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624116.026726:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624116.026729:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624116.026733:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624116.026742:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624116.026752:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731ea00 x1868160455871104/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624132 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624116.026763:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731ea00 x1868160455871104/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624132 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624116.026786:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624116.026804:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624116.026807:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624116.026877:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624116.026885:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781624116.026896:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624116.026899:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624116.026904:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85076314d0. 00000400:00000200:1.0:1781624116.026914:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1c38 00000400:00000010:1.0:1781624116.026917:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1c38. 00000100:00000001:1.0:1781624116.026922:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624116.026933:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731ea00 x1868160455871104/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624132 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624116.026946:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731ea00 x1868160455871104/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624132 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624116.026954:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624116.026956:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624116.026959:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624116.026964:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624116.026966:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624116.026969:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624116.026973:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624116.026985:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=143 v=5 (5 5 20 20) 00000100:00001000:1.0:1781624116.026990:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=64 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624116.026992:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624116.026994:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624116.026998:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624116.027002:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624116.027007:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781624116.027010:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781624116.027012:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781624116.027014:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624116.027020:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731ea00 x1868160455871104/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624132 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624116.027059:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624116.027064:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624116.027067:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624116.027072:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731ea00 x1868160455871104/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624132 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624116.027080:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455871104:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624116.027087:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624116.027090:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624116.027093:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731ea00 x1868160455871104/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624132 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624116.027099:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624116.027103:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624116.027107:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e556c00. 02000000:00000001:1.0:1781624116.027111:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624116.027114:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624116.027116:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781624116.027119:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624116.027121:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8507f9c600. 02000000:00000001:1.0:1781624116.027129:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624116.027132:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624116.027134:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731ea00. 00000100:00000001:1.0:1781624116.027138:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624116.027139:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624116.027141:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624116.027151:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624116.027154:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624116.027157:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624116.027160:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624116.032505:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624116.032525:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624116.032529:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624116.032532:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624116.032543:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624116.032552:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624116.032562:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624116.032567:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624116.032573:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624116.032577:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b0a00 00000400:00000200:2.0:1781624116.032582:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624116.032588:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f96cd [1] + 224 00000800:00000001:2.0:1781624116.032595:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624116.032603:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624116.032605:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624116.032722:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624116.032731:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624116.032741:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731e680 x1868160455870976/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624132 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624116.032753:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731e680 x1868160455870976/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624132 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624116.032772:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624116.032782:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624116.032786:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624116.032846:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624116.032852:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624116.032859:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624116.032861:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624116.032864:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7dc0. 00000400:00000200:0.0:1781624116.032868:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9550 00000400:00000010:0.0:1781624116.032871:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9550. 00000100:00000001:0.0:1781624116.032874:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624116.032878:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731e680 x1868160455870976/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624132 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624116.032887:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731e680 x1868160455870976/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624132 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624116.032893:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624116.032895:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624116.032897:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624116.032900:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624116.032903:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624116.032906:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624116.032909:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624116.032914:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=143 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624116.032918:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=64 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624116.032920:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624116.032922:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624116.032924:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624116.032926:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624116.032928:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624116.032933:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731e680 x1868160455870976/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624132 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624116.032940:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624116.032943:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624116.032944:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624116.032948:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731e680 x1868160455870976/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624132 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624116.032955:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455870976:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624116.032959:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624116.032961:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624116.032964:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731e680 x1868160455870976/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624132 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624116.032970:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624116.032973:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624116.032977:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875d800. 02000000:00000001:0.0:1781624116.032980:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624116.032983:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624116.032985:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781624116.032987:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624116.032990:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8507f9c100. 02000000:00000001:0.0:1781624116.032994:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624116.032996:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624116.032998:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731e680. 00000100:00000001:0.0:1781624116.033002:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624116.033003:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624116.033005:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624116.033012:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624116.033013:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624116.033015:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624116.033018:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624116.405201:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624116.405209:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624116.405217:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624116.405219:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624116.405250:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624116.405254:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624116.405257:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624117.429150:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624117.429160:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624117.429162:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624117.429165:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624117.429170:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624117.429185:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624117.429187:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624117.429191:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624117.429195:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624117.429196:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624117.429197:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624117.429199:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624117.429200:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624117.429202:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624117.429203:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624117.429205:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624117.429594:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624117.429599:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624117.429601:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624118.453163:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624118.453170:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624118.453174:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624118.453175:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624118.453259:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624118.453262:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624118.453263:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624119.477185:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624119.477190:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624119.477194:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624119.477194:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624119.477214:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624119.477216:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624119.477218:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624120.501226:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624120.501234:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624120.501506:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624120.501508:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624120.501617:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624120.501621:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624120.501624:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781624121.142665:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624121.142675:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624121.142685:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731e680. 00000020:00000040:0.0:1781624121.142691:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781624121.142695:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624121.142698:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624121.142703:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624121.142711:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8513250900. 00000100:00000001:0.0:1781624121.142717:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624121.142729:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731e680 x1868160455871232/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624121.142739:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624121.142770:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624121.142777:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000425285ea] to pc [ptlrpcd_00_01+1] req@ffff8f850731e680 x1868160455871232/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624121.142810:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624121.142813:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624121.142816:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624121.142819:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731df80. 00000020:00000040:0.0:1781624121.142822:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781624121.142824:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624121.142825:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624121.142827:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624121.142831:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8513250100. 00000100:00000001:0.0:1781624121.142833:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624121.142838:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731df80 x1868160455871360/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624121.142844:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624121.142846:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624121.142850:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec840f8e] to pc [ptlrpcd_00_00+0] req@ffff8f850731df80 x1868160455871360/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624121.142859:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624121.142861:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624121.142864:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624121.142867:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624121.142871:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624121.142876:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7615) 00000100:00000001:1.0:1781624121.142952:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624121.142955:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624121.142957:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624121.142964:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731e680 x1868160455871232/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624121.142972:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624121.142974:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624121.142977:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624121.142980:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624121.142983:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624121.142987:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455871232:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624121.142991:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624121.142997:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624121.143000:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624121.143002:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624121.143007:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e556c00. 02000000:00000001:1.0:1781624121.143009:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624121.143015:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624121.143018:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85076314d0. 00000400:00000010:1.0:1781624121.143052:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1c38. 00000100:00000200:1.0:1781624121.143059:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455871232, portal 25 00000100:00000001:1.0:1781624121.143062:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624121.143063:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246974080 : -123673462577536 : ffff8f850731e680) 00000100:00000040:1.0:1781624121.143068:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731e680 x1868160455871232/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624121.143075:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624121.143078:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624121.143082:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1cc0. 00000100:00000200:1.0:1781624121.143085:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455871232, offset 0 00000400:00000200:1.0:1781624121.143092:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624121.143101:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624121.143108:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624121.143113:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624121.143117:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624121.143121:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624121.143124:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624121.143127:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376095:376095:256:4294967295] 192.168.202.101@tcp LPNI seq info [376065:376065:8:4294967295] 00000400:00000200:1.0:1781624121.143132:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624121.143142:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624121.143148:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624121.143153:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85102c9900. 00000800:00000200:1.0:1781624121.143160:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624121.143169:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624121.143174:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85102c9900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624121.143194:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624121.143198:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624121.143201:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302285944 00000100:00000001:1.0:1781624121.143208:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302280822 00000100:00000001:1.0:1781624121.143211:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302285944 00000100:00000001:1.0:1781624121.143215:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302280822 00000100:00000001:1.0:1781624121.143217:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624121.143220:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624121.143223:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624121.143225:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624121.143232:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624121.143234:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781624121.143237:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624121.143238:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624121.143239:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624121.143241:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1781624121.143243:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624121.143245:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624121.143246:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624121.143247:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624121.143248:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624121.143249:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624121.143253:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731df80 x1868160455871360/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624121.143260:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624121.143261:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624121.143264:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624121.143266:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624121.143268:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624121.143271:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455871360:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624121.143274:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624121.143276:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624121.143278:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624121.143279:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624121.143283:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557e00. 02000000:00000001:1.0:1781624121.143285:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624121.143288:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624121.143304:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631c60. 00000400:00000010:1.0:1781624121.143308:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1b28. 00000100:00000200:1.0:1781624121.143310:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455871360, portal 10 00000100:00000001:1.0:1781624121.143312:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624121.143314:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246972288 : -123673462579328 : ffff8f850731df80) 00000100:00000040:1.0:1781624121.143320:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731df80 x1868160455871360/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624121.143326:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624121.143328:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624121.143329:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1000. 00000100:00000200:1.0:1781624121.143331:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455871360, offset 0 00000400:00000200:1.0:1781624121.143335:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624121.143339:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624121.143342:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624121.143345:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624121.143347:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624121.143349:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624121.143351:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624121.143353:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376096:376096:255:4294967295] 192.168.202.101@tcp LPNI seq info [376066:376066:7:4294967295] 00000400:00000200:1.0:1781624121.143357:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624121.143362:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624121.143365:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624121.143369:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85102c9400. 00000800:00000200:1.0:1781624121.143372:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624121.143376:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624121.143378:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85102c9400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624121.143380:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624121.143383:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17396 usecs (18 jiffies) 00000400:00000200:1.0:1781624121.143386:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624121.143388:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302278164 00000100:00000001:1.0:1781624121.143390:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302285944 00000100:00000001:1.0:1781624121.143392:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302278164 00000100:00000001:1.0:1781624121.143394:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302285944 00000100:00000001:1.0:1781624121.143395:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624121.143397:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624121.143399:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624121.143401:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624121.143411:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624121.143413:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624121.143418:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624121.143422:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85102c9900. 00000400:00000200:3.0:1781624121.143427:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624121.143432:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624121.143438:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1cc0 00000400:00000010:3.0:1781624121.143440:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1cc0. 00000100:00000001:3.0:1781624121.143444:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624121.143448:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731e680 x1868160455871232/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624121.143455:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624121.143459:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731e680 x1868160455871232/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624137 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624121.143465:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624121.143466:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781624121.143481:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624121.143483:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85102c9400. 00000400:00000200:3.0:1781624121.143485:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624121.143489:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624121.143491:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1000 00000400:00000010:3.0:1781624121.143493:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1000. 00000100:00000001:3.0:1781624121.143495:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624121.143497:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731df80 x1868160455871360/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624121.143503:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624121.143506:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731df80 x1868160455871360/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624137 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624121.143511:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624121.143512:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624121.150356:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624121.150372:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624121.150377:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624121.150379:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624121.150388:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624121.150396:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624121.150405:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624121.150410:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624121.150415:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624121.150420:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b0b80 00000400:00000200:2.0:1781624121.150425:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624121.150431:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f96e5 [1] + 224 00000800:00000001:2.0:1781624121.150438:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624121.150447:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624121.150450:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624121.150455:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624121.150461:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624121.150472:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731df80 x1868160455871360/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624137 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624121.150484:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731df80 x1868160455871360/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624121.150505:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624121.150512:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624121.150516:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624121.150814:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624121.150819:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781624121.150825:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624121.150827:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624121.150830:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631c60. 00000400:00000200:1.0:1781624121.150835:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1b28 00000400:00000010:1.0:1781624121.150838:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1b28. 00000100:00000001:1.0:1781624121.150841:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624121.150846:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731df80 x1868160455871360/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624121.150856:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731df80 x1868160455871360/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624137 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624121.150863:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624121.150864:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624121.150867:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624121.150870:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624121.150873:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624121.150875:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624121.150878:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624121.150888:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=148 v=5 (5 5 20 20) 00000100:00001000:1.0:1781624121.150892:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=69 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624121.150895:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624121.150898:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624121.150901:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624121.150904:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624121.150908:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781624121.150910:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781624121.150912:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781624121.150913:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624121.150919:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731df80 x1868160455871360/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624137 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624121.150935:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624121.150938:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624121.150940:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624121.151078:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731df80 x1868160455871360/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624137 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624121.151087:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455871360:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624121.151093:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624121.151096:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624121.151099:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731df80 x1868160455871360/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624137 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624121.151106:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624121.151108:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624121.151112:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557e00. 02000000:00000001:1.0:1781624121.151117:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624121.151119:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624121.151121:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781624121.151124:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624121.151126:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8513250100. 02000000:00000001:1.0:1781624121.151129:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624121.151131:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624121.151133:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731df80. 00000100:00000001:1.0:1781624121.151137:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624121.151138:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624121.151142:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624121.151143:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624121.151145:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624121.151146:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624121.151148:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781624121.151308:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624121.151314:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624121.151316:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624121.151318:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624121.151322:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624121.151327:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624121.151333:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624121.151336:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624121.151339:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624121.151343:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b0b00 00000400:00000200:3.0:1781624121.151348:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624121.151352:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f96dd [1] + 224 00000800:00000001:3.0:1781624121.151356:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624121.151361:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624121.151363:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624121.151366:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624121.151370:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624121.151375:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731e680 x1868160455871232/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624137 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624121.151382:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731e680 x1868160455871232/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624121.151408:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624121.151413:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624121.151416:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624121.151429:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624121.151431:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781624121.151433:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624121.151435:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624121.151437:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85076314d0. 00000400:00000200:1.0:1781624121.151440:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1c38 00000400:00000010:1.0:1781624121.151442:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1c38. 00000100:00000001:1.0:1781624121.151444:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624121.151448:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731e680 x1868160455871232/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624121.151455:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731e680 x1868160455871232/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624137 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624121.151462:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624121.151463:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624121.151465:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624121.151467:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624121.151468:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624121.151470:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624121.151472:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624121.151475:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=148 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624121.151478:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=69 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624121.151481:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624121.151482:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624121.151484:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624121.151485:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624121.151487:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624121.151491:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731e680 x1868160455871232/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624137 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624121.151497:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624121.151500:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624121.151501:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624121.151505:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731e680 x1868160455871232/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624137 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624121.151512:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455871232:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624121.151516:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624121.151518:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624121.151584:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731e680 x1868160455871232/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624137 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624121.151654:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624121.151656:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624121.151658:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e556c00. 02000000:00000001:1.0:1781624121.151661:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624121.151663:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624121.151664:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781624121.151666:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624121.151668:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8513250900. 02000000:00000001:1.0:1781624121.151670:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624121.151671:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624121.151672:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731e680. 00000100:00000001:1.0:1781624121.151675:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624121.151676:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624121.151678:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624121.151686:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624121.151688:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624121.151690:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624121.151692:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624121.526961:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624121.526970:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624121.526975:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624121.526976:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624121.527061:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624121.527065:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624121.527067:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624122.549536:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624122.549542:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624122.549547:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624122.549549:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624122.549579:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624122.549582:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624122.549586:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624123.574650:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624123.574655:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624123.574659:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624123.574660:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624123.574769:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624123.574773:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624123.574776:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624124.597161:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624124.597167:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624124.597173:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624124.597174:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624124.597592:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624124.597596:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624124.597599:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624125.621240:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624125.621249:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624125.621256:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624125.621258:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624125.621284:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624125.621287:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624125.621290:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781624126.261163:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624126.261175:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624126.261187:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731ca80. 00000020:00000040:0.0:1781624126.261194:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781624126.261198:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624126.261202:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624126.261207:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624126.261215:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8513250700. 00000100:00000001:0.0:1781624126.261223:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624126.261236:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731ca80 x1868160455871488/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624126.261249:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624126.261254:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624126.261261:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001e46d3e] to pc [ptlrpcd_00_01+1] req@ffff8f850731ca80 x1868160455871488/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624126.261325:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624126.261331:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624126.261334:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624126.261341:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731ca80 x1868160455871488/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624126.261348:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624126.261351:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624126.261354:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624126.261357:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624126.261359:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624126.261362:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455871488:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624126.261367:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624126.261373:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624126.261376:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624126.261378:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624126.261383:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e556c00. 02000000:00000001:1.0:1781624126.261385:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624126.261391:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624126.261395:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85076314d0. 00000400:00000010:1.0:1781624126.261402:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1c38. 00000100:00000200:1.0:1781624126.261410:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455871488, portal 25 00000100:00000001:1.0:1781624126.261412:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624126.261414:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246966912 : -123673462584704 : ffff8f850731ca80) 00000100:00000040:1.0:1781624126.261419:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731ca80 x1868160455871488/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624126.261436:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624126.261439:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624126.261442:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1b28. 00000100:00000200:1.0:1781624126.261446:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455871488, offset 0 00000400:00000200:1.0:1781624126.261453:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624126.261533:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624126.261542:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624126.261548:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624126.261552:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624126.261555:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624126.261558:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624126.261561:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376097:376097:256:4294967295] 192.168.202.101@tcp LPNI seq info [376067:376067:8:4294967295] 00000400:00000200:1.0:1781624126.261565:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624126.261576:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624126.261581:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624126.261587:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85102c9000. 00000800:00000200:1.0:1781624126.261594:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624126.261605:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000100:00000001:0.0:1781624126.261951:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624126.261955:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624126.261959:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624126.261963:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731c000. 00000020:00000040:0.0:1781624126.261967:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781624126.261969:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624126.261970:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624126.261973:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624126.261978:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8513250900. 00000100:00000001:0.0:1781624126.261981:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624126.261986:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731c000 x1868160455871616/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624126.261993:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624126.261995:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624126.261999:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d48705a1] to pc [ptlrpcd_00_00+0] req@ffff8f850731c000 x1868160455871616/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624126.262006:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624126.262008:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624126.262012:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624126.262015:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624126.262018:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624126.262022:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7620) 00000100:00000001:0.0:1781624126.262072:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624126.262075:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624126.262076:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624126.262081:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731c000 x1868160455871616/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624126.262087:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624126.262088:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624126.262091:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624126.262093:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624126.262095:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624126.262098:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455871616:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624126.262101:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624126.262104:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624126.262105:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624126.262107:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624126.262111:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875c200. 02000000:00000001:0.0:1781624126.262113:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624126.262117:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624126.262120:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7dc0. 00000400:00000010:0.0:1781624126.262125:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9550. 00000100:00000200:0.0:1781624126.262128:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455871616, portal 10 00000100:00000001:0.0:1781624126.262130:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624126.262131:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246964224 : -123673462587392 : ffff8f850731c000) 00000100:00000040:0.0:1781624126.262138:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731c000 x1868160455871616/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624126.262143:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624126.262146:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624126.262148:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9aa0. 00000800:00000200:1.0:1781624126.262242:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85102c9000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624126.262252:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624126.262257:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624126.262260:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302291063 00000100:00000001:1.0:1781624126.262267:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302285944 00000100:00000001:1.0:1781624126.262271:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302291063 00000100:00000001:1.0:1781624126.262274:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302285944 00000100:00000001:1.0:1781624126.262277:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624126.262280:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624126.262283:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624126.262286:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624126.262293:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624126.262295:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781624126.262297:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624126.262298:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624126.262300:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624126.262302:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624126.262521:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624126.262525:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85102c9000. 00000400:00000200:2.0:1781624126.262530:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624126.262535:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624126.262541:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1b28 00000400:00000010:2.0:1781624126.262543:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1b28. 00000100:00000001:2.0:1781624126.262546:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624126.262551:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731ca80 x1868160455871488/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624126.262558:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624126.262561:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731ca80 x1868160455871488/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624142 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624126.262567:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624126.262568:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:0.0:1781624126.262915:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455871616, offset 0 00000400:00000200:0.0:1781624126.262923:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624126.262930:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624126.262935:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624126.262939:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624126.262943:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624126.262946:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624126.262948:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624126.262951:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376098:376098:256:4294967295] 192.168.202.101@tcp LPNI seq info [376068:376068:8:4294967295] 00000400:00000200:0.0:1781624126.262955:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624126.262962:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624126.262967:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624126.262970:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8513250100. 00000800:00000200:0.0:1781624126.262975:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624126.262981:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624126.262984:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8513250100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624126.263149:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624126.263162:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17387 usecs (18 jiffies) 00000400:00000200:0.0:1781624126.263166:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624126.263169:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302283284 00000100:00000001:0.0:1781624126.263172:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302291063 00000100:00000001:0.0:1781624126.263174:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302283284 00000100:00000001:0.0:1781624126.263176:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302291063 00000100:00000001:0.0:1781624126.263178:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624126.263180:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624126.263183:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624126.263185:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624126.263189:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624126.263191:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781624126.263193:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624126.263195:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624126.263196:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624126.263198:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624126.263653:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624126.263658:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8513250100. 00000400:00000200:2.0:1781624126.263662:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624126.263666:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624126.263671:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9aa0 00000400:00000010:2.0:1781624126.263673:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9aa0. 00000100:00000001:2.0:1781624126.263677:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624126.263682:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731c000 x1868160455871616/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624126.263691:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624126.263723:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731c000 x1868160455871616/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624142 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624126.263730:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624126.263732:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624126.268078:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624126.268095:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624126.268100:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624126.268103:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624126.268114:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624126.268122:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624126.268132:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624126.268136:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624126.268141:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624126.268145:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b0c80 00000400:00000200:2.0:1781624126.268160:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624126.268166:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f96f5 [1] + 224 00000800:00000001:2.0:1781624126.268177:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624126.268184:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624126.268187:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624126.268192:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624126.268199:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624126.268207:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731c000 x1868160455871616/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624142 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624126.268216:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731c000 x1868160455871616/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624142 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624126.268226:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624126.268234:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624126.268237:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624126.268347:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624126.268352:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624126.268358:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624126.268360:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624126.268363:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7dc0. 00000400:00000200:0.0:1781624126.268367:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9550 00000400:00000010:0.0:1781624126.268370:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9550. 00000100:00000001:0.0:1781624126.268372:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624126.268377:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731c000 x1868160455871616/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624142 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624126.268384:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731c000 x1868160455871616/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624142 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624126.268389:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624126.268392:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624126.268394:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624126.268397:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624126.268400:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624126.268402:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624126.268405:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624126.268414:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=153 v=5 (5 5 20 20) 00000100:00001000:0.0:1781624126.268418:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=74 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624126.268421:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624126.268423:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624126.268437:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624126.268440:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624126.268444:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781624126.268446:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781624126.268448:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781624126.268449:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624126.268454:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731c000 x1868160455871616/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624142 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624126.268466:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624126.268469:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624126.268471:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624126.268475:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731c000 x1868160455871616/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624142 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624126.268483:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455871616:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624126.268487:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624126.268489:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624126.268492:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731c000 x1868160455871616/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624142 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624126.268499:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624126.268501:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624126.268505:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875c200. 02000000:00000001:0.0:1781624126.268508:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624126.268511:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624126.268513:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781624126.268515:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624126.268518:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8513250900. 02000000:00000001:0.0:1781624126.268521:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624126.268527:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624126.268529:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731c000. 00000100:00000001:0.0:1781624126.268533:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624126.268534:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624126.268536:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624126.268545:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624126.268547:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624126.268549:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624126.268551:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624126.271763:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624126.271779:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624126.271783:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624126.271786:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624126.271794:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624126.271801:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624126.271809:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624126.271814:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624126.271819:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624126.271824:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b0c00 00000400:00000200:2.0:1781624126.271829:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624126.271836:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f96ed [1] + 224 00000800:00000001:2.0:1781624126.271843:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624126.271851:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624126.271854:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624126.271858:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624126.271865:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624126.271873:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731ca80 x1868160455871488/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624142 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624126.271884:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731ca80 x1868160455871488/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624142 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624126.271904:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624126.271912:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624126.271915:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624126.271983:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624126.271988:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781624126.271993:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624126.271995:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624126.271999:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85076314d0. 00000400:00000200:1.0:1781624126.272004:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1c38 00000400:00000010:1.0:1781624126.272006:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1c38. 00000100:00000001:1.0:1781624126.272008:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624126.272013:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731ca80 x1868160455871488/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624142 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624126.272022:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731ca80 x1868160455871488/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624142 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624126.272067:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624126.272068:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624126.272071:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624126.272074:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624126.272076:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624126.272078:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624126.272081:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624126.272087:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=153 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624126.272090:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=74 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624126.272092:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624126.272094:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624126.272096:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624126.272097:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624126.272099:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624126.272104:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731ca80 x1868160455871488/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624142 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624126.272111:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624126.272114:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624126.272116:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624126.272120:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731ca80 x1868160455871488/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624142 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624126.272126:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455871488:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624126.272131:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624126.272133:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624126.272137:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731ca80 x1868160455871488/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624142 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624126.272143:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624126.272145:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624126.272148:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e556c00. 02000000:00000001:1.0:1781624126.272161:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624126.272164:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624126.272166:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781624126.272167:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624126.272170:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8513250700. 02000000:00000001:1.0:1781624126.272173:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624126.272174:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624126.272176:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731ca80. 00000100:00000001:1.0:1781624126.272179:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624126.272180:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624126.272182:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624126.272189:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624126.272191:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624126.272193:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624126.272195:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624126.645521:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624126.645527:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624126.645533:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624126.645536:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624126.647055:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624126.647060:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624126.647064:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624127.669174:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624127.669183:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624127.669185:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624127.669189:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624127.669194:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624127.669196:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624127.669198:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624127.669201:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624127.669205:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624127.669207:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624127.669208:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624127.669210:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624127.669212:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624127.669213:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624127.669215:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624127.669217:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624127.669315:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624127.669318:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624127.669321:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624128.693144:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624128.693149:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624128.693153:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624128.693154:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624128.693172:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624128.693174:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624128.693175:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624129.717234:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624129.717244:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624129.717251:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624129.717252:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624129.717441:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624129.717445:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624129.717448:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624130.741185:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624130.741193:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624130.741198:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624130.741200:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624130.741261:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624130.741265:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624130.741268:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781624131.381185:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624131.381195:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624131.381204:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511282300. 00000020:00000040:3.0:1781624131.381211:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781624131.381216:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624131.381219:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624131.381224:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624131.381232:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d500. 00000100:00000001:3.0:1781624131.381238:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624131.381250:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511282300 x1868160455871744/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624131.381261:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624131.381266:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624131.381272:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd15682b] to pc [ptlrpcd_01_00+0] req@ffff8f8511282300 x1868160455871744/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624131.381306:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624131.381386:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624131.381390:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624131.381394:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511280e00. 00000020:00000040:3.0:1781624131.381397:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781624131.381400:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624131.381401:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624131.381403:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624131.381407:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d400. 00000100:00000001:3.0:1781624131.381411:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624131.381421:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511280e00 x1868160455871872/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624131.381431:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624131.381433:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624131.381437:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b263204] to pc [ptlrpcd_01_01+1] req@ffff8f8511280e00 x1868160455871872/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624131.381445:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624131.381447:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624131.381451:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624131.381453:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624131.381456:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624131.381460:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7626) 00000100:00000001:2.0:1781624131.381676:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624131.381680:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624131.381683:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624131.381691:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511282300 x1868160455871744/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624131.381699:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624131.381701:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624131.381704:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624131.381707:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624131.381710:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624131.381714:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455871744:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624131.381719:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624131.381725:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624131.381729:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624131.381732:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624131.381736:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078e00. 02000000:00000001:2.0:1781624131.381738:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624131.381746:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624131.381750:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f089f8. 00000400:00000010:2.0:1781624131.381757:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d990. 00000100:00000200:2.0:1781624131.381763:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455871744, portal 25 00000100:00000001:2.0:1781624131.381765:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624131.381767:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414106368 : -123673295445248 : ffff8f8511282300) 00000100:00000040:2.0:1781624131.381773:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511282300 x1868160455871744/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624131.381781:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624131.381785:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624131.381788:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d908. 00000100:00000200:2.0:1781624131.381790:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455871744, offset 0 00000400:00000200:2.0:1781624131.381796:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624131.381804:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624131.381811:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624131.381817:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624131.381821:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624131.381825:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624131.381828:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624131.381832:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376099:376099:256:4294967295] 192.168.202.101@tcp LPNI seq info [376069:376069:8:4294967295] 00000400:00000200:2.0:1781624131.381836:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624131.381847:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624131.381852:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624131.381857:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3500. 00000800:00000200:2.0:1781624131.381863:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624131.381871:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624131.381876:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624131.381890:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624131.381896:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624131.381898:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302296182 00000100:00000001:2.0:1781624131.381905:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302291063 00000100:00000001:2.0:1781624131.381909:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302296182 00000100:00000001:2.0:1781624131.381911:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302291063 00000100:00000001:2.0:1781624131.381914:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624131.381916:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624131.381919:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624131.381921:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624131.381928:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624131.381930:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781624131.381932:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624131.381933:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624131.381935:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624131.381937:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1781624131.381939:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624131.381940:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624131.381942:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624131.381943:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624131.381944:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624131.381945:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624131.381949:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511280e00 x1868160455871872/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624131.381956:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624131.381957:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624131.381959:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624131.381972:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624131.381975:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624131.381978:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511280e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455871872:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624131.381988:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624131.381991:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624131.381992:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624131.381994:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624131.381997:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078600. 02000000:00000001:2.0:1781624131.382000:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624131.382003:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624131.382006:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08688. 00000400:00000010:2.0:1781624131.382010:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901dc38. 00000100:00000200:2.0:1781624131.382012:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455871872, portal 10 00000100:00000001:2.0:1781624131.382014:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624131.382016:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414100992 : -123673295450624 : ffff8f8511280e00) 00000100:00000040:2.0:1781624131.382023:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511280e00 x1868160455871872/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1781624131.382320:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624131.382325:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3500. 00000400:00000200:3.0:1781624131.382330:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624131.382335:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624131.382340:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d908 00000400:00000010:3.0:1781624131.382343:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d908. 00000100:00000001:3.0:1781624131.382347:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624131.382351:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511282300 x1868160455871744/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624131.382360:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624131.382364:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511282300 x1868160455871744/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624147 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624131.382371:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624131.382372:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1781624131.382448:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624131.382452:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624131.382456:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d198. 00000100:00000200:2.0:1781624131.382459:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455871872, offset 0 00000400:00000200:2.0:1781624131.382464:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624131.382469:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624131.382473:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624131.382476:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624131.382478:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624131.382481:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624131.382483:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624131.382486:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376100:376100:256:4294967295] 192.168.202.101@tcp LPNI seq info [376070:376070:8:4294967295] 00000400:00000200:2.0:1781624131.382496:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624131.382502:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624131.382507:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624131.382510:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3500. 00000800:00000200:2.0:1781624131.382514:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624131.382519:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624131.382522:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624131.382533:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624131.382537:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17377 usecs (18 jiffies) 00000400:00000200:2.0:1781624131.382540:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624131.382543:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302288403 00000100:00000001:2.0:1781624131.382545:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302296182 00000100:00000001:2.0:1781624131.382547:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302288403 00000100:00000001:2.0:1781624131.382549:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302296182 00000100:00000001:2.0:1781624131.382550:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624131.382553:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624131.382555:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624131.382558:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624131.382568:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624131.382571:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624131.382633:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624131.382638:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3500. 00000400:00000200:3.0:1781624131.382641:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624131.382646:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624131.382663:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d198 00000400:00000010:3.0:1781624131.382665:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d198. 00000100:00000001:3.0:1781624131.382668:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624131.382672:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511280e00 x1868160455871872/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624131.382680:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624131.382683:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511280e00 x1868160455871872/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624147 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624131.382689:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624131.382691:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781624131.385161:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624131.385178:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624131.385182:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624131.385185:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624131.385194:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624131.385201:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624131.385209:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624131.385214:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624131.385231:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624131.385235:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b0d00 00000400:00000200:3.0:1781624131.385240:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624131.385245:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f96fd [1] + 224 00000800:00000001:3.0:1781624131.385252:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624131.385256:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624131.385259:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624131.385262:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624131.385385:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624131.385394:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511282300 x1868160455871744/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624147 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624131.385404:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511282300 x1868160455871744/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624147 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624131.385427:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624131.385436:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624131.385440:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624131.385442:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624131.385444:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624131.385447:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624131.385451:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624131.385455:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624131.385457:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624131.385460:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624131.385463:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b0d80 00000400:00000200:3.0:1781624131.385466:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624131.385470:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f970d [1] + 224 00000800:00000001:3.0:1781624131.385474:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624131.385479:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624131.385481:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624131.385483:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624131.385487:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624131.385491:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511280e00 x1868160455871872/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624147 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624131.385498:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511280e00 x1868160455871872/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624147 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624131.385510:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624131.385513:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624131.385516:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624131.387175:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624131.387182:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781624131.387191:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781624131.387193:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781624131.387196:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08688. 00000400:00000200:2.0:1781624131.387204:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901dc38 00000400:00000010:2.0:1781624131.387206:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901dc38. 00000100:00000001:2.0:1781624131.387209:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624131.387218:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511280e00 x1868160455871872/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624147 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624131.387229:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511280e00 x1868160455871872/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624147 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624131.387237:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781624131.387238:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624131.387241:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781624131.387245:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781624131.387247:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781624131.387249:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624131.387252:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781624131.387262:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=8 v=5 (5 5 5 20) 00000100:00001000:2.0:1781624131.387266:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=79 v=5 (1 1 1 1) 00000100:00000001:2.0:1781624131.387269:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781624131.387270:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781624131.387274:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781624131.387277:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624131.387281:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781624131.387283:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:2.0:1781624131.387285:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781624131.387286:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624131.387292:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511280e00 x1868160455871872/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624147 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624131.387299:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624131.387302:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781624131.387304:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781624131.387308:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511280e00 x1868160455871872/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624147 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781624131.387316:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511280e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455871872:192.168.202.101@tcp:400:kworker.0 00000400:00000001:2.0:1781624131.387322:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781624131.387323:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781624131.387325:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f089f8. 00000400:00000200:2.0:1781624131.387328:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d990 00000400:00000010:2.0:1781624131.387329:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d990. 00000100:00000001:2.0:1781624131.387332:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624131.387335:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511282300 x1868160455871744/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624147 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624131.387344:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511282300 x1868160455871744/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624147 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624131.387349:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781624131.387350:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624131.387352:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781624131.387353:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781624131.387354:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781624131.387355:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624131.387357:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781624131.387359:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=8 v=5 (5 5 5 5) 00000100:00001000:2.0:1781624131.387362:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=79 v=5 (1 1 1 1) 00000100:00000001:2.0:1781624131.387365:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781624131.387366:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781624131.387368:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781624131.387369:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624131.387371:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624131.387375:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511282300 x1868160455871744/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624147 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624131.387381:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624131.387384:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781624131.387385:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781624131.387388:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511282300 x1868160455871744/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624147 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781624131.387394:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455871744:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624131.387398:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624131.387400:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624131.387403:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511280e00 x1868160455871872/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624147 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624131.387409:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781624131.387411:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781624131.387415:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078600. 02000000:00000001:2.0:1781624131.387418:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781624131.387421:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781624131.387423:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:2.0:1781624131.387425:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781624131.387428:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d400. 02000000:00000001:2.0:1781624131.387432:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781624131.387434:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781624131.387436:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511280e00. 00000100:00000001:2.0:1781624131.387440:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781624131.387441:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624131.387443:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624131.387446:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511282300 x1868160455871744/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624147 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624131.387456:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781624131.387458:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781624131.387459:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078e00. 02000000:00000001:2.0:1781624131.387461:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781624131.387462:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781624131.387463:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781624131.387465:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781624131.387466:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d500. 02000000:00000001:2.0:1781624131.387468:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781624131.387469:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781624131.387470:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511282300. 00000100:00000001:2.0:1781624131.387472:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781624131.387473:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624131.387475:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624131.387483:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624131.387484:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624131.387487:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624131.387489:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624131.766103:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624131.766109:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624131.766115:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624131.766116:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624131.766212:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624131.766217:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624131.766220:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624132.790000:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624132.790007:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624132.790013:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624132.790014:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624132.791728:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624132.791734:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624132.791739:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624133.813175:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624133.813180:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624133.813184:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624133.813185:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624133.813283:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624133.813285:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624133.813287:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624134.837976:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624134.837983:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624134.837991:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624134.837992:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624134.838019:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624134.838022:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624134.838040:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624135.861182:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624135.861191:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624135.861198:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624135.861199:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624135.861296:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624135.861300:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624135.861303:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781624136.502062:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624136.502076:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624136.502090:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731c000. 00000020:00000040:0.0:1781624136.502099:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781624136.502103:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624136.502106:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624136.502111:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624136.502120:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8513250900. 00000100:00000001:0.0:1781624136.502127:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624136.502141:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731c000 x1868160455872000/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624136.502153:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624136.502159:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624136.502166:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d48705a1] to pc [ptlrpcd_00_01+1] req@ffff8f850731c000 x1868160455872000/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624136.502188:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624136.502191:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624136.502195:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624136.502199:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731ca80. 00000020:00000040:0.0:1781624136.502202:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781624136.502218:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624136.502219:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624136.502220:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624136.502231:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8513250000. 00000100:00000001:0.0:1781624136.502235:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624136.502240:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731ca80 x1868160455872128/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624136.502247:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624136.502249:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624136.502252:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001e46d3e] to pc [ptlrpcd_00_00+0] req@ffff8f850731ca80 x1868160455872128/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624136.502259:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624136.502262:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624136.502266:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624136.502269:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624136.502272:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624136.502278:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7631) 00000100:00000001:0.0:1781624136.502295:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624136.502299:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624136.502301:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624136.502307:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731ca80 x1868160455872128/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624136.502314:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624136.502317:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624136.502321:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624136.502324:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624136.502339:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624136.502342:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455872128:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624136.502347:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624136.502353:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624136.502355:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624136.502358:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624136.502362:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875cc00. 02000000:00000001:0.0:1781624136.502365:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624136.502372:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624136.502376:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7dc0. 00000400:00000010:0.0:1781624136.502384:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9550. 00000100:00000200:0.0:1781624136.502393:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455872128, portal 10 00000100:00000001:0.0:1781624136.502395:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624136.502397:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246966912 : -123673462584704 : ffff8f850731ca80) 00000100:00000040:0.0:1781624136.502404:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731ca80 x1868160455872128/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624136.502411:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624136.502414:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624136.502417:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9d48. 00000100:00000200:0.0:1781624136.502420:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455872128, offset 0 00000400:00000200:0.0:1781624136.502427:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624136.502435:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624136.502443:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624136.502448:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624136.502452:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624136.502456:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624136.502459:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624136.502462:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376101:376101:256:4294967295] 192.168.202.101@tcp LPNI seq info [376071:376071:8:4294967295] 00000400:00000200:0.0:1781624136.502467:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624136.502476:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624136.502482:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624136.502486:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8513250700. 00000800:00000200:0.0:1781624136.502492:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624136.502500:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624136.502505:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8513250700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624136.502523:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624136.502529:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17367 usecs (18 jiffies) 00000400:00000200:0.0:1781624136.502532:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624136.502535:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302293523 00000100:00000001:0.0:1781624136.502539:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302296182 00000100:00000001:0.0:1781624136.502541:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302293523 00000100:00000001:0.0:1781624136.502544:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302296182 00000100:00000001:0.0:1781624136.502547:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624136.502550:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624136.502554:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624136.502557:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624136.502564:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624136.502566:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781624136.502568:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624136.502570:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624136.502571:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624136.502573:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1781624136.502575:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624136.502577:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624136.502578:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624136.502579:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624136.502580:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624136.502581:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624136.502586:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731c000 x1868160455872000/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624136.502592:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624136.502593:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624136.502596:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624136.502597:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624136.502599:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624136.502610:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455872000:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624136.502613:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624136.502616:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624136.502618:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624136.502620:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624136.502623:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875c400. 02000000:00000001:0.0:1781624136.502625:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624136.502628:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624136.502632:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7b00. 00000400:00000010:0.0:1781624136.502636:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e95d8. 00000100:00000200:0.0:1781624136.502638:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455872000, portal 25 00000100:00000001:0.0:1781624136.502640:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624136.502641:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246964224 : -123673462587392 : ffff8f850731c000) 00000100:00000040:0.0:1781624136.502646:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731c000 x1868160455872000/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624136.502653:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624136.502655:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624136.502658:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9220. 00000100:00000200:0.0:1781624136.502660:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455872000, offset 0 00000400:00000200:0.0:1781624136.502665:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624136.502669:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624136.502672:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624136.502675:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624136.502678:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624136.502681:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624136.502683:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624136.502686:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376102:376102:255:4294967295] 192.168.202.101@tcp LPNI seq info [376072:376072:7:4294967295] 00000400:00000200:0.0:1781624136.502690:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624136.502697:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624136.502702:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624136.502706:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8513250100. 00000800:00000200:0.0:1781624136.502710:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624136.502713:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624136.502715:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8513250100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624136.502718:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624136.502720:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624136.502721:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302301303 00000100:00000001:0.0:1781624136.502726:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302296182 00000100:00000001:0.0:1781624136.502728:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302301303 00000100:00000001:0.0:1781624136.502731:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302296182 00000100:00000001:0.0:1781624136.502733:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624136.502734:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624136.502736:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624136.502738:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624136.502746:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624136.502753:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8513250700. 00000400:00000200:3.0:1781624136.502760:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624136.502767:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624136.502773:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9d48 00000400:00000010:3.0:1781624136.502776:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9d48. 00000100:00000001:3.0:1781624136.502780:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624136.502784:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731ca80 x1868160455872128/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624136.502794:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624136.502798:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731ca80 x1868160455872128/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624152 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624136.502811:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624136.502813:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781624136.502829:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624136.502831:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8513250100. 00000400:00000200:3.0:1781624136.502834:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624136.502840:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624136.502842:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9220 00000400:00000010:3.0:1781624136.502844:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9220. 00000100:00000001:3.0:1781624136.502846:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624136.502849:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731c000 x1868160455872000/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624136.502856:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624136.502859:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731c000 x1868160455872000/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624152 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624136.502864:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624136.502866:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1781624136.502985:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624136.502988:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781624136.505349:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624136.505369:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624136.505374:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624136.505377:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624136.505688:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624136.505696:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624136.505706:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624136.505711:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624136.505715:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624136.505721:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b0e80 00000400:00000200:3.0:1781624136.505726:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624136.505733:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f971d [1] + 224 00000800:00000001:3.0:1781624136.505741:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624136.505749:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624136.505753:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624136.505757:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624136.505763:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624136.505771:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731ca80 x1868160455872128/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624152 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624136.505783:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731ca80 x1868160455872128/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624152 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624136.505808:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624136.505817:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624136.505820:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624136.505912:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624136.505917:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624136.505924:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624136.505926:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624136.505930:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7dc0. 00000400:00000200:0.0:1781624136.505934:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9550 00000400:00000010:0.0:1781624136.505937:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9550. 00000100:00000001:0.0:1781624136.505940:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624136.505945:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731ca80 x1868160455872128/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624152 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624136.505954:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731ca80 x1868160455872128/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624152 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624136.505960:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624136.505962:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624136.505965:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624136.505969:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624136.505972:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624136.505974:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624136.505978:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624136.505988:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=13 v=5 (5 5 5 20) 00000100:00001000:0.0:1781624136.505992:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=84 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624136.505995:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624136.505997:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624136.506000:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624136.506003:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624136.506007:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781624136.506010:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781624136.506012:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781624136.506013:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624136.506018:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731ca80 x1868160455872128/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624152 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624136.506056:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624136.506059:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624136.506061:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624136.506066:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731ca80 x1868160455872128/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624152 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624136.506075:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455872128:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624136.506091:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624136.506093:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624136.506097:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731ca80 x1868160455872128/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624152 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624136.506105:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624136.506107:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624136.506111:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875cc00. 02000000:00000001:0.0:1781624136.506115:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624136.506117:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624136.506119:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781624136.506122:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624136.506124:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8513250000. 02000000:00000001:0.0:1781624136.506127:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624136.506129:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624136.506131:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731ca80. 00000100:00000001:0.0:1781624136.506134:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624136.506135:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624136.506138:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624136.506140:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624136.506141:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624136.506142:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624136.506144:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781624136.509633:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624136.509655:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624136.509660:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624136.509663:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624136.509673:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624136.509680:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624136.509690:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624136.510452:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624136.510461:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624136.510467:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b0e00 00000400:00000200:3.0:1781624136.510473:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624136.510481:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9725 [1] + 224 00000800:00000001:3.0:1781624136.510490:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624136.510638:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624136.510643:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624136.510649:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624136.510659:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624136.510671:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731c000 x1868160455872000/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624152 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624136.510683:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731c000 x1868160455872000/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624152 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624136.510708:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624136.511153:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624136.511159:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624136.511447:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624136.511452:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624136.511459:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624136.511461:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624136.511466:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7b00. 00000400:00000200:0.0:1781624136.511471:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e95d8 00000400:00000010:0.0:1781624136.511474:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e95d8. 00000100:00000001:0.0:1781624136.511477:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624136.511483:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731c000 x1868160455872000/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624152 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624136.511493:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731c000 x1868160455872000/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624152 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624136.511499:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624136.511501:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624136.511504:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624136.511576:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624136.511580:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624136.511647:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624136.511652:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624136.511663:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=13 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624136.511668:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=84 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624136.511671:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624136.511673:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624136.511675:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624136.511678:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624136.511680:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624136.511686:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731c000 x1868160455872000/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624152 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624136.511693:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624136.511696:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624136.511698:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624136.511701:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731c000 x1868160455872000/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624152 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624136.511709:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455872000:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624136.511714:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624136.511718:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624136.511722:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731c000 x1868160455872000/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624152 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624136.511729:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624136.511732:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624136.511736:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875c400. 02000000:00000001:0.0:1781624136.511740:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624136.511743:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624136.511745:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781624136.511747:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624136.511750:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8513250900. 02000000:00000001:0.0:1781624136.511754:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624136.511756:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624136.511758:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731c000. 00000100:00000001:0.0:1781624136.511761:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624136.511762:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624136.511764:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624136.511773:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624136.511775:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624136.511778:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624136.511780:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624136.885174:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624136.885182:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624136.885187:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624136.885188:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624136.885273:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624136.885276:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624136.885279:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624137.914818:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624137.914831:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624137.914835:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624137.914840:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624137.914848:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624137.914851:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624137.914853:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624137.914855:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624137.914860:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624137.914861:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624137.914863:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624137.914864:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624137.914867:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624137.914868:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624137.914870:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624137.914872:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624137.919972:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624137.919979:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624137.919984:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624138.942062:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624138.942070:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624138.942076:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624138.942078:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624138.942231:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624138.942234:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624138.942237:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624139.957181:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624139.957188:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624139.957195:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624139.957196:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624139.957439:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624139.957443:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624139.957447:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624140.981329:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624140.981338:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624140.981345:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624140.981347:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624140.981468:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624140.981471:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624140.981474:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781624141.621381:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624141.621393:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624141.621405:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511281880. 00000020:00000040:3.0:1781624141.621411:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781624141.621416:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624141.621419:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624141.621424:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624141.621433:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7df00. 00000100:00000001:3.0:1781624141.621441:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624141.621456:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511281880 x1868160455872256/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624141.621469:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624141.621474:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624141.621495:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0866b48] to pc [ptlrpcd_01_00+0] req@ffff8f8511281880 x1868160455872256/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624141.621603:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624141.621607:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624141.621611:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624141.621619:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511281880 x1868160455872256/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624141.621629:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624141.621631:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624141.621636:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624141.621640:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624141.621643:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624141.621647:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511281880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455872256:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624141.621652:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624141.621659:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624141.621662:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624141.621665:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624141.621671:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079800. 02000000:00000001:2.0:1781624141.621673:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624141.621680:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624141.621685:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f089f8. 00000400:00000010:2.0:1781624141.621692:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d990. 00000100:00000200:2.0:1781624141.621700:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455872256, portal 25 00000100:00000001:2.0:1781624141.621702:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624141.621704:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414103680 : -123673295447936 : ffff8f8511281880) 00000100:00000040:2.0:1781624141.621710:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511281880 x1868160455872256/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624141.621717:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624141.621720:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624141.621723:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901dc38. 00000100:00000200:2.0:1781624141.621726:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455872256, offset 0 00000400:00000200:2.0:1781624141.621733:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624141.621744:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624141.621752:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624141.621759:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624141.621763:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624141.621766:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624141.621769:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624141.621773:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376103:376103:256:4294967295] 192.168.202.101@tcp LPNI seq info [376073:376073:8:4294967295] 00000400:00000200:2.0:1781624141.621777:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624141.621786:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624141.621792:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624141.621797:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3900. 00000800:00000200:2.0:1781624141.621804:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624141.621814:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624141.621817:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624141.621834:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624141.621838:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624141.621841:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302306422 00000100:00000001:2.0:1781624141.621848:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302301303 00000100:00000001:2.0:1781624141.621853:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302306422 00000100:00000001:2.0:1781624141.621856:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302301303 00000100:00000001:2.0:1781624141.621859:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624141.621862:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624141.621866:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624141.621868:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624141.622065:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624141.622069:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624141.622072:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624141.622077:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511280380. 00000020:00000040:3.0:1781624141.622080:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781624141.622083:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624141.622085:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624141.622087:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624141.622091:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d900. 00000100:00000001:3.0:1781624141.622095:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624141.622100:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511280380 x1868160455872384/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624141.622108:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624141.622110:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624141.622115:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc0c9a06] to pc [ptlrpcd_01_01+1] req@ffff8f8511280380 x1868160455872384/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624141.622271:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624141.622274:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781624141.622277:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624141.622278:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624141.622280:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624141.622283:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1781624141.622284:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624141.622286:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624141.622288:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624141.622290:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624141.622290:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624141.622292:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624141.622297:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511280380 x1868160455872384/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624141.622310:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624141.622312:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624141.622315:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624141.622317:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624141.622320:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624141.622323:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455872384:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624141.622327:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624141.622331:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624141.622333:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624141.622334:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624141.622338:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079c00. 02000000:00000001:2.0:1781624141.622341:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624141.622345:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624141.622349:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08688. 00000400:00000010:2.0:1781624141.622353:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901db28. 00000100:00000200:2.0:1781624141.622356:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455872384, portal 10 00000100:00000001:2.0:1781624141.622358:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624141.622359:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414098304 : -123673295453312 : ffff8f8511280380) 00000100:00000040:2.0:1781624141.622367:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511280380 x1868160455872384/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624141.622374:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624141.622376:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624141.622378:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901df68. 00000100:00000200:2.0:1781624141.622380:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455872384, offset 0 00000400:00000200:2.0:1781624141.622385:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624141.622389:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624141.622394:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624141.622397:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624141.622399:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624141.622402:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624141.622404:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624141.622407:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376104:376104:255:4294967295] 192.168.202.101@tcp LPNI seq info [376074:376074:7:4294967295] 00000400:00000200:2.0:1781624141.622412:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624141.622417:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624141.622423:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624141.622427:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3600. 00000800:00000200:2.0:1781624141.622431:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624141.622436:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624141.622439:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624141.622443:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624141.622447:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17353 usecs (18 jiffies) 00000400:00000200:2.0:1781624141.622450:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624141.622452:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302298643 00000100:00000001:2.0:1781624141.622456:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302306422 00000100:00000001:2.0:1781624141.622458:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302298643 00000100:00000001:2.0:1781624141.622460:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302306422 00000100:00000001:2.0:1781624141.622462:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624141.622464:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624141.622467:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624141.622469:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624141.622482:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624141.622485:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624141.622568:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624141.622573:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3900. 00000400:00000200:2.0:1781624141.622581:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624141.622587:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624141.622593:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901dc38 00000400:00000010:2.0:1781624141.622595:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901dc38. 00000100:00000001:2.0:1781624141.622600:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624141.622605:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511281880 x1868160455872256/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624141.622621:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624141.622624:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511281880 x1868160455872256/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624157 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624141.622631:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624141.622633:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624141.622704:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624141.622707:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3600. 00000400:00000200:2.0:1781624141.622710:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624141.622714:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624141.622716:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901df68 00000400:00000010:2.0:1781624141.622718:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901df68. 00000100:00000001:2.0:1781624141.622720:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624141.622724:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511280380 x1868160455872384/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624141.622731:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624141.622735:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511280380 x1868160455872384/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624157 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624141.622741:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624141.622742:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1781624141.623373:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624141.623376:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624141.623379:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624141.623382:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624141.623427:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624141.623431:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624141.623435:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624141.623438:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624141.623441:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624141.623447:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7636) 00000800:00000001:2.0:1781624141.625272:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624141.625285:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624141.625290:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624141.625292:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624141.625301:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624141.625308:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624141.625317:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624141.625322:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624141.625327:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624141.625331:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b0f80 00000400:00000200:2.0:1781624141.625336:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624141.625342:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f973d [1] + 224 00000800:00000001:2.0:1781624141.625349:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624141.625356:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624141.625359:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624141.625363:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624141.625370:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624141.625377:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511280380 x1868160455872384/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624157 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624141.625388:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511280380 x1868160455872384/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624157 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624141.625404:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624141.625413:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624141.625416:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624141.625513:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624141.625518:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624141.625525:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624141.625527:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624141.625530:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08688. 00000400:00000200:3.0:1781624141.625535:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901db28 00000400:00000010:3.0:1781624141.625538:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901db28. 00000100:00000001:3.0:1781624141.625541:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624141.625702:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511280380 x1868160455872384/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624157 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624141.625715:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511280380 x1868160455872384/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624157 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624141.625721:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624141.625723:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624141.625725:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624141.625728:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624141.625730:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624141.625732:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624141.625735:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624141.625745:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=18 v=5 (5 5 5 20) 00000100:00001000:3.0:1781624141.625749:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=89 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624141.625751:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624141.625753:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624141.625756:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624141.625759:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624141.625762:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781624141.625764:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781624141.625766:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781624141.625767:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624141.625772:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511280380 x1868160455872384/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624157 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624141.625779:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624141.625783:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624141.625785:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624141.625789:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511280380 x1868160455872384/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624157 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624141.625796:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455872384:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624141.625801:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624141.625803:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624141.625807:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511280380 x1868160455872384/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624157 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624141.625813:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624141.625815:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624141.625818:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079c00. 02000000:00000001:3.0:1781624141.625822:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624141.625825:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624141.625827:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781624141.625829:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624141.625832:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d900. 02000000:00000001:3.0:1781624141.625835:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624141.625837:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624141.625839:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511280380. 00000100:00000001:3.0:1781624141.625842:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624141.625844:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624141.625847:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624141.625849:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624141.625850:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624141.625852:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624141.625854:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624141.627816:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624141.627835:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624141.627840:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624141.627843:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624141.627853:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624141.627860:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624141.627870:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624141.627875:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624141.627881:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624141.627884:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b0f00 00000400:00000200:2.0:1781624141.627889:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624141.627896:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f972d [1] + 224 00000800:00000001:2.0:1781624141.627902:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624141.627910:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624141.627913:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624141.627917:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624141.627924:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624141.627932:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511281880 x1868160455872256/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624157 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624141.627943:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511281880 x1868160455872256/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624157 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624141.627965:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624141.627974:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624141.627977:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624141.628084:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624141.628087:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624141.628093:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624141.628095:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624141.628098:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f089f8. 00000400:00000200:3.0:1781624141.628103:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d990 00000400:00000010:3.0:1781624141.628106:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d990. 00000100:00000001:3.0:1781624141.628109:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624141.628114:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511281880 x1868160455872256/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624157 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624141.628122:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511281880 x1868160455872256/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624157 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624141.628128:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624141.628129:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624141.628132:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624141.628135:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624141.628138:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624141.628140:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624141.628143:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624141.628149:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=18 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624141.628153:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=89 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624141.628156:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624141.628158:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624141.628160:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624141.628163:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624141.628165:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624141.628169:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511281880 x1868160455872256/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624157 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624141.628176:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624141.628179:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624141.628182:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624141.628185:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511281880 x1868160455872256/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624157 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624141.628193:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511281880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455872256:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624141.628197:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624141.628200:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624141.628203:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511281880 x1868160455872256/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624157 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624141.628210:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624141.628212:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624141.628373:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079800. 02000000:00000001:3.0:1781624141.628378:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624141.628381:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624141.628383:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781624141.628385:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624141.628388:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7df00. 02000000:00000001:3.0:1781624141.628391:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624141.628393:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624141.628395:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511281880. 00000100:00000001:3.0:1781624141.628399:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624141.628400:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624141.628403:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624141.628410:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624141.628412:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624141.628415:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624141.628417:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624142.005175:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624142.005184:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624142.005192:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624142.005193:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624142.005259:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624142.005263:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624142.005266:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624143.029921:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624143.029929:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624143.029935:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624143.029937:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624143.030060:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624143.030064:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624143.030067:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624144.053106:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624144.053113:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624144.053119:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624144.053120:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624144.053201:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624144.053204:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624144.053207:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624145.077574:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624145.077581:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624145.077587:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624145.077589:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624145.077784:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624145.077787:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624145.077789:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624146.101204:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624146.101212:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624146.101218:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624146.101219:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624146.101313:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624146.101317:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624146.101319:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781624146.741272:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624146.741284:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624146.741295:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0c700. 00000020:00000040:2.0:1781624146.741301:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781624146.741305:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624146.741308:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624146.741313:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624146.741321:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3600. 00000100:00000001:2.0:1781624146.741327:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624146.741339:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0c700 x1868160455872512/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624146.741351:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624146.741356:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624146.741362:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc47fb59] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0c700 x1868160455872512/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624146.741396:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624146.741400:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624146.741404:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624146.741407:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0f100. 00000020:00000040:2.0:1781624146.741419:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781624146.741421:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624146.741423:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624146.741424:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624146.741428:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3900. 00000100:00000001:2.0:1781624146.741431:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624146.741435:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0f100 x1868160455872640/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624146.741441:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624146.741443:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624146.741447:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6db9cef] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0f100 x1868160455872640/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624146.741456:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624146.741458:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624146.741461:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624146.741464:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624146.741468:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624146.741472:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7641) 00000100:00000001:2.0:1781624146.741488:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624146.741491:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624146.741494:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624146.741499:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0f100 x1868160455872640/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624146.741506:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624146.741519:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624146.741523:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624146.741526:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624146.741529:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624146.741533:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455872640:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624146.741537:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624146.741543:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624146.741546:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624146.741549:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624146.741563:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079200. 02000000:00000001:2.0:1781624146.741566:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624146.741573:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624146.741577:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08cb8. 00000400:00000010:2.0:1781624146.741583:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901df68. 00000100:00000200:2.0:1781624146.741590:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455872640, portal 10 00000100:00000001:2.0:1781624146.741592:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624146.741595:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272077056 : -123673437474560 : ffff8f8508b0f100) 00000100:00000040:2.0:1781624146.741603:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0f100 x1868160455872640/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624146.741610:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624146.741613:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624146.741616:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901dc38. 00000100:00000200:2.0:1781624146.741619:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455872640, offset 0 00000400:00000200:2.0:1781624146.741625:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624146.741635:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624146.741643:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624146.741649:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624146.741654:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624146.741667:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624146.741670:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624146.741674:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376105:376105:256:4294967295] 192.168.202.101@tcp LPNI seq info [376075:376075:8:4294967295] 00000400:00000200:2.0:1781624146.741678:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624146.741688:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624146.741693:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624146.741699:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3f00. 00000800:00000200:2.0:1781624146.741707:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624146.741716:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624146.741720:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624146.741733:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624146.741738:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17340 usecs (18 jiffies) 00000400:00000200:2.0:1781624146.741741:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624146.741745:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302303762 00000100:00000001:2.0:1781624146.741748:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302306422 00000100:00000001:2.0:1781624146.741750:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302303762 00000100:00000001:2.0:1781624146.741753:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302306422 00000100:00000001:2.0:1781624146.741755:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624146.741758:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624146.741761:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624146.741764:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624146.741772:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624146.741774:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781624146.741776:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624146.741777:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624146.741779:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624146.741781:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1781624146.741782:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624146.741784:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624146.741785:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624146.741787:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624146.741788:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624146.741789:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624146.741793:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0c700 x1868160455872512/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624146.741800:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624146.741801:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624146.741804:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624146.741805:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624146.741808:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624146.741811:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455872512:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624146.741814:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624146.741816:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624146.741818:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624146.741820:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624146.741823:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078800. 02000000:00000001:2.0:1781624146.741824:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624146.741828:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624146.741830:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08108. 00000400:00000010:2.0:1781624146.741833:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d660. 00000100:00000200:2.0:1781624146.741836:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455872512, portal 25 00000100:00000001:2.0:1781624146.741838:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624146.741839:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272066304 : -123673437485312 : ffff8f8508b0c700) 00000100:00000040:2.0:1781624146.741844:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0c700 x1868160455872512/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624146.741850:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624146.741852:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624146.741855:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d3b8. 00000100:00000200:2.0:1781624146.741857:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455872512, offset 0 00000400:00000200:2.0:1781624146.741861:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624146.741865:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624146.741869:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624146.741871:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624146.741873:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624146.741876:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624146.741878:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624146.741880:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376106:376106:255:4294967295] 192.168.202.101@tcp LPNI seq info [376076:376076:7:4294967295] 00000400:00000200:2.0:1781624146.741884:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624146.741890:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624146.741895:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624146.741898:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3300. 00000800:00000200:2.0:1781624146.741903:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624146.741908:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624146.741910:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624146.741913:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624146.741916:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624146.741918:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302311542 00000100:00000001:2.0:1781624146.741924:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302306422 00000100:00000001:2.0:1781624146.741928:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302311542 00000100:00000001:2.0:1781624146.741931:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302306422 00000100:00000001:2.0:1781624146.741934:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624146.741936:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624146.741938:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624146.741940:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624146.741990:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624146.741995:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3f00. 00000400:00000200:2.0:1781624146.742002:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624146.742007:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624146.742013:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901dc38 00000400:00000010:2.0:1781624146.742015:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901dc38. 00000100:00000001:2.0:1781624146.742020:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624146.742067:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0f100 x1868160455872640/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624146.742077:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624146.742081:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0f100 x1868160455872640/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624162 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624146.742088:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624146.742090:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624146.742177:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624146.742180:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3300. 00000400:00000200:2.0:1781624146.742183:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624146.742187:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624146.742190:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d3b8 00000400:00000010:2.0:1781624146.742192:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d3b8. 00000100:00000001:2.0:1781624146.742195:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624146.742198:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0c700 x1868160455872512/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624146.742205:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624146.742207:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0c700 x1868160455872512/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624162 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624146.742214:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624146.742215:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1781624146.742275:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624146.742278:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624146.747372:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624146.747391:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624146.747394:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624146.747397:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624146.747407:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624146.747565:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624146.747577:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624146.747584:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624146.747590:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624146.747594:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b1080 00000400:00000200:2.0:1781624146.747600:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624146.747608:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f974d [1] + 224 00000800:00000001:2.0:1781624146.747617:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624146.747622:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624146.747626:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624146.747631:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624146.747640:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624146.747651:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0f100 x1868160455872640/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624162 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624146.747677:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0f100 x1868160455872640/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624162 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624146.747704:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624146.747716:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624146.747720:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624146.747722:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624146.747724:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624146.747727:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624146.747731:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624146.747736:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624146.747738:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624146.747741:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624146.747744:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b1000 00000400:00000200:2.0:1781624146.747758:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624146.747763:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f975d [1] + 224 00000800:00000001:2.0:1781624146.747768:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624146.747775:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624146.747777:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624146.747780:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624146.747783:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624146.747787:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0c700 x1868160455872512/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624162 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624146.747797:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0c700 x1868160455872512/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624162 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624146.747805:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624146.747809:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624146.747812:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624146.747994:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624146.747998:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624146.748005:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624146.748007:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624146.748019:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08108. 00000400:00000200:3.0:1781624146.748052:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d660 00000400:00000010:3.0:1781624146.748055:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d660. 00000100:00000001:3.0:1781624146.748059:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624146.748064:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0c700 x1868160455872512/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624162 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624146.748074:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0c700 x1868160455872512/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624162 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624146.748081:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624146.748083:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624146.748086:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624146.748089:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624146.748092:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624146.748095:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624146.748099:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624146.748105:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=23 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624146.748110:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=94 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624146.748112:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624146.748114:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624146.748117:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624146.748120:0:2352:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624146.748122:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624146.748127:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0c700 x1868160455872512/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624162 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624146.748140:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624146.748143:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624146.748145:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624146.748149:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0c700 x1868160455872512/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624162 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624146.748157:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455872512:192.168.202.101@tcp:400:kworker.0 00000400:00000001:3.0:1781624146.748163:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624146.748164:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624146.748166:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08cb8. 00000400:00000200:3.0:1781624146.748169:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901df68 00000400:00000010:3.0:1781624146.748171:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901df68. 00000100:00000001:3.0:1781624146.748173:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624146.748176:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0f100 x1868160455872640/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624162 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624146.748184:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0f100 x1868160455872640/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624162 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624146.748191:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624146.748192:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624146.748194:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624146.748195:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624146.748196:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624146.748198:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624146.748199:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624146.748204:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=23 v=5 (5 5 5 20) 00000100:00001000:3.0:1781624146.748208:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=94 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624146.748210:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624146.748211:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624146.748213:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624146.748215:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624146.748218:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781624146.748222:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781624146.748224:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781624146.748226:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624146.748230:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0f100 x1868160455872640/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624162 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624146.748237:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624146.748239:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624146.748240:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624146.748243:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0f100 x1868160455872640/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624162 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624146.748250:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455872640:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624146.748254:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624146.748257:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624146.748260:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0c700 x1868160455872512/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624162 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624146.748266:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624146.748269:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624146.748273:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078800. 02000000:00000001:3.0:1781624146.748277:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624146.748280:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624146.748283:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781624146.748285:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624146.748289:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3600. 02000000:00000001:3.0:1781624146.748294:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624146.748296:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624146.748298:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0c700. 00000100:00000001:3.0:1781624146.748302:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624146.748303:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624146.748305:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624146.748308:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0f100 x1868160455872640/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624162 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624146.748314:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624146.748315:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624146.748318:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079200. 02000000:00000001:3.0:1781624146.748320:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624146.748321:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624146.748323:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781624146.748324:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624146.748326:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3900. 02000000:00000001:3.0:1781624146.748328:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624146.748329:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624146.748330:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0f100. 00000100:00000001:3.0:1781624146.748333:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624146.748334:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624146.748337:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624146.748346:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624146.748348:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624146.748350:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624146.748353:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624147.125173:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624147.125180:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624147.125187:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624147.125189:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624147.125452:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624147.125456:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624147.125460:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624148.157547:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624148.157555:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624148.157558:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624148.157561:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624148.157565:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624148.157567:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624148.157569:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624148.157572:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624148.157576:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624148.157577:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624148.157578:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624148.157580:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624148.157582:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624148.157583:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624148.157585:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624148.157586:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624148.157697:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624148.157701:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624148.157703:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624149.173544:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624149.173551:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624149.173558:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624149.173559:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624149.173714:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624149.173717:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624149.173720:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624150.197273:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624150.197278:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624150.197283:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624150.197284:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624150.197365:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624150.197368:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624150.197370:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000008:00000001:1.0:1781624150.325787:0:118213:0:(osc_request.c:834:osc_shrink_grant_to_target()) Process entered 00000008:00000010:1.0:1781624150.325804:0:118213:0:(osc_request.c:849:osc_shrink_grant_to_target()) kmalloced '(body)': 208 at ffff8f85102c9800. 00000008:00000020:1.0:1781624150.325812:0:118213:0:(osc_request.c:736:osc_announce_cached()) lustre-MDT0000-mdc-ffff8f85100c1000: dirty: 0 undirty: 487063552 dropped 0 grant: 2097152 cl_lost_grant 0 00000008:00000020:1.0:1781624150.325817:0:118213:0:(osc_request.c:745:osc_update_next_shrink()) next time 8840 to shrink grant 00000008:00000001:1.0:1781624150.325820:0:118213:0:(osc_request.c:3687:osc_set_info_async()) Process entered 00000100:00000010:1.0:1781624150.325826:0:118213:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733d500. 00000020:00000040:1.0:1781624150.325831:0:118213:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781624150.325837:0:118213:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624150.325840:0:118213:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624150.325847:0:118213:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624150.325855:0:118213:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8f851e556c00. 00000100:00000001:1.0:1781624150.325863:0:118213:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1781624150.325870:0:118213:0:(osc_request.c:3779:osc_set_info_async()) slab-alloced 'oa': 208 at ffff8f85111c4000. 00000100:00000001:1.0:1781624150.325875:0:118213:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624150.325879:0:118213:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624150.325893:0:118213:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000e3ddb18] to pc [ptlrpcd_00_01+1] req@ffff8f850733d500 x1868160455872768/t0(0) o17->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 456/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:1.0:1781624150.325935:0:118213:0:(osc_request.c:3798:osc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1781624150.325938:0:118213:0:(osc_request.c:877:osc_shrink_grant_to_target()) kfreed 'body': 208 at ffff8f85102c9800. 00000008:00000001:1.0:1781624150.325943:0:118213:0:(osc_request.c:878:osc_shrink_grant_to_target()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624150.325962:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624150.325965:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624150.325968:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624150.325974:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733d500 x1868160455872768/t0(0) o17->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 456/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624150.325982:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624150.325985:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624150.325989:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624150.325992:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624150.325995:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624150.325998:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455872768:192.168.202.101@tcp:17:kworker.0 00000100:00000001:1.0:1781624150.326005:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624150.326011:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624150.326014:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624150.326016:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624150.326021:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8f85094cc000. 02000000:00000001:1.0:1781624150.326023:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624150.326048:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624150.326053:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85076314d0. 00000400:00000010:1.0:1781624150.326060:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1c38. 00000100:00000200:1.0:1781624150.326068:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1868160455872768, portal 10 00000100:00000001:1.0:1781624150.326070:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624150.326072:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247100672 : -123673462450944 : ffff8f850733d500) 00000100:00000040:1.0:1781624150.326080:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733d500 x1868160455872768/t0(0) o17->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 456/432 e 0 to 0 dl 1781624166 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624150.326088:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624150.326091:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624150.326094:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1330. 00000100:00000200:1.0:1781624150.326097:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 12, xid 1868160455872768, offset 0 00000400:00000200:1.0:1781624150.326103:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624150.326111:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624150.326120:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624150.326126:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624150.326130:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624150.326134:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624150.326137:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624150.326142:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376107:376107:256:4294967295] 192.168.202.101@tcp LPNI seq info [376077:376077:8:4294967295] 00000400:00000200:1.0:1781624150.326146:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624150.326158:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624150.326164:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624150.326169:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85102c9800. 00000800:00000200:1.0:1781624150.326176:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624150.326185:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624150.326190:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85102c9800 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:1.0:1781624150.326216:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624150.326221:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17330 usecs (18 jiffies) 00000400:00000200:1.0:1781624150.326225:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624150.326228:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302307347 00000100:00000001:1.0:1781624150.326231:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302311542 00000100:00000001:1.0:1781624150.326232:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302307347 00000100:00000001:1.0:1781624150.326234:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302311542 00000100:00000001:1.0:1781624150.326237:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624150.326240:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624150.326244:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624150.326246:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624150.326253:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624150.326255:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781624150.326257:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624150.326259:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624150.326260:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624150.326262:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624150.326337:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624150.326340:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624150.327193:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624150.327200:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85102c9800. 00000400:00000200:2.0:1781624150.327207:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624150.327214:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624150.327220:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1330 00000400:00000010:2.0:1781624150.327223:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1330. 00000100:00000001:2.0:1781624150.327228:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624150.327234:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733d500 x1868160455872768/t0(0) o17->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 456/432 e 0 to 0 dl 1781624166 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624150.327245:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624150.327249:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733d500 x1868160455872768/t0(0) o17->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 456/432 e 0 to 0 dl 1781624166 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624150.327256:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624150.327257:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624150.331542:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624150.331562:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624150.331567:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624150.331570:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624150.331579:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624150.331588:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624150.331598:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624150.331603:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624150.331608:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624150.331613:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 432 into portal 10 MB=0x6a315005b1100 00000400:00000200:2.0:1781624150.331618:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624150.331624:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 432/432 into md 0x2f976d [1] + 224 00000800:00000001:2.0:1781624150.331632:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624150.331641:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624150.331644:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624150.331648:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624150.331656:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624150.331666:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733d500 x1868160455872768/t0(0) o17->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 456/432 e 0 to 0 dl 1781624166 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624150.331677:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff8f850733d500 x1868160455872768/t0(0) o17->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 456/432 e 0 to 0 dl 1781624166 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624150.331701:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624150.331710:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624150.331713:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624150.332890:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624150.332898:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781624150.332908:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624150.332910:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624150.332915:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85076314d0. 00000400:00000200:1.0:1781624150.332922:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1c38 00000400:00000010:1.0:1781624150.332925:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1c38. 00000100:00000001:1.0:1781624150.332929:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624150.332938:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733d500 x1868160455872768/t0(0) o17->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 456/432 e 0 to 0 dl 1781624166 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624150.332948:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733d500 x1868160455872768/t0(0) o17->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 456/432 e 0 to 0 dl 1781624166 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624150.332955:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624150.332957:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624150.332960:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624150.332964:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624150.332968:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624150.332971:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624150.332974:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624150.332988:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=27 v=5 (5 5 5 20) 00000100:00001000:1.0:1781624150.332994:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=98 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624150.332997:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624150.332999:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624150.333003:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624150.333007:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624150.333011:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781624150.333015:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781624150.333017:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781624150.333019:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624150.333062:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733d500 x1868160455872768/t0(0) o17->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 456/432 e 0 to 0 dl 1781624166 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624150.333069:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624150.333074:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624150.333076:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:1.0:1781624150.333083:0:2350:0:(osc_request.c:759:osc_update_grant()) got 1048576 extra grant 00000008:00000010:1.0:1781624150.333087:0:2350:0:(osc_request.c:791:osc_shrink_grant_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff8f85111c4000. 00000100:00000040:1.0:1781624150.333094:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733d500 x1868160455872768/t0(0) o17->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 456/432 e 0 to 0 dl 1781624166 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624150.333102:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455872768:192.168.202.101@tcp:17:kworker.0 00000100:00000001:1.0:1781624150.333107:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624150.333110:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624150.333113:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733d500 x1868160455872768/t0(0) o17->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 456/432 e 0 to 0 dl 1781624166 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624150.333218:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624150.333221:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624150.333225:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8f85094cc000. 02000000:00000001:1.0:1781624150.333229:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624150.333232:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624150.333234:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781624150.333236:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624150.333238:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8f851e556c00. 02000000:00000001:1.0:1781624150.333242:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624150.333246:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624150.333248:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733d500. 00000100:00000001:1.0:1781624150.333251:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624150.333252:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624150.333254:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624150.333263:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624150.333266:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624150.333268:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624150.333270:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624151.221661:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624151.221672:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624151.221679:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624151.221680:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624151.221782:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624151.221787:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624151.221789:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781624151.861188:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624151.861197:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624151.861205:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731c000. 00000020:00000040:0.0:1781624151.861212:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781624151.861218:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624151.861222:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624151.861228:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624151.861236:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8513250900. 00000100:00000001:0.0:1781624151.861243:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624151.861254:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731c000 x1868160455872896/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624151.861265:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624151.861270:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624151.861276:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d48705a1] to pc [ptlrpcd_00_00+0] req@ffff8f850731c000 x1868160455872896/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624151.861306:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624151.861309:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624151.861311:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624151.861314:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731ca80. 00000020:00000040:0.0:1781624151.861315:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781624151.861317:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624151.861318:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624151.861320:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624151.861322:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8513250000. 00000100:00000001:0.0:1781624151.861324:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624151.861335:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731ca80 x1868160455873024/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624151.861345:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624151.861347:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624151.861351:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001e46d3e] to pc [ptlrpcd_00_01+1] req@ffff8f850731ca80 x1868160455873024/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624151.861364:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624151.861367:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624151.861370:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624151.861373:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624151.861376:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624151.861381:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7646) 00000100:00000001:1.0:1781624151.861570:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624151.861573:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624151.861575:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624151.861581:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731c000 x1868160455872896/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624151.861587:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624151.861588:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624151.861591:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624151.861593:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624151.861595:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624151.861597:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455872896:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624151.861601:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624151.861606:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624151.861609:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624151.861611:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624151.861615:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e556a00. 02000000:00000001:1.0:1781624151.861616:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624151.861623:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624151.861626:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85076314d0. 00000400:00000010:1.0:1781624151.861632:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1c38. 00000100:00000200:1.0:1781624151.861637:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455872896, portal 25 00000100:00000001:1.0:1781624151.861639:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624151.861641:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246964224 : -123673462587392 : ffff8f850731c000) 00000100:00000040:1.0:1781624151.861645:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731c000 x1868160455872896/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624151.861650:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624151.861652:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624151.861654:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1990. 00000100:00000200:1.0:1781624151.861657:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455872896, offset 0 00000400:00000200:1.0:1781624151.861670:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624151.861677:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624151.861682:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624151.861686:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624151.861689:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624151.861692:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624151.861694:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624151.861697:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376108:376108:256:4294967295] 192.168.202.101@tcp LPNI seq info [376078:376078:8:4294967295] 00000400:00000200:1.0:1781624151.861701:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624151.861708:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624151.861712:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624151.861717:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85102c9800. 00000800:00000200:1.0:1781624151.861722:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624151.861728:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624151.861732:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85102c9800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624151.861738:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624151.861741:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624151.861743:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302316662 00000100:00000001:1.0:1781624151.861748:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302311542 00000100:00000001:1.0:1781624151.861751:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302316662 00000100:00000001:1.0:1781624151.861754:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302311542 00000100:00000001:1.0:1781624151.861756:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624151.861758:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624151.861760:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624151.861762:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624151.861768:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624151.861770:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781624151.861771:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624151.861772:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624151.861773:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624151.861775:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1781624151.861776:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624151.861777:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624151.861778:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624151.861779:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624151.861780:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624151.861781:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624151.861784:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731ca80 x1868160455873024/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624151.861788:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624151.861789:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624151.861790:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624151.861791:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624151.861793:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624151.861794:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455873024:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624151.861796:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624151.861798:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624151.861799:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624151.861800:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624151.861802:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557e00. 02000000:00000001:1.0:1781624151.861803:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624151.861806:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624151.861807:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631c60. 00000400:00000010:1.0:1781624151.861810:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1ee0. 00000100:00000200:1.0:1781624151.861812:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455873024, portal 10 00000100:00000001:1.0:1781624151.861813:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624151.861814:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246966912 : -123673462584704 : ffff8f850731ca80) 00000100:00000040:1.0:1781624151.861820:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731ca80 x1868160455873024/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624151.861824:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624151.861826:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624151.861827:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1220. 00000100:00000200:1.0:1781624151.861829:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455873024, offset 0 00000400:00000200:1.0:1781624151.861831:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624151.861833:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624151.861835:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624151.861837:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624151.861839:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624151.861840:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624151.861841:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624151.861843:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376109:376109:255:4294967295] 192.168.202.101@tcp LPNI seq info [376079:376079:7:4294967295] 00000400:00000200:1.0:1781624151.861845:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624151.861849:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624151.861851:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624151.861853:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8507f9c100. 00000800:00000200:1.0:1781624151.861855:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624151.861858:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624151.861859:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8507f9c100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624151.861861:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624151.861863:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17321 usecs (18 jiffies) 00000400:00000200:1.0:1781624151.861865:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624151.861867:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302308882 00000100:00000001:1.0:1781624151.861868:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302316662 00000100:00000001:1.0:1781624151.861870:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302308882 00000100:00000001:1.0:1781624151.861871:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302316662 00000100:00000001:1.0:1781624151.861872:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624151.861873:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624151.861875:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624151.861876:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624151.861883:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624151.861884:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624151.862247:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624151.862253:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85102c9800. 00000400:00000200:2.0:1781624151.862259:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624151.862265:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624151.862270:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1990 00000400:00000010:2.0:1781624151.862273:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1990. 00000100:00000001:2.0:1781624151.862277:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624151.862282:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731c000 x1868160455872896/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624151.862291:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624151.862295:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731c000 x1868160455872896/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624167 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624151.862302:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624151.862304:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624151.862350:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624151.862353:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8507f9c100. 00000400:00000200:2.0:1781624151.862357:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624151.862360:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624151.862363:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1220 00000400:00000010:2.0:1781624151.862364:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1220. 00000100:00000001:2.0:1781624151.862367:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624151.862370:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731ca80 x1868160455873024/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624151.862376:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624151.862378:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731ca80 x1868160455873024/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624167 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624151.862384:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624151.862385:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624151.874878:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624151.874900:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624151.874905:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624151.874908:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624151.874919:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624151.874929:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624151.874940:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624151.874945:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624151.874950:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624151.874954:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b1200 00000400:00000200:2.0:1781624151.874960:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624151.874967:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f977d [1] + 224 00000800:00000001:2.0:1781624151.874975:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624151.874982:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624151.874986:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624151.874990:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624151.874998:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624151.875009:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731ca80 x1868160455873024/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624167 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624151.875023:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731ca80 x1868160455873024/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624167 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624151.875310:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624151.875314:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624151.875338:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624151.875348:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624151.875352:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1781624151.875429:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624151.875431:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624151.875444:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631c60. 00000400:00000200:1.0:1781624151.875450:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1ee0 00000400:00000010:1.0:1781624151.875454:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1ee0. 00000100:00000001:1.0:1781624151.875458:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624151.875477:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731ca80 x1868160455873024/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624167 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624151.875487:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731ca80 x1868160455873024/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624167 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624151.875493:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624151.875496:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624151.875499:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624151.875504:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624151.875506:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624151.875509:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624151.875512:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624151.875523:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=28 v=5 (5 5 5 20) 00000100:00001000:1.0:1781624151.875528:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=99 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624151.875531:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624151.875533:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624151.875536:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624151.875539:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624151.875543:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781624151.875545:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781624151.875547:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781624151.875549:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624151.875554:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731ca80 x1868160455873024/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624167 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624151.875561:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624151.875565:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624151.875567:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624151.875571:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731ca80 x1868160455873024/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624167 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624151.875579:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455873024:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624151.875585:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624151.875589:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624151.875592:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731ca80 x1868160455873024/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624167 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624151.875599:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624151.875602:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624151.875606:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557e00. 02000000:00000001:1.0:1781624151.875611:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624151.875614:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624151.875616:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781624151.875619:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624151.875621:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8513250000. 02000000:00000001:1.0:1781624151.875625:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624151.875627:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624151.875629:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731ca80. 00000100:00000001:1.0:1781624151.875632:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624151.875633:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624151.875636:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624151.875638:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624151.875639:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624151.875641:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624151.875642:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624151.877142:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624151.877157:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624151.877162:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624151.877165:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624151.877174:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624151.877181:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624151.877189:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624151.877194:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624151.877199:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624151.877214:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b1180 00000400:00000200:2.0:1781624151.877220:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624151.877227:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9775 [1] + 224 00000800:00000001:2.0:1781624151.877233:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624151.877254:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624151.877257:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624151.877261:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624151.877267:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624151.877275:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731c000 x1868160455872896/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624167 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624151.877286:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731c000 x1868160455872896/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624167 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624151.877303:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624151.877311:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624151.877314:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624151.877636:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624151.877641:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781624151.877648:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624151.877650:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624151.877653:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85076314d0. 00000400:00000200:1.0:1781624151.877658:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1c38 00000400:00000010:1.0:1781624151.877661:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1c38. 00000100:00000001:1.0:1781624151.877665:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624151.877670:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731c000 x1868160455872896/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624167 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624151.877679:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731c000 x1868160455872896/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624167 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624151.877685:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624151.877687:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624151.877690:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624151.877693:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624151.877695:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624151.877698:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624151.877700:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624151.877706:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=28 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624151.877711:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=99 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624151.877713:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624151.877715:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624151.877717:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624151.877719:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624151.877721:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624151.877726:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731c000 x1868160455872896/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624167 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624151.877733:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624151.877735:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624151.877738:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624151.877742:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731c000 x1868160455872896/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624167 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624151.877755:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455872896:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624151.877761:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624151.877764:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624151.877767:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731c000 x1868160455872896/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624167 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624151.877774:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624151.877776:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624151.877779:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e556a00. 02000000:00000001:1.0:1781624151.877783:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624151.877786:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624151.877788:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781624151.877790:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624151.877793:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8513250900. 02000000:00000001:1.0:1781624151.877796:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624151.877798:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624151.877800:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731c000. 00000100:00000001:1.0:1781624151.877804:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624151.877805:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624151.877807:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624151.877816:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624151.877817:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624151.877820:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624151.877822:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624152.245154:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624152.245160:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624152.245165:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624152.245166:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624152.245265:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624152.245269:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624152.245271:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624153.269152:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624153.269159:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624153.269164:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624153.269165:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624153.269242:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624153.269254:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624153.269257:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624154.293181:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624154.293190:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624154.293197:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624154.293198:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624154.293466:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624154.293470:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624154.293473:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624155.317156:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624155.317164:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624155.317171:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624155.317172:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624155.326569:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624155.326579:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624155.326584:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624156.344554:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624156.344560:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624156.344566:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624156.344567:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624156.345145:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624156.345148:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624156.345152:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781624156.982359:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624156.982374:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624156.982389:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733d500. 00000020:00000040:1.0:1781624156.982395:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781624156.982400:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624156.982404:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624156.982409:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624156.982430:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8507f9c100. 00000100:00000001:1.0:1781624156.982437:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624156.982453:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733d500 x1868160455873152/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624156.982466:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624156.982471:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624156.982478:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000e3ddb18] to pc [ptlrpcd_00_00+0] req@ffff8f850733d500 x1868160455873152/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624156.982529:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624156.982534:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624156.982536:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624156.982543:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733d500 x1868160455873152/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624156.982550:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624156.982553:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624156.982556:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624156.982559:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624156.982562:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624156.982566:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455873152:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624156.982570:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624156.982578:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624156.982581:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624156.982584:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624156.982590:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875c200. 02000000:00000001:0.0:1781624156.982592:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624156.982600:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624156.982605:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7b00. 00000400:00000010:0.0:1781624156.982613:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e95d8. 00000100:00000200:0.0:1781624156.982623:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455873152, portal 25 00000100:00000001:0.0:1781624156.982625:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624156.982627:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247100672 : -123673462450944 : ffff8f850733d500) 00000100:00000040:0.0:1781624156.982633:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733d500 x1868160455873152/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624156.982642:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624156.982644:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624156.982647:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9550. 00000100:00000200:0.0:1781624156.982650:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455873152, offset 0 00000400:00000200:0.0:1781624156.982657:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624156.982665:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624156.983230:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624156.983237:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624156.983242:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624156.983245:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624156.983248:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624156.983252:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376110:376110:256:4294967295] 192.168.202.101@tcp LPNI seq info [376080:376080:8:4294967295] 00000400:00000200:0.0:1781624156.983257:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624156.983267:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624156.983272:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624156.983279:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8513250900. 00000800:00000200:0.0:1781624156.983286:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624156.983293:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624156.983297:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8513250900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624156.983383:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624156.983388:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624156.983391:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624156.983397:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733f800. 00000020:00000040:1.0:1781624156.983401:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781624156.983403:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624156.983405:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624156.983407:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624156.983412:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8512a09800. 00000100:00000001:1.0:1781624156.983424:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624156.983430:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733f800 x1868160455873280/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624156.983438:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624156.983441:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624156.983445:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024db8907] to pc [ptlrpcd_00_01+1] req@ffff8f850733f800 x1868160455873280/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624156.983455:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624156.983457:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624156.983461:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624156.983463:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624156.983466:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624156.983471:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7651) 00000100:00000001:1.0:1781624156.983489:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624156.983492:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624156.983493:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624156.983498:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733f800 x1868160455873280/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624156.983505:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624156.983507:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624156.983509:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624156.983512:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624156.983514:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624156.983517:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455873280:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624156.983520:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624156.983523:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624156.983525:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624156.983527:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624156.983531:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557a00. 02000000:00000001:1.0:1781624156.983533:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624156.983537:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624156.983540:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85076314d0. 00000400:00000010:1.0:1781624156.983544:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1c38. 00000100:00000200:1.0:1781624156.983548:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455873280, portal 10 00000100:00000001:1.0:1781624156.983550:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624156.983551:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247109632 : -123673462441984 : ffff8f850733f800) 00000100:00000040:1.0:1781624156.983559:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733f800 x1868160455873280/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624156.983564:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624156.983566:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624156.983568:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1ee0. 00000100:00000200:1.0:1781624156.983571:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455873280, offset 0 00000400:00000200:1.0:1781624156.983576:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624156.983580:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624156.983583:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624156.983586:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624156.983589:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624156.983591:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624156.983593:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624156.983596:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376111:376111:255:4294967295] 192.168.202.101@tcp LPNI seq info [376081:376081:7:4294967295] 00000400:00000200:1.0:1781624156.983599:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624156.983604:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624156.983608:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624156.983612:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8504712900. 00000800:00000200:1.0:1781624156.983616:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624156.983620:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624156.983622:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8504712900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624156.983642:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624156.983647:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624156.983650:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302321784 00000100:00000001:0.0:1781624156.983656:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302316662 00000100:00000001:0.0:1781624156.983660:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302321784 00000100:00000001:0.0:1781624156.983662:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302316662 00000100:00000001:0.0:1781624156.983665:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624156.983668:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624156.983681:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624156.983683:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624156.983690:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624156.983692:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781624156.983694:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624156.983695:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624156.983696:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624156.983698:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624156.991578:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624156.991591:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17321 usecs (18 jiffies) 00000400:00000200:1.0:1781624156.991599:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624156.991603:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302314010 00000100:00000001:1.0:1781624156.991607:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302321784 00000100:00000001:1.0:1781624156.991609:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302314010 00000100:00000001:1.0:1781624156.991611:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302321784 00000100:00000001:1.0:1781624156.991614:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624156.991618:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624156.991623:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624156.991634:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624156.991643:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624156.991645:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781624156.991649:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624156.991651:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624156.991652:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624156.991655:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624156.996701:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624156.996714:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8513250900. 00000400:00000200:2.0:1781624156.996725:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624156.996735:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624156.996743:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9550 00000400:00000010:2.0:1781624156.996746:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9550. 00000100:00000001:2.0:1781624156.996753:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624156.996763:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733d500 x1868160455873152/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624156.996778:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624156.996783:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733d500 x1868160455873152/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624172 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624156.996789:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624156.996791:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624156.996993:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624156.996996:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8504712900. 00000400:00000200:2.0:1781624156.997000:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624156.997004:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624156.997007:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1ee0 00000400:00000010:2.0:1781624156.997009:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1ee0. 00000100:00000001:2.0:1781624156.997012:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624156.997016:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733f800 x1868160455873280/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624156.997050:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624156.997054:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733f800 x1868160455873280/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624172 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624156.997061:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624156.997062:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624157.006287:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624157.006307:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624157.006311:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624157.006313:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624157.006324:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624157.006332:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624157.006343:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624157.006349:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624157.006355:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624157.006360:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b1280 00000400:00000200:2.0:1781624157.006366:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624157.006374:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9785 [1] + 224 00000800:00000001:2.0:1781624157.006382:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624157.006387:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624157.006391:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624157.006396:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624157.006404:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624157.006426:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733d500 x1868160455873152/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624172 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624157.006439:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733d500 x1868160455873152/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624172 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624157.006502:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624157.006507:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624157.006525:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624157.006538:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624157.006542:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624157.006544:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624157.006546:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624157.006549:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624157.006553:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624157.006557:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624157.006560:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624157.006562:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624157.006566:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b1300 00000400:00000200:2.0:1781624157.006570:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624157.006575:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f978d [1] + 224 00000800:00000001:2.0:1781624157.006578:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624157.006585:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624157.006587:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624157.006590:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624157.006594:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624157.006598:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733f800 x1868160455873280/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624172 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624157.006607:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733f800 x1868160455873280/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624172 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624157.006626:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624157.006638:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624157.006642:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624157.006846:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624157.006849:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781624157.006855:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624157.006857:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624157.006862:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85076314d0. 00000400:00000200:1.0:1781624157.006868:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1c38 00000400:00000010:1.0:1781624157.006871:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1c38. 00000100:00000001:1.0:1781624157.006885:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624157.006897:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733f800 x1868160455873280/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624172 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624157.006906:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733f800 x1868160455873280/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624172 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624157.006912:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624157.006915:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624157.006917:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624157.006922:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624157.006925:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624157.006927:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624157.006930:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624157.006941:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=34 v=5 (5 5 5 20) 00000100:00001000:1.0:1781624157.006946:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=105 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624157.006948:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624157.006950:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624157.006953:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624157.006956:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624157.006960:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781624157.006962:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781624157.006964:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781624157.006966:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624157.006970:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733f800 x1868160455873280/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624172 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624157.006977:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624157.006981:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624157.006983:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624157.006987:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733f800 x1868160455873280/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624172 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624157.006995:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455873280:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624157.007001:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624157.007004:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624157.007008:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733f800 x1868160455873280/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624172 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624157.007014:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624157.007017:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624157.007021:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557a00. 02000000:00000001:1.0:1781624157.007067:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624157.007071:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624157.007073:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781624157.007076:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624157.007079:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8512a09800. 02000000:00000001:1.0:1781624157.007083:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624157.007086:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624157.007088:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733f800. 00000100:00000001:1.0:1781624157.007092:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624157.007094:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624157.007097:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624157.007105:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624157.007107:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624157.007109:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624157.007112:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1781624157.012059:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624157.012067:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624157.012072:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7b00. 00000400:00000200:0.0:1781624157.012082:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e95d8 00000400:00000010:0.0:1781624157.012085:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e95d8. 00000100:00000001:0.0:1781624157.012090:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624157.012104:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733d500 x1868160455873152/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624172 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624157.012117:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733d500 x1868160455873152/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624172 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624157.012125:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624157.012128:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624157.012132:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624157.012136:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624157.012138:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624157.012141:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624157.012145:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624157.012152:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=34 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624157.012156:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=105 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624157.012159:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624157.012161:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624157.012164:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624157.012166:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624157.012169:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624157.012174:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733d500 x1868160455873152/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624172 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624157.012182:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624157.012185:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624157.012187:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624157.012191:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733d500 x1868160455873152/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624172 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624157.012198:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455873152:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624157.012202:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624157.012205:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624157.012208:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733d500 x1868160455873152/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624172 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624157.012214:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624157.012216:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624157.012220:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875c200. 02000000:00000001:0.0:1781624157.012223:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624157.012226:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624157.012228:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781624157.012230:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624157.012232:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8507f9c100. 02000000:00000001:0.0:1781624157.012238:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624157.012240:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624157.012242:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733d500. 00000100:00000001:0.0:1781624157.012247:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624157.012248:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624157.012250:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624157.012259:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624157.012261:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624157.012263:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624157.012266:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624157.365192:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624157.365202:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624157.365204:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624157.365208:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624157.365215:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624157.365217:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624157.365219:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624157.365222:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624157.365227:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624157.365230:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624157.365231:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624157.365232:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624157.365234:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624157.365235:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624157.365237:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624157.365239:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624157.365580:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624157.365583:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624157.365586:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624158.389722:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624158.389728:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624158.389734:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624158.389735:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624158.389952:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624158.389955:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624158.389958:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624159.413190:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624159.413200:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624159.413208:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624159.413210:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624159.414476:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624159.414481:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624159.414485:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624160.437125:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624160.437132:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624160.437138:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624160.437140:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624160.437225:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624160.437229:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624160.437232:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624161.461175:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624161.461183:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624161.461189:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624161.461190:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624161.461288:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624161.461292:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624161.461295:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781624162.106804:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624162.106815:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624162.106829:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0c000. 00000020:00000040:2.0:1781624162.106836:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781624162.106840:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624162.106843:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624162.106848:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624162.106855:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3300. 00000100:00000001:2.0:1781624162.106862:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624162.106873:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0c000 x1868160455873408/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624162.106884:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624162.106889:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624162.106895:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000210a9bc8] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0c000 x1868160455873408/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624162.106929:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624162.106932:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624162.106935:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624162.106938:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0d180. 00000020:00000040:2.0:1781624162.106941:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781624162.106943:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624162.106956:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624162.106958:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624162.106961:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3f00. 00000100:00000001:2.0:1781624162.106964:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624162.106967:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0d180 x1868160455873536/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624162.106975:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624162.106977:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624162.106980:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002e652d7] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0d180 x1868160455873536/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624162.106988:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624162.106991:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624162.106994:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624162.106997:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624162.106999:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624162.107003:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7656) 00000100:00000001:3.0:1781624162.107238:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624162.107241:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624162.107244:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781624162.107251:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0c000 x1868160455873408/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624162.107259:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781624162.107261:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624162.107264:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781624162.107267:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781624162.107269:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624162.107272:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455873408:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624162.107277:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781624162.107283:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781624162.107286:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624162.107288:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781624162.107293:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ec200. 02000000:00000001:3.0:1781624162.107295:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624162.107301:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781624162.107305:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8948. 00000400:00000010:3.0:1781624162.107311:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70ee0. 00000100:00000200:3.0:1781624162.107318:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455873408, portal 25 00000100:00000001:3.0:1781624162.107320:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781624162.107322:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272064512 : -123673437487104 : ffff8f8508b0c000) 00000100:00000040:3.0:1781624162.107327:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0c000 x1868160455873408/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624162.107333:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781624162.107336:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781624162.107339:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70660. 00000100:00000200:3.0:1781624162.107341:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455873408, offset 0 00000400:00000200:3.0:1781624162.107347:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624162.107355:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624162.107362:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781624162.107367:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781624162.107400:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781624162.107405:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781624162.107408:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781624162.107413:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376112:376112:256:4294967295] 192.168.202.101@tcp LPNI seq info [376082:376082:8:4294967295] 00000400:00000200:3.0:1781624162.107417:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624162.107427:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781624162.107432:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781624162.107437:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7df00. 00000800:00000200:3.0:1781624162.107444:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781624162.107452:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781624162.107457:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7df00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781624162.107474:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624162.107478:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624162.107481:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302326908 00000100:00000001:3.0:1781624162.107489:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302321784 00000100:00000001:3.0:1781624162.107493:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302326908 00000100:00000001:3.0:1781624162.107496:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302321784 00000100:00000001:3.0:1781624162.107500:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624162.107502:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624162.107505:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624162.107507:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624162.107515:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624162.107517:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781624162.107519:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624162.107520:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624162.107521:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624162.107524:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1781624162.107525:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624162.107527:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624162.107528:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624162.107530:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624162.107530:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624162.107531:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781624162.107535:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0d180 x1868160455873536/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624162.107541:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781624162.107542:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624162.107544:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781624162.107545:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781624162.107547:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624162.107549:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455873536:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624162.107552:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781624162.107554:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781624162.107556:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624162.107558:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781624162.107560:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ec400. 02000000:00000001:3.0:1781624162.107562:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624162.107565:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781624162.107567:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8d68. 00000400:00000010:3.0:1781624162.107570:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70c38. 00000100:00000200:3.0:1781624162.107573:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455873536, portal 10 00000100:00000001:3.0:1781624162.107574:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781624162.107576:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272068992 : -123673437482624 : ffff8f8508b0d180) 00000100:00000040:3.0:1781624162.107582:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0d180 x1868160455873536/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624162.107589:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781624162.107591:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781624162.107593:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e704c8. 00000100:00000200:3.0:1781624162.107595:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455873536, offset 0 00000400:00000200:3.0:1781624162.107599:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624162.107602:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624162.107605:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781624162.107607:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781624162.107609:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781624162.107612:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781624162.107614:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781624162.107617:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376113:376113:255:4294967295] 192.168.202.101@tcp LPNI seq info [376083:376083:7:4294967295] 00000400:00000200:3.0:1781624162.107621:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624162.107627:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781624162.107631:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781624162.107633:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d900. 00000800:00000200:3.0:1781624162.107636:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781624162.107640:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781624162.107642:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781624162.107645:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624162.107649:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17333 usecs (18 jiffies) 00000400:00000200:3.0:1781624162.107652:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624162.107654:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302319128 00000100:00000001:3.0:1781624162.107656:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302326908 00000100:00000001:3.0:1781624162.107658:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302319128 00000100:00000001:3.0:1781624162.107660:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302326908 00000100:00000001:3.0:1781624162.107663:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624162.107665:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624162.107667:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624162.107669:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624162.107679:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624162.107681:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624162.107765:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624162.107768:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7df00. 00000400:00000200:2.0:1781624162.107775:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624162.107780:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624162.107785:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70660 00000400:00000010:2.0:1781624162.107787:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70660. 00000100:00000001:2.0:1781624162.107791:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624162.107796:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0c000 x1868160455873408/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624162.107805:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624162.107808:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0c000 x1868160455873408/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624178 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624162.107815:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624162.107817:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624162.107874:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624162.107877:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d900. 00000400:00000200:2.0:1781624162.107879:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624162.107882:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624162.107885:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e704c8 00000400:00000010:2.0:1781624162.107886:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e704c8. 00000100:00000001:2.0:1781624162.107888:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624162.107891:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0d180 x1868160455873536/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624162.107898:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624162.107900:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0d180 x1868160455873536/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624178 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624162.107906:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624162.107907:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624162.110935:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624162.111190:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624162.111196:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624162.111198:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624162.111208:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624162.111217:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624162.111226:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624162.111232:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624162.111239:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624162.111243:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b1400 00000400:00000200:2.0:1781624162.111249:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624162.111255:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f97a5 [1] + 224 00000800:00000001:2.0:1781624162.111264:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624162.111271:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624162.111274:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624162.111279:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624162.111289:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624162.111298:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0d180 x1868160455873536/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624178 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624162.111310:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0d180 x1868160455873536/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624178 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624162.111327:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624162.111335:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624162.111338:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624162.111378:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624162.111382:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781624162.111389:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781624162.111391:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781624162.111395:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8d68. 00000400:00000200:2.0:1781624162.111400:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70c38 00000400:00000010:2.0:1781624162.111404:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70c38. 00000100:00000001:2.0:1781624162.111407:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624162.111412:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0d180 x1868160455873536/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624178 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624162.111422:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0d180 x1868160455873536/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624178 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624162.111429:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781624162.111431:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624162.111433:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781624162.111437:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781624162.111440:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781624162.111443:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624162.111447:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781624162.111456:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=39 v=5 (5 5 5 20) 00000100:00001000:2.0:1781624162.111461:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=110 v=5 (1 1 1 1) 00000100:00000001:2.0:1781624162.111463:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781624162.111465:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781624162.111467:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781624162.111471:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624162.111475:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781624162.111479:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:2.0:1781624162.111481:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781624162.111483:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624162.111488:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0d180 x1868160455873536/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624178 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624162.111495:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624162.111499:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781624162.111500:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781624162.111505:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0d180 x1868160455873536/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624178 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781624162.111512:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455873536:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624162.111518:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624162.111520:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624162.111524:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0d180 x1868160455873536/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624178 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624162.111531:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781624162.111533:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781624162.111537:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ec400. 02000000:00000001:2.0:1781624162.111540:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781624162.111542:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781624162.111545:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:2.0:1781624162.111547:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781624162.111549:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3f00. 02000000:00000001:2.0:1781624162.111554:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781624162.111556:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781624162.111558:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0d180. 00000100:00000001:2.0:1781624162.111562:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781624162.111563:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624162.111567:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624162.111568:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624162.111569:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624162.111571:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624162.111572:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624162.112803:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624162.112816:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624162.112820:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624162.112822:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624162.112830:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624162.112836:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624162.112846:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624162.112850:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624162.112855:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624162.112860:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b1380 00000400:00000200:2.0:1781624162.112864:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624162.112870:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9795 [1] + 224 00000800:00000001:2.0:1781624162.112877:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624162.112886:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624162.112889:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624162.112893:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624162.112901:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624162.112907:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0c000 x1868160455873408/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624178 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624162.112916:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0c000 x1868160455873408/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624178 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624162.112937:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624162.112988:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624162.112997:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624162.113007:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624162.113009:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624162.113014:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8948. 00000400:00000200:3.0:1781624162.113172:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70ee0 00000400:00000010:3.0:1781624162.113177:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70ee0. 00000100:00000001:3.0:1781624162.113182:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624162.113192:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0c000 x1868160455873408/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624178 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624162.113205:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0c000 x1868160455873408/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624178 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624162.113212:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624162.113215:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624162.113218:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624162.113221:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624162.113224:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624162.113227:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624162.113230:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624162.113238:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=39 v=5 (5 5 5 5) 00000800:00000001:2.0:1781624162.113239:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:3.0:1781624162.113243:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=110 v=5 (1 1 1 1) 00000800:00000001:2.0:1781624162.113246:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624162.113249:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624162.113254:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624162.113258:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624162.113261:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624162.113265:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624162.113271:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0c000 x1868160455873408/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624178 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624162.113279:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624162.113283:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624162.113285:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624162.113289:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0c000 x1868160455873408/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624178 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624162.113297:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455873408:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624162.113302:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624162.113304:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624162.113308:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0c000 x1868160455873408/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624178 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624162.113314:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624162.113317:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624162.113322:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ec200. 02000000:00000001:3.0:1781624162.113325:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624162.113327:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624162.113330:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781624162.113332:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624162.113335:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3300. 02000000:00000001:3.0:1781624162.113340:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624162.113342:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624162.113344:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0c000. 00000100:00000001:3.0:1781624162.113348:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624162.113350:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624162.113352:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624162.113361:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624162.113363:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624162.113366:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624162.113380:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624162.485303:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624162.485313:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624162.485323:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624162.485324:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624162.485455:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624162.485459:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624162.485462:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624163.509312:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624163.509322:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624163.509331:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624163.509333:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624163.509410:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624163.509416:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624163.509420:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624164.533217:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624164.533228:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624164.533235:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624164.533236:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624164.534409:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624164.534415:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624164.534421:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624165.557236:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624165.557245:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624165.557252:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624165.557254:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624165.557454:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624165.557458:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624165.557462:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624166.582427:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624166.582443:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624166.582456:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624166.582458:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624166.582716:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624166.582721:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624166.582800:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781624167.221406:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624167.221421:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624167.221436:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733f800. 00000020:00000040:1.0:1781624167.221444:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781624167.221450:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624167.221454:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624167.221461:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624167.221473:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8512a09800. 00000100:00000001:1.0:1781624167.221483:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624167.221499:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733f800 x1868160455873664/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624167.221513:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624167.221518:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624167.221527:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024db8907] to pc [ptlrpcd_00_00+0] req@ffff8f850733f800 x1868160455873664/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624167.221571:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624167.221575:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624167.221579:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624167.221582:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733c000. 00000020:00000040:1.0:1781624167.221585:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781624167.221588:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624167.221589:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624167.221591:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624167.221596:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f3ee00. 00000100:00000001:1.0:1781624167.221599:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624167.221603:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733c000 x1868160455873792/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624167.221611:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624167.221613:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624167.221616:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000053df1fcb] to pc [ptlrpcd_00_01+1] req@ffff8f850733c000 x1868160455873792/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624167.221632:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624167.221634:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624167.221638:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624167.221642:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624167.221645:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624167.221650:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7661) 00000100:00000001:1.0:1781624167.221669:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624167.221674:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624167.221678:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624167.221684:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733c000 x1868160455873792/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624167.221693:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624167.221695:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624167.221701:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624167.221704:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624167.221708:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624167.221712:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455873792:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624167.221717:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624167.221725:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624167.221728:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624167.221731:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624167.221737:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557800. 02000000:00000001:1.0:1781624167.221739:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624167.221747:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624167.221752:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85076314d0. 00000400:00000010:1.0:1781624167.221760:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1c38. 00000100:00000200:1.0:1781624167.221769:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455873792, portal 10 00000100:00000001:1.0:1781624167.221772:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624167.221774:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247095296 : -123673462456320 : ffff8f850733c000) 00000100:00000040:1.0:1781624167.221783:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733c000 x1868160455873792/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624167.221793:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624167.221797:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624167.221800:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1a18. 00000100:00000200:1.0:1781624167.221804:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455873792, offset 0 00000400:00000200:1.0:1781624167.221812:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624167.221822:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624167.221831:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624167.221838:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624167.221843:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624167.221848:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624167.221851:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624167.221855:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376114:376114:256:4294967295] 192.168.202.101@tcp LPNI seq info [376084:376084:8:4294967295] 00000400:00000200:1.0:1781624167.221859:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624167.221873:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624167.221880:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624167.221885:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3e700. 00000800:00000200:1.0:1781624167.221893:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624167.221902:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624167.221907:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3e700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624167.221926:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624167.221933:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17321 usecs (18 jiffies) 00000400:00000200:1.0:1781624167.221936:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624167.221939:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302324242 00000100:00000001:1.0:1781624167.221943:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302326908 00000100:00000001:1.0:1781624167.221946:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302324242 00000100:00000001:1.0:1781624167.221948:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302326908 00000100:00000001:1.0:1781624167.221950:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624167.221954:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624167.221958:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624167.221961:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624167.221969:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624167.221971:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781624167.221973:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624167.221975:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624167.221976:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624167.221979:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1781624167.221980:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624167.221982:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624167.221983:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624167.221984:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624167.221985:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624167.221986:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624167.221990:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733f800 x1868160455873664/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624167.221996:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624167.221997:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624167.221999:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624167.222001:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624167.222003:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624167.222006:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455873664:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624167.222009:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624167.222011:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624167.222013:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624167.222015:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624167.222018:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e556a00. 02000000:00000001:1.0:1781624167.222020:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624167.222023:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624167.222081:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631c60. 00000400:00000010:1.0:1781624167.222085:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1440. 00000100:00000200:1.0:1781624167.222087:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455873664, portal 25 00000100:00000001:1.0:1781624167.222089:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624167.222090:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247109632 : -123673462441984 : ffff8f850733f800) 00000100:00000040:1.0:1781624167.222096:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733f800 x1868160455873664/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624167.222103:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624167.222105:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624167.222107:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1770. 00000100:00000200:1.0:1781624167.222109:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455873664, offset 0 00000400:00000200:1.0:1781624167.222113:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000800:00000200:2.0:1781624167.222116:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1781624167.222117:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624167.222120:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000800:00000010:2.0:1781624167.222122:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3e700. 00000400:00000200:1.0:1781624167.222123:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624167.222125:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624167.222128:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624167.222129:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781624167.222130:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624167.222132:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376115:376115:255:4294967295] 192.168.202.101@tcp LPNI seq info [376085:376085:7:4294967295] 00000400:00000200:2.0:1781624167.222135:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:1.0:1781624167.222137:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624167.222142:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1a18 00000400:00000200:1.0:1781624167.222144:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000400:00000010:2.0:1781624167.222145:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1a18. 00000800:00000200:1.0:1781624167.222148:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000100:00000001:2.0:1781624167.222151:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:1.0:1781624167.222151:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3e900. 00000800:00000200:1.0:1781624167.222154:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000100:00000200:2.0:1781624167.222155:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733c000 x1868160455873792/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1781624167.222158:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624167.222161:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3e900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624167.222164:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624167.222166:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1781624167.222167:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000040:2.0:1781624167.222169:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733c000 x1868160455873792/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624183 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624167.222169:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302332023 00000100:00000001:2.0:1781624167.222176:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624167.222176:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302326908 00000100:00000001:2.0:1781624167.222178:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1781624167.222180:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302332023 00000100:00000001:1.0:1781624167.222184:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302326908 00000100:00000001:1.0:1781624167.222186:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624167.222188:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624167.222190:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624167.222192:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624167.222193:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624167.222195:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3e900. 00000400:00000200:2.0:1781624167.222198:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624167.222201:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624167.222203:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1770 00000400:00000010:2.0:1781624167.222205:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1770. 00000100:00000001:2.0:1781624167.222207:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624167.222211:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733f800 x1868160455873664/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624167.222217:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624167.222220:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733f800 x1868160455873664/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624183 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624167.222226:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624167.222227:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1781624167.222289:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624167.222293:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624167.224898:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624167.224913:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624167.224918:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624167.224921:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624167.224932:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624167.224943:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624167.224954:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624167.224959:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624167.224966:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624167.224971:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b1500 00000400:00000200:2.0:1781624167.224977:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624167.224984:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f97b5 [1] + 224 00000800:00000001:2.0:1781624167.224994:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624167.225002:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624167.225006:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624167.225011:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624167.225021:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624167.225066:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733c000 x1868160455873792/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624183 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624167.225078:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733c000 x1868160455873792/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624183 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624167.225099:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624167.225110:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624167.225114:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624167.225183:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624167.225189:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781624167.225199:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624167.225201:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624167.225206:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85076314d0. 00000400:00000200:1.0:1781624167.225211:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1c38 00000400:00000010:1.0:1781624167.225214:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1c38. 00000100:00000001:1.0:1781624167.225218:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624167.225223:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733c000 x1868160455873792/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624183 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624167.225233:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733c000 x1868160455873792/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624183 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624167.225240:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624167.225242:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624167.225245:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624167.225250:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624167.225253:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624167.225256:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624167.225259:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624167.225271:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=44 v=5 (5 5 5 20) 00000100:00001000:1.0:1781624167.225277:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=115 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624167.225280:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624167.225282:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624167.225285:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624167.225289:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624167.225293:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781624167.225296:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781624167.225298:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781624167.225300:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624167.225305:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733c000 x1868160455873792/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624183 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624167.225312:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624167.225317:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624167.225319:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624167.225334:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733c000 x1868160455873792/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624183 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624167.225344:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455873792:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624167.225349:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624167.225352:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624167.225355:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733c000 x1868160455873792/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624183 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624167.225362:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624167.225365:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624167.225369:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557800. 02000000:00000001:1.0:1781624167.225374:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624167.225377:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624167.225380:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781624167.225382:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624167.225385:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f3ee00. 02000000:00000001:1.0:1781624167.225389:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624167.225391:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624167.225393:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733c000. 00000100:00000001:1.0:1781624167.225397:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624167.225399:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624167.225403:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624167.225404:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624167.225405:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624167.225407:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624167.225409:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624167.233922:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624167.233948:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624167.233955:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624167.233959:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624167.233971:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624167.233981:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624167.233993:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624167.233999:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624167.234006:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624167.234012:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b1480 00000400:00000200:2.0:1781624167.234018:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624167.234060:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f97bd [1] + 224 00000800:00000001:2.0:1781624167.234071:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624167.234082:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624167.234086:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624167.234091:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624167.234102:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624167.234115:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733f800 x1868160455873664/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624183 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624167.234130:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733f800 x1868160455873664/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624183 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624167.234155:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624167.234165:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624167.234169:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624167.234236:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624167.234242:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781624167.234251:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624167.234254:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624167.234258:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631c60. 00000400:00000200:1.0:1781624167.234264:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1440 00000400:00000010:1.0:1781624167.234267:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1440. 00000100:00000001:1.0:1781624167.234271:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624167.234276:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733f800 x1868160455873664/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624183 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624167.234291:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733f800 x1868160455873664/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624183 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624167.234297:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624167.234299:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624167.234302:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624167.234306:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624167.234309:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624167.234312:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624167.234315:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624167.234335:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=44 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624167.234340:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=115 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624167.234342:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624167.234344:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624167.234348:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624167.234351:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624167.234354:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624167.234359:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733f800 x1868160455873664/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624183 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624167.234366:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624167.234369:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624167.234372:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624167.234375:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733f800 x1868160455873664/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624183 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624167.234383:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455873664:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624167.234389:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624167.234391:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624167.234394:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733f800 x1868160455873664/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624183 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624167.234401:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624167.234404:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624167.234409:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e556a00. 02000000:00000001:1.0:1781624167.234413:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624167.234417:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624167.234419:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781624167.234422:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624167.234424:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8512a09800. 02000000:00000001:1.0:1781624167.234430:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624167.234432:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624167.234434:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733f800. 00000100:00000001:1.0:1781624167.234439:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624167.234440:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624167.234443:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624167.234452:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624167.234454:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624167.234457:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624167.234459:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624167.622414:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624167.622425:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624167.622428:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624167.622433:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624167.622438:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624167.622441:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624167.622443:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624167.622445:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624167.622450:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624167.622452:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624167.622453:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624167.622455:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624167.622457:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624167.622458:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624167.622459:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624167.622461:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624167.622626:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624167.622630:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624167.622634:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624168.629249:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624168.629261:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624168.629270:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624168.629271:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624168.629804:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624168.629809:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624168.629813:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624169.654549:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624169.654558:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624169.654567:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624169.654568:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624169.654953:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624169.654959:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624169.654962:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624170.677178:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624170.677187:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624170.677195:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624170.677197:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624170.677339:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624170.677343:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624170.677346:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624171.704007:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624171.704013:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624171.704019:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624171.704020:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624171.704504:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624171.704512:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624171.704517:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781624172.341247:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624172.341261:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624172.341286:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731e680. 00000020:00000040:0.0:1781624172.341293:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781624172.341299:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624172.341302:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624172.341308:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624172.341318:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8513250000. 00000100:00000001:0.0:1781624172.341327:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624172.341342:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731e680 x1868160455873920/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624172.341354:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624172.341360:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624172.341366:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000425285ea] to pc [ptlrpcd_00_00+0] req@ffff8f850731e680 x1868160455873920/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624172.341406:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624172.341409:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624172.341413:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624172.341416:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731df80. 00000020:00000040:0.0:1781624172.341418:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781624172.341420:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624172.341422:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624172.341423:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624172.341427:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8513250100. 00000100:00000001:0.0:1781624172.341429:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624172.341434:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731df80 x1868160455874048/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624172.341441:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624172.341442:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624172.341446:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec840f8e] to pc [ptlrpcd_00_01+1] req@ffff8f850731df80 x1868160455874048/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624172.341453:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624172.341454:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624172.341456:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624172.341457:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1781624172.341459:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1781624172.341460:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624172.341462:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624172.341465:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624172.341467:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731e680 x1868160455873920/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781624172.341470:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7667) 00000100:00000001:1.0:1781624172.341474:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624172.341476:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624172.341479:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624172.341482:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624172.341485:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624172.341489:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455873920:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624172.341493:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1781624172.341499:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1781624172.341500:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1781624172.341501:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624172.341502:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1781624172.341504:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624172.341507:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1781624172.341507:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731df80 x1868160455874048/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1781624172.341512:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e556a00. 02000000:00000001:1.0:1781624172.341514:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624172.341518:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624172.341519:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624172.341521:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1781624172.341523:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 02000000:00000001:0.0:1781624172.341523:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624172.341525:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1781624172.341528:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631c60. 00000100:00100000:0.0:1781624172.341528:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455874048:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624172.341531:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624172.341533:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624172.341534:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1781624172.341536:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1440. 02000000:00000001:0.0:1781624172.341536:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624172.341538:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875cc00. 02000000:00000001:0.0:1781624172.341539:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624172.341543:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000200:1.0:1781624172.341544:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455873920, portal 25 00000100:00000001:1.0:1781624172.341546:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1781624172.341547:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7b00. 00000100:00000001:1.0:1781624172.341548:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246974080 : -123673462577536 : ffff8f850731e680) 00000400:00000010:0.0:1781624172.341551:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e95d8. 00000100:00000040:1.0:1781624172.341553:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731e680 x1868160455873920/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624172.341553:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455874048, portal 10 00000100:00000001:0.0:1781624172.341555:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624172.341557:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246972288 : -123673462579328 : ffff8f850731df80) 00000100:00000040:0.0:1781624172.341563:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731df80 x1868160455874048/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624172.341566:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624172.341569:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000100:00000001:0.0:1781624172.341569:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1781624172.341571:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1c38. 00000100:00000040:0.0:1781624172.341571:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624172.341573:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9ee0. 00000100:00000200:1.0:1781624172.341575:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455873920, offset 0 00000100:00000200:0.0:1781624172.341575:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455874048, offset 0 00000400:00000200:1.0:1781624172.341581:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624172.341589:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624172.341591:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624172.341598:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624172.341603:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624172.341607:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624172.341610:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624172.341613:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624172.341616:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376116:376116:256:4294967295] 192.168.202.101@tcp LPNI seq info [376086:376086:8:4294967295] 00000400:00000200:1.0:1781624172.341620:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624172.341624:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624172.341627:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624172.341629:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624172.341631:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000400:00000200:0.0:1781624172.341631:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624172.341633:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624172.341635:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000800:00000200:1.0:1781624172.341638:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624172.341638:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376117:376117:255:4294967295] 192.168.202.101@tcp LPNI seq info [376087:376087:7:4294967295] 00000400:00000200:0.0:1781624172.341642:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000800:00000010:1.0:1781624172.341643:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3ed00. 00000400:00000200:0.0:1781624172.341647:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624172.341649:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624172.341651:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624172.341654:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8513250700. 00000800:00000200:0.0:1781624172.341656:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624172.341657:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624172.341660:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624172.341662:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3ed00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1781624172.341663:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8513250700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624172.341682:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624172.341682:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624172.341687:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000040:0.0:1781624172.341687:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17307 usecs (18 jiffies) 00000100:00000001:1.0:1781624172.341689:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302337142 00000400:00000200:0.0:1781624172.341690:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624172.341692:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302329362 00000100:00000001:1.0:1781624172.341696:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302332023 00000100:00000001:1.0:1781624172.341699:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302337142 00000100:00000001:0.0:1781624172.341700:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302337142 00000100:00000001:0.0:1781624172.341702:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302329362 00000100:00000001:1.0:1781624172.341703:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302332023 00000100:00000001:1.0:1781624172.341706:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624172.341706:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302337142 00000100:00000001:1.0:1781624172.341708:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624172.341708:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624172.341709:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624172.341712:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624172.341712:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624172.341714:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624172.341714:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624172.341723:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624172.341723:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624172.341725:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781624172.341725:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781624172.341728:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624172.341728:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624172.341729:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624172.341729:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624172.341730:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624172.341730:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624172.341732:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624172.341732:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624172.341844:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624172.341849:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3ed00. 00000400:00000200:2.0:1781624172.341856:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624172.341861:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624172.341867:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1c38 00000400:00000010:2.0:1781624172.341870:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1c38. 00000100:00000001:2.0:1781624172.341875:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624172.341880:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731e680 x1868160455873920/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624172.341888:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624172.341890:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731e680 x1868160455873920/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624188 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624172.341896:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624172.341898:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624172.341957:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624172.341960:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8513250700. 00000400:00000200:2.0:1781624172.341963:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624172.341966:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624172.341968:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9ee0 00000400:00000010:2.0:1781624172.341970:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9ee0. 00000100:00000001:2.0:1781624172.341972:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624172.341976:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731df80 x1868160455874048/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624172.341983:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624172.341986:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731df80 x1868160455874048/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624188 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624172.341992:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624172.341993:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624172.348559:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624172.348582:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624172.348587:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624172.348589:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624172.348598:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624172.348606:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624172.348617:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624172.348622:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624172.348626:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624172.348630:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b1580 00000400:00000200:2.0:1781624172.348635:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624172.348642:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f97c5 [1] + 224 00000800:00000001:2.0:1781624172.348650:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624172.348662:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624172.348665:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624172.348670:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624172.348678:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624172.348688:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731e680 x1868160455873920/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624188 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624172.348700:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731e680 x1868160455873920/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624188 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624172.348768:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624172.348773:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624172.348793:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624172.348802:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624172.348815:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1781624172.349142:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624172.349144:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624172.349148:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631c60. 00000400:00000200:1.0:1781624172.349153:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1440 00000400:00000010:1.0:1781624172.349155:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1440. 00000100:00000001:1.0:1781624172.349160:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624172.349165:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731e680 x1868160455873920/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624188 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624172.349174:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731e680 x1868160455873920/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624188 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624172.349181:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624172.349183:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624172.349185:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624172.349190:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624172.349193:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624172.349195:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624172.349199:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624172.349207:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=49 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624172.349211:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=120 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624172.349214:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624172.349215:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624172.349219:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624172.349221:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624172.349224:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624172.349229:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731e680 x1868160455873920/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624188 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624172.349237:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624172.349241:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624172.349244:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624172.349247:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731e680 x1868160455873920/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624188 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624172.349255:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455873920:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624172.349260:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624172.349262:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624172.349265:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731e680 x1868160455873920/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624188 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624172.349272:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624172.349287:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624172.349291:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e556a00. 02000000:00000001:1.0:1781624172.349296:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624172.349299:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624172.349301:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781624172.349303:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624172.349305:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8513250000. 02000000:00000001:1.0:1781624172.349309:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624172.349310:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624172.349312:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731e680. 00000100:00000001:1.0:1781624172.349315:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624172.349317:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624172.349319:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624172.349327:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624172.349329:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624172.349331:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624172.349333:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624172.350542:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624172.350560:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624172.350564:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624172.350566:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624172.350575:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624172.350581:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624172.350589:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624172.350594:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624172.350598:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624172.350602:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b1600 00000400:00000200:2.0:1781624172.350607:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624172.350613:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f97cd [1] + 224 00000800:00000001:2.0:1781624172.350619:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624172.350628:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624172.350631:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624172.350634:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624172.350640:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624172.350646:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731df80 x1868160455874048/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624188 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624172.350655:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731df80 x1868160455874048/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624188 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624172.351192:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624172.351196:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624172.351242:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624172.351251:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624172.351255:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1781624172.351340:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624172.351342:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624172.351345:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7b00. 00000400:00000200:0.0:1781624172.351350:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e95d8 00000400:00000010:0.0:1781624172.351352:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e95d8. 00000100:00000001:0.0:1781624172.351356:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624172.351362:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731df80 x1868160455874048/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624188 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624172.351372:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731df80 x1868160455874048/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624188 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624172.351379:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624172.351380:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624172.351382:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624172.351385:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624172.351387:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624172.351390:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624172.351393:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624172.351401:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=49 v=5 (5 5 5 20) 00000100:00001000:0.0:1781624172.351405:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=120 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624172.351407:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624172.351409:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624172.351411:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624172.351414:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624172.351418:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781624172.351421:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781624172.351423:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781624172.351424:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624172.351428:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731df80 x1868160455874048/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624188 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624172.351435:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624172.351438:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624172.351440:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624172.351444:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731df80 x1868160455874048/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624188 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624172.351455:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455874048:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624172.351460:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624172.351463:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624172.351466:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731df80 x1868160455874048/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624188 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624172.351472:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624172.351474:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624172.351477:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875cc00. 02000000:00000001:0.0:1781624172.351481:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624172.351483:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624172.351485:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781624172.351487:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624172.351489:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8513250100. 02000000:00000001:0.0:1781624172.351493:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624172.351494:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624172.351496:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731df80. 00000100:00000001:0.0:1781624172.351499:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624172.351501:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624172.351503:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624172.351509:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624172.351511:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624172.351513:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624172.351515:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624172.725337:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624172.725345:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624172.725351:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624172.725352:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624172.725495:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624172.725500:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624172.725503:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624173.749827:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624173.749837:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624173.749846:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624173.749847:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624173.750059:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624173.750065:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624173.750068:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624174.773205:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624174.773216:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624174.773225:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624174.773226:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624174.773396:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624174.773400:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624174.773404:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624175.797357:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624175.797367:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624175.797375:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624175.797376:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624175.798492:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624175.798498:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624175.798504:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624176.822865:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624176.822880:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624176.822889:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624176.822890:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624176.824079:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624176.824086:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624176.824097:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781624177.461223:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624177.461250:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624177.461267:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731df80. 00000020:00000040:0.0:1781624177.461278:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781624177.461284:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624177.461287:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624177.461295:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624177.461305:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8513250100. 00000100:00000001:0.0:1781624177.461314:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624177.461327:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731df80 x1868160455874176/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624177.461337:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624177.461342:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624177.461347:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec840f8e] to pc [ptlrpcd_00_00+0] req@ffff8f850731df80 x1868160455874176/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624177.461383:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624177.461386:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624177.461390:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624177.461394:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731ea00. 00000020:00000040:0.0:1781624177.461396:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781624177.461399:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624177.461400:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624177.461402:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624177.461408:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8513250000. 00000100:00000001:0.0:1781624177.461411:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624177.461414:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731ea00 x1868160455874304/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624177.461422:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624177.461424:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624177.461428:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000637ced7e] to pc [ptlrpcd_00_01+1] req@ffff8f850731ea00 x1868160455874304/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624177.461436:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624177.461439:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624177.461598:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624177.461603:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624177.461605:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624177.461611:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731df80 x1868160455874176/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624177.461617:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624177.461619:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624177.461622:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624177.461625:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624177.461626:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624177.461629:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455874176:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624177.461633:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624177.461640:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624177.461643:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624177.461644:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624177.461651:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e557e00. 02000000:00000001:1.0:1781624177.461652:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624177.461660:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624177.461663:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631c60. 00000400:00000010:1.0:1781624177.461670:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1440. 00000100:00000200:1.0:1781624177.461678:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455874176, portal 25 00000100:00000001:1.0:1781624177.461680:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624177.461681:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246972288 : -123673462579328 : ffff8f850731df80) 00000100:00000040:1.0:1781624177.461685:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731df80 x1868160455874176/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624177.461692:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624177.461694:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624177.461696:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb15d8. 00000100:00000200:1.0:1781624177.461699:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455874176, offset 0 00000400:00000200:1.0:1781624177.461705:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624177.461713:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624177.461720:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624177.461726:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624177.461730:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624177.461734:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624177.461736:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624177.461739:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376118:376118:256:4294967295] 192.168.202.101@tcp LPNI seq info [376088:376088:8:4294967295] 00000400:00000200:1.0:1781624177.461743:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624177.461752:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624177.461756:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624177.461761:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3e100. 00000800:00000200:1.0:1781624177.461767:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624177.461775:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624177.461779:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3e100 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1781624177.461848:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624177.461850:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624177.461853:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624177.461857:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7672) 00000100:00000001:0.0:1781624177.462541:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624177.462546:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624177.462548:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624177.462558:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731ea00 x1868160455874304/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624177.462568:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624177.462569:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624177.462575:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624177.462577:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624177.462580:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624177.462583:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455874304:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624177.462587:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624177.462593:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624177.462594:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624177.462596:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624177.462603:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875c200. 02000000:00000001:0.0:1781624177.462605:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624177.462611:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624177.462615:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7b00. 00000400:00000010:0.0:1781624177.462621:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e95d8. 00000100:00000200:0.0:1781624177.462627:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455874304, portal 10 00000100:00000001:0.0:1781624177.462630:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624177.462631:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246974976 : -123673462576640 : ffff8f850731ea00) 00000100:00000040:0.0:1781624177.462639:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731ea00 x1868160455874304/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624177.462646:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624177.462651:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624177.462653:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9e58. 00000100:00000200:0.0:1781624177.462656:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455874304, offset 0 00000400:00000200:0.0:1781624177.462662:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624177.462668:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624177.462674:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624177.462679:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624177.462681:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624177.462684:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624177.462686:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624177.462689:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376119:376119:255:4294967295] 192.168.202.101@tcp LPNI seq info [376089:376089:7:4294967295] 00000400:00000200:0.0:1781624177.462692:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624177.462699:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624177.462704:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624177.462708:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8513250700. 00000800:00000200:0.0:1781624177.462714:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624177.462720:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624177.462723:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8513250700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624177.462811:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624177.462817:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624177.462821:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302342263 00000100:00000001:1.0:1781624177.462832:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302337142 00000100:00000001:1.0:1781624177.462837:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302342263 00000100:00000001:1.0:1781624177.462841:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302337142 00000100:00000001:1.0:1781624177.462844:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624177.462847:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624177.462851:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624177.462854:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624177.462864:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624177.462867:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781624177.462870:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624177.462872:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624177.462873:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624177.462876:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624177.463215:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624177.463221:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17302 usecs (18 jiffies) 00000400:00000200:0.0:1781624177.463225:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624177.463237:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302334484 00000100:00000001:0.0:1781624177.463240:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302342263 00000100:00000001:0.0:1781624177.463242:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302334484 00000100:00000001:0.0:1781624177.463244:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302342263 00000100:00000001:0.0:1781624177.463246:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624177.463249:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624177.463251:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624177.463253:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624177.463258:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624177.463260:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781624177.463262:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624177.463263:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624177.463265:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624177.463267:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624177.463565:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624177.463573:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3e100. 00000400:00000200:2.0:1781624177.463584:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624177.463593:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624177.463600:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb15d8 00000400:00000010:2.0:1781624177.463603:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb15d8. 00000100:00000001:2.0:1781624177.463610:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624177.463616:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731df80 x1868160455874176/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624177.463627:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624177.463631:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731df80 x1868160455874176/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624193 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624177.463638:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624177.463639:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624177.463729:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624177.463732:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8513250700. 00000400:00000200:2.0:1781624177.463735:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624177.463739:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624177.463742:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9e58 00000400:00000010:2.0:1781624177.463743:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9e58. 00000100:00000001:2.0:1781624177.463746:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624177.463749:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731ea00 x1868160455874304/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624177.463756:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624177.463758:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731ea00 x1868160455874304/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624193 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624177.463763:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624177.463765:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624177.467078:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624177.467103:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624177.467110:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624177.467112:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624177.467124:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624177.467134:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624177.467147:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624177.467154:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624177.467162:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624177.467169:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b1680 00000400:00000200:2.0:1781624177.467174:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624177.467183:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f97d5 [1] + 224 00000800:00000001:2.0:1781624177.467195:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624177.467200:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624177.467204:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624177.467212:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624177.467225:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624177.467253:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731df80 x1868160455874176/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624193 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624177.467267:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731df80 x1868160455874176/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624193 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624177.467352:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624177.467360:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624177.467380:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624177.467394:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624177.467398:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624177.467400:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624177.467402:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624177.467406:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624177.467410:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624177.467413:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624177.467416:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624177.467419:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624177.467421:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b1700 00000400:00000200:2.0:1781624177.467425:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624177.467430:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f97dd [1] + 224 00000800:00000001:2.0:1781624177.467434:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624177.467442:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624177.467444:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624177.467447:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624177.467450:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624177.467457:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731ea00 x1868160455874304/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624193 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624177.467467:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731ea00 x1868160455874304/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624193 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624177.467490:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624177.467494:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624177.467498:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624177.468537:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624177.468545:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624177.468556:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624177.468558:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624177.468564:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7b00. 00000400:00000200:0.0:1781624177.468572:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e95d8 00000400:00000010:0.0:1781624177.468575:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e95d8. 00000100:00000001:0.0:1781624177.468580:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624177.468588:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731ea00 x1868160455874304/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624193 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624177.468595:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731ea00 x1868160455874304/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624193 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624177.468601:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624177.468603:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624177.468605:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624177.468609:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624177.468611:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624177.468613:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624177.468617:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624177.468631:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=54 v=5 (5 5 5 20) 00000100:00001000:0.0:1781624177.468636:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=125 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624177.468639:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624177.468641:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624177.468644:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624177.468649:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624177.468654:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781624177.468657:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781624177.468659:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781624177.468660:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624177.468665:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731ea00 x1868160455874304/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624193 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624177.468680:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624177.468684:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624177.468686:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624177.468690:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731ea00 x1868160455874304/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624193 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624177.468698:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455874304:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624177.468704:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624177.468707:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624177.468710:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731ea00 x1868160455874304/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624193 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624177.468717:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624177.468720:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624177.468724:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875c200. 02000000:00000001:0.0:1781624177.468728:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624177.468731:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624177.468734:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781624177.468736:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624177.468739:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8513250000. 02000000:00000001:0.0:1781624177.468743:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624177.468745:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624177.468747:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731ea00. 00000100:00000001:0.0:1781624177.468752:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624177.468753:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624177.468756:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624177.468780:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624177.468783:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624177.468785:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624177.468788:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1781624177.468904:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624177.468907:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624177.468910:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631c60. 00000400:00000200:1.0:1781624177.468914:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1440 00000400:00000010:1.0:1781624177.468916:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1440. 00000100:00000001:1.0:1781624177.468919:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624177.468926:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731df80 x1868160455874176/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624193 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624177.468935:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731df80 x1868160455874176/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624193 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624177.468941:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624177.468943:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624177.468944:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624177.468946:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624177.468947:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624177.468949:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624177.468951:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624177.468954:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=54 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624177.468958:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=125 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624177.468959:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624177.468961:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624177.468962:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624177.468964:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624177.468966:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624177.468969:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731df80 x1868160455874176/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624193 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624177.468976:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624177.468978:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624177.468980:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624177.468983:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731df80 x1868160455874176/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624193 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624177.468991:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455874176:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624177.468995:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624177.468997:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624177.469001:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731df80 x1868160455874176/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624193 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624177.469007:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624177.469008:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624177.469010:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e557e00. 02000000:00000001:1.0:1781624177.469015:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624177.469016:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624177.469018:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781624177.469020:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624177.469022:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8513250100. 02000000:00000001:1.0:1781624177.469045:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624177.469046:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624177.469047:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731df80. 00000100:00000001:1.0:1781624177.469051:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624177.469052:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624177.469054:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624177.469058:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624177.469059:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624177.469060:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624177.469061:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624177.845205:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624177.845222:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624177.845241:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624177.845246:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624177.845252:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624177.845255:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624177.845258:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624177.845261:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624177.845267:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624177.845271:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624177.845272:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624177.845274:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624177.845276:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624177.845277:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624177.845279:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624177.845281:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624177.846153:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624177.846161:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624177.846166:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624178.869329:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624178.869341:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624178.869351:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624178.869352:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624178.869606:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624178.869611:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624178.869615:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624179.893256:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624179.893269:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624179.893279:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624179.893280:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624179.893666:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624179.893671:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624179.893674:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624180.917582:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624180.917753:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624180.917765:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624180.917766:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624180.917924:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624180.917928:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624180.917931:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624181.941252:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624181.941262:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624181.941270:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624181.941271:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624181.941381:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624181.941385:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624181.941389:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781624182.581808:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624182.581824:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624182.581838:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731ea00. 00000020:00000040:0.0:1781624182.581846:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781624182.581852:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624182.581857:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624182.581864:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624182.581875:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8513250000. 00000100:00000001:0.0:1781624182.581885:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624182.581905:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731ea00 x1868160455874432/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624182.581917:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624182.581923:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624182.581931:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000637ced7e] to pc [ptlrpcd_00_00+0] req@ffff8f850731ea00 x1868160455874432/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624182.581973:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624182.581977:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624182.581981:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624182.581985:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731e300. 00000020:00000040:0.0:1781624182.581989:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781624182.581991:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624182.581993:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624182.581995:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624182.581999:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8513250900. 00000100:00000001:0.0:1781624182.582002:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624182.582007:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731e300 x1868160455874560/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624182.582009:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624182.582016:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624182.582020:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1781624182.582021:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624182.582023:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624182.582058:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731ea00 x1868160455874432/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624182.582069:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624182.582072:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624182.582075:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004daa77] to pc [ptlrpcd_00_01+1] req@ffff8f850731e300 x1868160455874560/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1781624182.582077:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624182.582082:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624182.582085:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624182.582085:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624182.582088:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1781624182.582090:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455874432:192.168.202.101@tcp:400:kworker.0 00000100:00000040:0.0:1781624182.582092:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1781624182.582095:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1781624182.582096:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624182.582100:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1781624182.582104:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1781624182.582106:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7677) 02000000:00000001:1.0:1781624182.582108:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624182.582111:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624182.582118:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f851e556a00. 02000000:00000001:1.0:1781624182.582121:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624182.582130:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624182.582132:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624182.582135:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624182.582137:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1781624182.582139:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631c60. 00000100:00000040:0.0:1781624182.582142:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731e300 x1868160455874560/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624182.582147:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1781624182.582149:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1440. 00000100:00000001:0.0:1781624182.582149:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624182.582152:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624182.582153:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624182.582155:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624182.582158:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455874560:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624182.582162:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624182.582164:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624182.582166:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624182.582168:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624182.582172:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875c400. 02000000:00000001:0.0:1781624182.582174:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624182.582178:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000200:1.0:1781624182.582313:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455874432, portal 25 00000100:00000001:1.0:1781624182.582318:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624182.582321:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246974976 : -123673462576640 : ffff8f850731ea00) 00000100:00000040:1.0:1781624182.582328:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731ea00 x1868160455874432/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624182.582336:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624182.582340:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624182.582344:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1198. 00000100:00000200:1.0:1781624182.582348:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455874432, offset 0 00000400:00000200:1.0:1781624182.582357:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624182.582370:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624182.582380:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624182.582388:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624182.582394:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624182.582398:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1781624182.582399:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7b00. 00000400:00000200:1.0:1781624182.582402:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000010:0.0:1781624182.582405:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e95d8. 00000400:00000200:1.0:1781624182.582408:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376120:376120:256:4294967295] 192.168.202.101@tcp LPNI seq info [376090:376090:8:4294967295] 00000100:00000200:0.0:1781624182.582409:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455874560, portal 10 00000100:00000001:0.0:1781624182.582411:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624182.582412:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246973184 : -123673462578432 : ffff8f850731e300) 00000400:00000200:1.0:1781624182.582413:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000040:0.0:1781624182.582422:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731e300 x1868160455874560/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1781624182.582428:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000100:00000001:0.0:1781624182.582429:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624182.582431:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000800:00000200:1.0:1781624182.582434:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624182.582435:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e92a8. 00000100:00000200:0.0:1781624182.582437:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455874560, offset 0 00000800:00000010:1.0:1781624182.582441:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3e200. 00000400:00000200:0.0:1781624182.582442:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624182.582446:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000800:00000200:1.0:1781624182.582449:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000400:00000200:0.0:1781624182.582449:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624182.582452:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624182.582454:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624182.582456:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624182.582458:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000800:00000200:1.0:1781624182.582459:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000400:00000200:0.0:1781624182.582460:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376121:376121:255:4294967295] 192.168.202.101@tcp LPNI seq info [376091:376091:7:4294967295] 00000400:00000200:0.0:1781624182.582464:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000800:00000200:1.0:1781624182.582465:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3e200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1781624182.582470:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624182.582475:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624182.582479:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8513250100. 00000800:00000200:0.0:1781624182.582483:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624182.582487:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624182.582490:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8513250100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624182.582526:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624182.582532:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624182.582536:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302347383 00000100:00000001:1.0:1781624182.582545:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302342263 00000100:00000001:1.0:1781624182.582549:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302347383 00000100:00000001:1.0:1781624182.582553:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302342263 00000100:00000001:1.0:1781624182.582558:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624182.582561:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624182.582565:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624182.582568:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624182.582578:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624182.582581:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781624182.582583:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624182.582585:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624182.582586:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624182.582588:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624182.592831:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624182.592849:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17293 usecs (18 jiffies) 00000400:00000200:0.0:1781624182.592861:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624182.592865:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302339612 00000100:00000001:0.0:1781624182.592869:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302347383 00000100:00000001:0.0:1781624182.592873:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302339612 00000100:00000001:0.0:1781624182.592876:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302347383 00000100:00000001:0.0:1781624182.592879:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624182.592884:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624182.592890:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624182.592894:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624182.592908:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624182.592911:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781624182.592915:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624182.592917:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624182.592919:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624182.592923:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624182.596886:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624182.596905:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3e200. 00000400:00000200:2.0:1781624182.596920:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624182.596936:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624182.596949:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1198 00000400:00000010:2.0:1781624182.596952:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1198. 00000100:00000001:2.0:1781624182.596959:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624182.596979:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731ea00 x1868160455874432/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624182.596996:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624182.597001:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731ea00 x1868160455874432/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624198 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624182.597007:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624182.597009:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624182.597108:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624182.597110:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8513250100. 00000400:00000200:2.0:1781624182.597113:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624182.597115:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624182.597119:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e92a8 00000400:00000010:2.0:1781624182.597121:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e92a8. 00000100:00000001:2.0:1781624182.597124:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624182.597127:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731e300 x1868160455874560/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624182.597134:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624182.597136:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731e300 x1868160455874560/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624198 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624182.597142:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624182.597143:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624182.602139:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624182.602155:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624182.602159:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624182.602162:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624182.602171:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624182.602193:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624182.602203:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624182.602209:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624182.602214:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624182.602218:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b1780 00000400:00000200:2.0:1781624182.602223:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624182.602230:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f97e5 [1] + 224 00000800:00000001:2.0:1781624182.602238:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624182.602245:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624182.602248:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624182.602252:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624182.602259:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624182.602269:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731ea00 x1868160455874432/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624198 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624182.602290:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731ea00 x1868160455874432/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624198 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624182.602307:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624182.602316:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624182.602319:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624182.602409:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624182.602414:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624182.602422:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624182.602423:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624182.602427:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631c60. 00000400:00000200:0.0:1781624182.602433:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1440 00000400:00000010:0.0:1781624182.602436:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1440. 00000100:00000001:0.0:1781624182.602440:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624182.602446:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731ea00 x1868160455874432/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624198 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624182.602467:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731ea00 x1868160455874432/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624198 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624182.602474:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624182.602476:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624182.602479:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624182.602482:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624182.602485:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624182.602488:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624182.602491:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624182.602498:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=59 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624182.602502:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=130 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624182.602505:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624182.602506:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624182.602510:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624182.602512:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624182.602515:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624182.602520:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731ea00 x1868160455874432/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624198 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624182.602528:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624182.602532:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624182.602534:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624182.602538:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731ea00 x1868160455874432/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624198 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624182.602545:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455874432:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624182.602550:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624182.602553:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624182.602556:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731ea00 x1868160455874432/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624198 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624182.602562:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624182.602565:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624182.602569:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f851e556a00. 02000000:00000001:0.0:1781624182.602574:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624182.602576:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624182.602578:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781624182.602580:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624182.602583:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8513250000. 02000000:00000001:0.0:1781624182.602587:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624182.602589:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624182.602591:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731ea00. 00000100:00000001:0.0:1781624182.602595:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624182.602596:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624182.602599:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624182.602607:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624182.602609:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624182.602611:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624182.602614:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624182.602854:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624182.602860:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624182.602862:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624182.602865:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624182.602869:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624182.602874:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624182.602879:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624182.602882:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624182.602884:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624182.602888:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b1800 00000400:00000200:2.0:1781624182.602892:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624182.602897:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f97ed [1] + 224 00000800:00000001:2.0:1781624182.602901:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624182.602907:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624182.602909:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624182.602913:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624182.602917:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624182.602922:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731e300 x1868160455874560/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624198 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624182.602930:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731e300 x1868160455874560/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624198 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624182.602957:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624182.602962:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624182.602965:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624182.603161:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624182.603164:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624182.603169:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624182.603171:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624182.603173:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7b00. 00000400:00000200:0.0:1781624182.603176:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e95d8 00000400:00000010:0.0:1781624182.603178:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e95d8. 00000100:00000001:0.0:1781624182.603192:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624182.603198:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731e300 x1868160455874560/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624198 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624182.603206:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731e300 x1868160455874560/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624198 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624182.603211:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624182.603213:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624182.603214:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624182.603216:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624182.603218:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624182.603219:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624182.603221:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624182.603227:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=59 v=5 (5 5 5 20) 00000100:00001000:0.0:1781624182.603230:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=130 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624182.603232:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624182.603234:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624182.603236:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624182.603238:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624182.603241:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781624182.603244:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781624182.603245:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781624182.603246:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624182.603250:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731e300 x1868160455874560/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624198 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624182.603256:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624182.603258:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624182.603259:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624182.603262:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731e300 x1868160455874560/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624198 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624182.603271:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455874560:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624182.603287:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624182.603289:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624182.603292:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731e300 x1868160455874560/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624198 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624182.603297:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624182.603299:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624182.603300:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875c400. 02000000:00000001:0.0:1781624182.603303:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624182.603305:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624182.603306:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781624182.603308:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624182.603310:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8513250900. 02000000:00000001:0.0:1781624182.603312:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624182.603313:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624182.603315:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731e300. 00000100:00000001:0.0:1781624182.603317:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624182.603319:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624182.603320:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624182.603324:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624182.603326:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624182.603328:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624182.603329:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624182.965418:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624182.965429:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624182.965437:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624182.965439:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624182.965585:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624182.965590:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624182.965593:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624183.991091:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624183.991106:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624183.991112:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624183.991114:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624183.991448:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624183.991453:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624183.991456:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624185.013223:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624185.013234:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624185.013242:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624185.013243:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624185.015232:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624185.015240:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624185.015246:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624186.037209:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624186.037221:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624186.037228:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624186.037229:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624186.037353:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624186.037358:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624186.037362:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624187.061232:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624187.061244:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624187.061252:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624187.061254:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624187.061338:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624187.061343:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624187.061346:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781624187.701297:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624187.701313:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624187.701334:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0d180. 00000020:00000040:2.0:1781624187.701342:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781624187.701351:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624187.701355:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624187.701361:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624187.701372:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3f00. 00000100:00000001:2.0:1781624187.701380:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624187.701397:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0d180 x1868160455874688/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624187.701416:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624187.701422:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624187.701430:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002e652d7] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0d180 x1868160455874688/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624187.701470:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624187.701474:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624187.701478:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624187.701482:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0f800. 00000020:00000040:2.0:1781624187.701485:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781624187.701489:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624187.701491:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624187.701493:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624187.701497:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3200. 00000100:00000001:2.0:1781624187.701501:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624187.701503:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1781624187.701506:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0f800 x1868160455874816/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624187.701509:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624187.701514:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781624187.701524:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0d180 x1868160455874688/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624187.701525:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624187.701529:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624187.701538:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1781624187.701541:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021613b51] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0f800 x1868160455874816/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624187.701542:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624187.701549:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781624187.701553:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781624187.701560:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624187.701562:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624187.701567:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455874688:192.168.202.101@tcp:400:kworker.0 00000100:00000040:2.0:1781624187.701568:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624187.701577:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1781624187.701581:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624187.701585:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1781624187.701586:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781624187.701591:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624187.701591:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1781624187.701597:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1781624187.701599:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7682) 02000000:00000010:3.0:1781624187.701604:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ed800. 02000000:00000001:3.0:1781624187.701608:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624187.701619:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781624187.701625:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8948. 00000400:00000010:3.0:1781624187.701635:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70ee0. 00000100:00000200:3.0:1781624187.701645:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455874688, portal 25 00000100:00000001:3.0:1781624187.701650:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781624187.701652:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272068992 : -123673437482624 : ffff8f8508b0d180) 00000100:00000040:3.0:1781624187.701659:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0d180 x1868160455874688/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624187.701669:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781624187.701673:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781624187.701677:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70dd0. 00000100:00000200:3.0:1781624187.701681:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455874688, offset 0 00000400:00000200:3.0:1781624187.701690:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624187.701701:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624187.701712:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000100:00000001:2.0:1781624187.702397:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624187.702402:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624187.702405:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624187.702415:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0f800 x1868160455874816/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624187.702425:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624187.702427:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624187.702431:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624187.702435:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624187.702437:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624187.702441:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455874816:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624187.702445:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624187.702453:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624187.702455:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624187.702458:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624187.702465:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078c00. 02000000:00000001:2.0:1781624187.702467:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624187.702473:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624187.702477:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08630. 00000400:00000010:2.0:1781624187.702484:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d3b8. 00000100:00000200:2.0:1781624187.702490:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455874816, portal 10 00000100:00000001:2.0:1781624187.702493:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624187.702494:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272078848 : -123673437472768 : ffff8f8508b0f800) 00000100:00000040:2.0:1781624187.702503:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0f800 x1868160455874816/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624187.702511:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624187.702514:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624187.702517:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901dc38. 00000100:00000200:2.0:1781624187.702520:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455874816, offset 0 00000400:00000200:2.0:1781624187.702526:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624187.703010:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781624187.703448:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781624187.703455:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781624187.703459:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781624187.703467:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376122:376122:256:4294967295] 192.168.202.101@tcp LPNI seq info [376092:376092:8:4294967295] 00000400:00000200:3.0:1781624187.703474:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624187.703487:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781624187.703495:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781624187.703504:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d100. 00000800:00000200:3.0:1781624187.703512:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781624187.703523:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781624187.703529:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781624187.703544:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624187.703550:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624187.703554:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302352504 00000100:00000001:3.0:1781624187.703561:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302347383 00000100:00000001:3.0:1781624187.703565:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302352504 00000100:00000001:3.0:1781624187.703568:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302347383 00000100:00000001:3.0:1781624187.703571:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624187.703576:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624187.703581:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624187.703585:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624187.703594:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624187.703596:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781624187.703598:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624187.703600:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624187.703602:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624187.703604:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624187.703837:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624187.703846:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624187.703850:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624187.703853:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624187.703856:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624187.703858:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624187.703861:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376123:376123:255:4294967295] 192.168.202.101@tcp LPNI seq info [376093:376093:7:4294967295] 00000400:00000200:2.0:1781624187.703865:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624187.703871:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624187.703876:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624187.703882:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3000. 00000800:00000200:2.0:1781624187.703887:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624187.703892:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624187.703895:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624187.703900:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624187.703906:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17303 usecs (18 jiffies) 00000400:00000200:2.0:1781624187.703909:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624187.703912:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302344724 00000100:00000001:2.0:1781624187.703914:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302352504 00000100:00000001:2.0:1781624187.703917:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302344724 00000100:00000001:2.0:1781624187.703919:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302352504 00000100:00000001:2.0:1781624187.703921:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624187.703923:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624187.703926:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624187.703928:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624187.703932:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624187.703934:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781624187.703936:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624187.703937:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624187.703939:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624187.703941:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624187.706422:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624187.706437:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d100. 00000400:00000200:3.0:1781624187.706445:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624187.706458:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624187.706468:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70dd0 00000400:00000010:3.0:1781624187.706472:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70dd0. 00000100:00000001:3.0:1781624187.706479:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624187.706489:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0d180 x1868160455874688/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624187.706504:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624187.706508:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0d180 x1868160455874688/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624203 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624187.706516:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624187.706518:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781624187.706981:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624187.706986:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3000. 00000400:00000200:3.0:1781624187.706992:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624187.706997:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624187.707002:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901dc38 00000400:00000010:3.0:1781624187.707004:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901dc38. 00000100:00000001:3.0:1781624187.707008:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624187.707014:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0f800 x1868160455874816/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624187.707022:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624187.707047:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0f800 x1868160455874816/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624203 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624187.707060:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624187.707062:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624187.721643:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624187.721671:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624187.721678:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624187.721681:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624187.721694:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624187.721703:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624187.721717:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624187.721723:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624187.721729:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624187.721735:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b1880 00000400:00000200:2.0:1781624187.721740:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624187.721750:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f97f5 [1] + 224 00000800:00000001:2.0:1781624187.721759:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624187.721772:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624187.721776:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624187.721780:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624187.721792:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624187.721803:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0d180 x1868160455874688/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624203 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624187.721816:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0d180 x1868160455874688/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624203 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624187.721839:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624187.721851:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624187.721855:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624187.722076:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624187.722084:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624187.722094:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624187.722097:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624187.722102:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8948. 00000400:00000200:3.0:1781624187.722109:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70ee0 00000400:00000010:3.0:1781624187.722112:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70ee0. 00000100:00000001:3.0:1781624187.722116:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624187.722122:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0d180 x1868160455874688/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624203 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624187.722149:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0d180 x1868160455874688/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624203 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624187.722157:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624187.722167:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624187.722171:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624187.722176:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624187.722180:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624187.722183:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624187.722187:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624187.722196:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=64 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624187.722202:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=135 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624187.722205:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624187.722206:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624187.722210:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624187.722212:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624187.722216:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624187.722221:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0d180 x1868160455874688/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624203 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624187.722229:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624187.722233:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624187.722235:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624187.722241:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0d180 x1868160455874688/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624203 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624187.722249:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455874688:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624187.722255:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624187.722258:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624187.722261:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0d180 x1868160455874688/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624203 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624187.722270:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624187.722273:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624187.722278:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ed800. 02000000:00000001:3.0:1781624187.722282:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624187.722286:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624187.722288:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781624187.722290:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624187.722293:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3f00. 02000000:00000001:3.0:1781624187.722299:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624187.722302:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624187.722304:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0d180. 00000100:00000001:3.0:1781624187.722309:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624187.722312:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624187.722315:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624187.722321:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1781624187.722326:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:2.0:1781624187.722330:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624187.722331:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624187.722334:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1781624187.722337:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1781624187.722339:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624187.722342:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624187.722346:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624187.722353:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624187.722360:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624187.722363:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624187.722367:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624187.722371:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b1900 00000400:00000200:2.0:1781624187.722375:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624187.722381:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9805 [1] + 224 00000800:00000001:2.0:1781624187.722386:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624187.722393:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624187.722395:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624187.722398:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624187.722408:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624187.722414:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0f800 x1868160455874816/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624203 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624187.722422:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0f800 x1868160455874816/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624203 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624187.722449:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624187.722454:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624187.722458:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624187.722513:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624187.722516:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624187.722521:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624187.722523:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624187.722525:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08630. 00000400:00000200:3.0:1781624187.722531:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d3b8 00000400:00000010:3.0:1781624187.722533:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d3b8. 00000100:00000001:3.0:1781624187.722536:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624187.722541:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0f800 x1868160455874816/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624203 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624187.722555:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0f800 x1868160455874816/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624203 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624187.722561:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624187.722562:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624187.722564:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624187.722607:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624187.722610:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624187.722611:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624187.722613:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624187.722622:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=64 v=5 (5 5 5 20) 00000100:00001000:3.0:1781624187.722625:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=135 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624187.722627:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624187.722629:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624187.722631:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624187.722634:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624187.722638:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781624187.722641:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781624187.722644:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781624187.722645:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624187.722649:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0f800 x1868160455874816/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624203 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624187.722655:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624187.722657:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624187.722659:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624187.722662:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0f800 x1868160455874816/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624203 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624187.722669:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455874816:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624187.722673:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624187.722675:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624187.722678:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0f800 x1868160455874816/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624203 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624187.722685:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624187.722687:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624187.722689:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078c00. 02000000:00000001:3.0:1781624187.722692:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624187.722694:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624187.722696:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781624187.722698:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624187.722699:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3200. 02000000:00000001:3.0:1781624187.722702:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624187.722703:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624187.722705:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0f800. 00000100:00000001:3.0:1781624187.722708:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624187.722709:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624187.722711:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624187.722715:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624187.722717:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624187.722718:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624187.722720:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624188.086537:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624188.086549:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624188.086552:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624188.086557:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624188.086564:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624188.086566:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624188.086569:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624188.086572:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624188.086578:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624188.086580:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624188.086581:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624188.086582:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624188.086584:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624188.086585:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624188.086587:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624188.086589:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624188.086772:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624188.086776:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624188.086780:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624189.109325:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624189.109335:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624189.109343:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624189.109344:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624189.111648:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624189.111656:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624189.111661:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624190.135009:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624190.135018:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624190.135040:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624190.135042:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624190.135196:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624190.135201:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624190.135204:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624191.161450:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624191.161460:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624191.161468:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624191.161469:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624191.174420:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624191.174430:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624191.174436:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624192.181305:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624192.181409:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624192.181418:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624192.181421:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624192.181559:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624192.181563:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624192.181567:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781624192.824348:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624192.824366:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624192.824386:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511281880. 00000020:00000040:3.0:1781624192.824395:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781624192.824401:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624192.824405:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624192.824413:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624192.824423:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d100. 00000100:00000001:3.0:1781624192.824432:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624192.824448:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511281880 x1868160455874944/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624192.824461:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624192.824467:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624192.824475:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0866b48] to pc [ptlrpcd_01_00+0] req@ffff8f8511281880 x1868160455874944/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624192.824512:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624192.824515:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624192.824519:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624192.824522:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511280380. 00000020:00000040:3.0:1781624192.824524:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781624192.824526:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624192.824528:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624192.824530:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624192.824535:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d900. 00000100:00000001:3.0:1781624192.824538:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624192.824542:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511280380 x1868160455875072/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624192.824549:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624192.824551:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624192.824555:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc0c9a06] to pc [ptlrpcd_01_01+1] req@ffff8f8511280380 x1868160455875072/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624192.824563:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624192.824566:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624192.824569:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624192.824572:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624192.824575:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624192.824582:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7687) 00000100:00000001:3.0:1781624192.824599:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624192.824603:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624192.824606:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781624192.824611:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511281880 x1868160455874944/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624192.824619:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781624192.824621:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624192.824626:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781624192.824629:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781624192.824632:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624192.824636:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511281880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455874944:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624192.824641:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781624192.824649:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781624192.824652:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624192.824655:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781624192.824661:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ed800. 02000000:00000001:3.0:1781624192.824663:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624192.824673:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781624192.824678:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8948. 00000400:00000010:3.0:1781624192.824686:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70ee0. 00000100:00000200:3.0:1781624192.824695:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455874944, portal 25 00000100:00000001:3.0:1781624192.824697:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781624192.824699:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414103680 : -123673295447936 : ffff8f8511281880) 00000100:00000040:3.0:1781624192.824705:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511281880 x1868160455874944/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624192.824712:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781624192.824715:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781624192.824717:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70dd0. 00000100:00000200:3.0:1781624192.824720:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455874944, offset 0 00000400:00000200:3.0:1781624192.824727:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624192.824738:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624192.824747:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781624192.824754:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781624192.824759:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781624192.824764:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781624192.824767:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781624192.824772:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376124:376124:256:4294967295] 192.168.202.101@tcp LPNI seq info [376094:376094:8:4294967295] 00000400:00000200:3.0:1781624192.824777:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624192.824788:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781624192.824795:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781624192.824801:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7df00. 00000800:00000200:3.0:1781624192.824808:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781624192.824819:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781624192.824824:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7df00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781624192.824840:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624192.824844:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624192.824848:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302357625 00000100:00000001:3.0:1781624192.824857:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302352504 00000100:00000001:3.0:1781624192.824861:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302357625 00000100:00000001:3.0:1781624192.824864:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302352504 00000100:00000001:3.0:1781624192.824868:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624192.824871:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624192.824875:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624192.824877:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624192.824887:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624192.824890:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781624192.824892:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624192.824893:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624192.824894:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624192.824897:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1781624192.824898:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624192.824900:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624192.824902:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624192.824903:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624192.824904:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624192.824905:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781624192.824910:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511280380 x1868160455875072/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624192.824923:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781624192.824924:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624192.824926:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781624192.824928:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781624192.824930:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624192.824933:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455875072:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624192.824936:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781624192.824939:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781624192.824941:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624192.824942:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781624192.824945:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ec400. 02000000:00000001:3.0:1781624192.824947:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624192.824951:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781624192.824954:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8dc0. 00000400:00000010:3.0:1781624192.824958:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70198. 00000100:00000200:3.0:1781624192.824961:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455875072, portal 10 00000100:00000001:3.0:1781624192.824963:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781624192.824964:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414098304 : -123673295453312 : ffff8f8511280380) 00000100:00000040:3.0:1781624192.824972:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511280380 x1868160455875072/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624192.824978:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781624192.824980:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781624192.824983:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70bb0. 00000100:00000200:3.0:1781624192.824985:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455875072, offset 0 00000400:00000200:3.0:1781624192.824990:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624192.824993:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624192.824997:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781624192.825000:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781624192.825002:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781624192.825005:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781624192.825007:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781624192.825010:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376125:376125:255:4294967295] 192.168.202.101@tcp LPNI seq info [376095:376095:7:4294967295] 00000400:00000200:3.0:1781624192.825015:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624192.825020:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000100:00000001:2.0:1781624192.829450:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624192.829464:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624192.829633:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624192.829639:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7df00. 00000400:00000200:2.0:1781624192.829650:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624192.829664:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624192.829674:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70dd0 00000400:00000010:2.0:1781624192.829678:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70dd0. 00000100:00000001:2.0:1781624192.829684:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624192.829694:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511281880 x1868160455874944/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624192.829710:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624192.829714:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511281880 x1868160455874944/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624208 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624192.829722:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624192.829724:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781624192.829825:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781624192.829836:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d500. 00000800:00000200:3.0:1781624192.829846:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781624192.829857:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781624192.829863:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781624192.829888:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624192.829895:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17312 usecs (18 jiffies) 00000400:00000200:3.0:1781624192.829902:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624192.829906:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302349850 00000100:00000001:3.0:1781624192.829910:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302357625 00000100:00000001:3.0:1781624192.829913:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302349850 00000100:00000001:3.0:1781624192.829915:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302357625 00000100:00000001:3.0:1781624192.829918:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624192.829922:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624192.829927:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624192.829931:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624192.830390:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624192.830395:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d500. 00000400:00000200:2.0:1781624192.830400:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624192.830405:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624192.830409:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70bb0 00000400:00000010:2.0:1781624192.830411:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70bb0. 00000100:00000001:2.0:1781624192.830415:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624192.830421:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511280380 x1868160455875072/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624192.830432:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624192.830435:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511280380 x1868160455875072/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624208 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624192.830441:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624192.830443:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624192.832455:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624192.838523:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624192.838538:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624192.838546:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624192.838558:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624192.838568:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624192.838579:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624192.838584:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624192.838591:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624192.838596:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b1980 00000400:00000200:2.0:1781624192.838602:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624192.838612:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9815 [1] + 224 00000800:00000001:2.0:1781624192.838623:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624192.838628:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624192.838631:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624192.838636:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624192.838647:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624192.838660:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511281880 x1868160455874944/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624208 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624192.838672:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511281880 x1868160455874944/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624208 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624192.838700:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624192.838712:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624192.838716:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624192.838718:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624192.838720:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624192.838723:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624192.838726:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624192.838731:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624192.838733:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624192.838736:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624192.838739:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b1a00 00000400:00000200:2.0:1781624192.838742:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624192.838746:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9825 [1] + 224 00000800:00000001:2.0:1781624192.838750:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624192.838757:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624192.838759:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624192.838762:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624192.839139:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624192.839145:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624192.839476:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624192.839480:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624192.839485:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8948. 00000400:00000200:3.0:1781624192.839492:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70ee0 00000400:00000010:3.0:1781624192.839495:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70ee0. 00000100:00000001:3.0:1781624192.839499:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624192.839506:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511281880 x1868160455874944/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624208 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624192.839517:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511281880 x1868160455874944/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624208 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624192.839530:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624192.839533:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624192.839536:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624192.839541:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624192.839545:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624192.839548:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624192.839552:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624192.839562:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=69 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624192.839567:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=140 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624192.839571:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624192.839573:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624192.839576:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624192.839579:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624192.839582:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624192.839588:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511281880 x1868160455874944/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624208 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624192.839596:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624192.839601:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624192.839604:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624192.839608:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511281880 x1868160455874944/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624208 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624192.839617:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511281880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455874944:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624192.839623:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624192.839627:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624192.839631:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511281880 x1868160455874944/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624208 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624192.839639:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624192.839643:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624192.839647:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ed800. 02000000:00000001:3.0:1781624192.839652:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624192.839656:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624192.839659:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781624192.839661:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624192.839664:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d100. 02000000:00000001:3.0:1781624192.839668:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624192.839670:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624192.839673:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511281880. 00000100:00000001:3.0:1781624192.839677:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624192.839679:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624192.839683:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624192.839685:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624192.839686:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624192.839688:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624192.839690:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624192.839844:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624192.839856:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511280380 x1868160455875072/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624208 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624192.839865:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511280380 x1868160455875072/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624208 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624192.839883:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624192.839895:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624192.839901:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624192.839962:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624192.839965:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624192.839969:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624192.839970:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624192.839973:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8dc0. 00000400:00000200:3.0:1781624192.839977:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70198 00000400:00000010:3.0:1781624192.839978:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70198. 00000100:00000001:3.0:1781624192.839980:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624192.839984:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511280380 x1868160455875072/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624208 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624192.839992:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511280380 x1868160455875072/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624208 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624192.839999:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624192.840000:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624192.840002:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624192.840004:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624192.840005:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624192.840006:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624192.840008:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624192.840015:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=69 v=5 (5 5 5 20) 00000100:00001000:3.0:1781624192.840018:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=140 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624192.840020:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624192.840022:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624192.840045:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624192.840143:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624192.840148:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781624192.840151:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781624192.840402:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781624192.840404:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624192.840409:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511280380 x1868160455875072/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624208 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624192.840415:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624192.840418:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624192.840420:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624192.840423:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511280380 x1868160455875072/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624208 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624192.840431:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455875072:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624192.840436:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624192.840439:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624192.840442:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511280380 x1868160455875072/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624208 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624192.840448:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624192.840450:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624192.840452:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ec400. 02000000:00000001:3.0:1781624192.840456:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624192.840457:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624192.840460:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781624192.840462:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624192.840463:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d900. 02000000:00000001:3.0:1781624192.840465:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624192.840467:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624192.840468:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511280380. 00000100:00000001:3.0:1781624192.840472:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624192.840473:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624192.840475:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624192.840485:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624192.840488:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624192.840491:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624192.840493:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624193.205442:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624193.205453:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624193.205462:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624193.205463:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624193.205609:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624193.205614:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624193.205617:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624194.230542:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624194.230552:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624194.230560:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624194.230563:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624194.230897:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624194.230902:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624194.230906:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624195.253231:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624195.253243:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624195.253252:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624195.253253:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624195.255593:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624195.255604:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624195.255611:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624196.277249:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624196.277260:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624196.277268:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624196.277270:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624196.281074:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624196.281085:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624196.281092:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624197.301959:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624197.301971:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624197.301974:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624197.301979:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624197.301985:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624197.301988:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624197.301990:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624197.301993:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624197.301998:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624197.301999:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624197.302001:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624197.302002:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624197.302004:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624197.302006:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624197.302007:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624197.302009:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624197.302081:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624197.302085:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624197.302089:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781624197.941859:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624197.941878:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624197.941895:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0e300. 00000020:00000040:2.0:1781624197.941904:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781624197.941910:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624197.941915:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624197.941923:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624197.941938:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3a00. 00000100:00000001:2.0:1781624197.941947:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624197.941966:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0e300 x1868160455875200/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624197.941979:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624197.941985:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624197.941994:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f87feea] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0e300 x1868160455875200/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624197.942067:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624197.942074:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624197.942078:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1781624197.942082:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624197.942088:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0e300 x1868160455875200/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624197.942089:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624197.942098:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624197.942103:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0dc00. 00000100:00000001:3.0:1781624197.942104:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781624197.942109:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1781624197.942109:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 02000000:00000001:3.0:1781624197.942115:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781624197.942119:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781624197.942122:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624197.942125:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:3.0:1781624197.942127:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455875200:192.168.202.101@tcp:400:kworker.0 02000000:00000001:2.0:1781624197.942129:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624197.942133:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624197.942135:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1781624197.942141:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3400. 02000000:00000001:3.0:1781624197.942144:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1781624197.942146:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624197.942149:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624197.942155:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0dc00 x1868160455875328/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624197.942163:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624197.942165:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624197.942169:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068c26600] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0dc00 x1868160455875328/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624197.942178:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624197.942181:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624197.942184:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624197.942188:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624197.942191:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624197.942197:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7692) 00000100:00000001:2.0:1781624197.942218:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624197.942221:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624197.942223:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624197.942229:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0dc00 x1868160455875328/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624197.942237:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624197.942239:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624197.942244:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1781624197.942244:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624197.942249:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624197.942251:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624197.942254:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ed800. 00000100:00100000:2.0:1781624197.942255:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455875328:192.168.202.101@tcp:400:kworker.0 02000000:00000001:3.0:1781624197.942258:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624197.942264:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624197.942268:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624197.942271:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624197.942272:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 02000000:00000001:2.0:1781624197.942275:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1781624197.942280:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8dc0. 02000000:00000010:2.0:1781624197.942281:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078a00. 02000000:00000001:2.0:1781624197.942286:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1781624197.942291:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70198. 00000400:00000200:2.0:1781624197.942291:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624197.942299:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08bb0. 00000100:00000200:3.0:1781624197.942303:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455875200, portal 25 00000400:00000010:2.0:1781624197.942305:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d4c8. 00000100:00000001:3.0:1781624197.942308:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000200:2.0:1781624197.942311:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455875328, portal 10 00000100:00000001:3.0:1781624197.942312:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272073472 : -123673437478144 : ffff8f8508b0e300) 00000100:00000001:2.0:1781624197.942316:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624197.942320:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272071680 : -123673437479936 : ffff8f8508b0dc00) 00000100:00000040:3.0:1781624197.942323:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0e300 x1868160455875200/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624197.942332:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0dc00 x1868160455875328/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624197.942341:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624197.942344:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624197.942348:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901de58. 00000100:00000200:2.0:1781624197.942351:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455875328, offset 0 00000400:00000200:2.0:1781624197.942359:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624197.942371:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624197.942383:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624197.942390:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624197.942397:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624197.942402:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624197.942406:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624197.942410:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376126:376126:256:4294967295] 192.168.202.101@tcp LPNI seq info [376096:376096:8:4294967295] 00000400:00000200:2.0:1781624197.942415:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624197.942427:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624197.942436:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624197.942441:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3700. 00000800:00000200:2.0:1781624197.942450:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624197.942461:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624197.942467:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624197.942483:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624197.942491:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17315 usecs (18 jiffies) 00000400:00000200:2.0:1781624197.942494:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624197.942498:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302354963 00000100:00000001:2.0:1781624197.942503:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302357625 00000100:00000001:2.0:1781624197.942506:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302354963 00000100:00000001:2.0:1781624197.942508:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302357625 00000100:00000001:2.0:1781624197.942511:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624197.942514:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624197.942519:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624197.942522:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624197.942533:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624197.942535:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781624197.942538:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624197.942539:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624197.942541:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624197.942543:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624197.943174:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624197.943181:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3700. 00000400:00000200:2.0:1781624197.943190:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624197.943199:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624197.943206:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901de58 00000400:00000010:2.0:1781624197.943210:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901de58. 00000100:00000001:2.0:1781624197.943214:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624197.943219:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0dc00 x1868160455875328/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624197.943231:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624197.943235:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0dc00 x1868160455875328/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624213 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624197.943244:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624197.943245:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1781624197.947611:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781624197.947752:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781624197.947763:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70ee0. 00000100:00000200:3.0:1781624197.947774:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455875200, offset 0 00000400:00000200:3.0:1781624197.947785:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624197.947801:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624197.947812:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781624197.947821:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781624197.947827:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781624197.947832:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781624197.947835:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781624197.947840:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376127:376127:256:4294967295] 192.168.202.101@tcp LPNI seq info [376097:376097:8:4294967295] 00000400:00000200:3.0:1781624197.947845:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624197.947858:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781624197.947866:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781624197.947951:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d900. 00000800:00000200:3.0:1781624197.947962:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781624197.947972:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781624197.947978:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781624197.948006:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624197.948012:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624197.948017:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302362748 00000100:00000001:3.0:1781624197.949019:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302357625 00000100:00000001:3.0:1781624197.949075:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302362750 00000100:00000001:3.0:1781624197.949081:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302357625 00000100:00000001:3.0:1781624197.949085:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624197.949091:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624197.949097:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624197.949103:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624197.949119:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624197.949122:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781624197.949125:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624197.949128:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624197.949130:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624197.949134:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624197.949263:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624197.949286:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624197.949290:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624197.949293:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624197.949301:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624197.949309:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624197.949322:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624197.949327:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624197.949333:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624197.949338:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b1b00 00000400:00000200:2.0:1781624197.949344:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624197.949352:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f983d [1] + 224 00000800:00000001:2.0:1781624197.949362:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624197.949376:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624197.949380:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624197.949385:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624197.949397:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624197.949411:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0dc00 x1868160455875328/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624213 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624197.949423:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0dc00 x1868160455875328/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624213 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624197.949445:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624197.949463:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1781624197.949503:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624197.949507:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624197.949517:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624197.949520:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624197.949525:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08bb0. 00000400:00000200:3.0:1781624197.949533:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d4c8 00000400:00000010:3.0:1781624197.949536:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d4c8. 00000100:00000001:3.0:1781624197.949540:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624197.949547:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0dc00 x1868160455875328/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624213 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624197.949558:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0dc00 x1868160455875328/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624213 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624197.949566:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624197.949568:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624197.949571:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624197.949576:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624197.949579:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624197.949582:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624197.949586:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624197.949590:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624197.949596:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d900. 00000100:00001000:3.0:1781624197.949601:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=74 v=5 (5 5 5 20) 00000400:00000200:2.0:1781624197.949602:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:3.0:1781624197.949610:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=145 v=5 (1 1 1 1) 00000400:00000200:2.0:1781624197.949611:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624197.949617:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1781624197.949618:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70ee0 00000100:00000001:3.0:1781624197.949621:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1781624197.949622:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70ee0. 00000100:00000001:2.0:1781624197.949628:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624197.949633:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0e300 x1868160455875200/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624197.949645:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624197.949649:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0e300 x1868160455875200/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624213 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624197.949657:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624197.949659:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624197.949680:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1781624197.949995:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624197.950001:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624197.950007:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781624197.950010:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781624197.950012:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781624197.950014:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624197.950021:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0dc00 x1868160455875328/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624213 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624197.950266:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624197.950271:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624197.950273:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624197.950278:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0dc00 x1868160455875328/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624213 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624197.950287:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455875328:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624197.950293:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624197.950295:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624197.950298:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0dc00 x1868160455875328/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624213 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624197.950305:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624197.950308:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624197.950312:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078a00. 02000000:00000001:3.0:1781624197.950447:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624197.950451:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624197.950454:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781624197.950456:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624197.950459:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3400. 02000000:00000001:3.0:1781624197.950465:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624197.950468:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624197.950471:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0dc00. 00000100:00000001:3.0:1781624197.950475:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624197.950477:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624197.950479:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624197.950488:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624197.950489:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624197.950492:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624197.950495:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624197.955261:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624197.955286:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624197.955293:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624197.955295:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624197.955310:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624197.955322:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624197.955335:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624197.955341:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624197.955349:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624197.955354:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b1a80 00000400:00000200:2.0:1781624197.955360:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624197.955368:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9835 [1] + 224 00000800:00000001:2.0:1781624197.955377:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624197.955385:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624197.955389:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624197.955395:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624197.955406:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624197.955421:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0e300 x1868160455875200/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624213 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624197.955436:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0e300 x1868160455875200/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624213 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624197.955460:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624197.955473:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624197.955477:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624197.955613:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624197.955619:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624197.955628:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624197.955631:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624197.955636:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8dc0. 00000400:00000200:3.0:1781624197.955643:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70198 00000400:00000010:3.0:1781624197.955646:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70198. 00000100:00000001:3.0:1781624197.955650:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624197.955656:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0e300 x1868160455875200/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624213 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624197.955666:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0e300 x1868160455875200/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624213 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624197.955673:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624197.955675:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624197.955679:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624197.955966:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624197.955970:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624197.955974:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624197.955978:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624197.955989:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=74 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624197.955994:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=145 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624197.955997:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624197.955999:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624197.956002:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624197.956005:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624197.956008:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624197.956014:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0e300 x1868160455875200/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624213 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624197.956023:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624197.956086:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624197.956089:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624197.956094:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0e300 x1868160455875200/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624213 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624197.956103:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455875200:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624197.956109:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624197.956112:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624197.956271:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0e300 x1868160455875200/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624213 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624197.956281:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624197.956285:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624197.956289:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ed800. 02000000:00000001:3.0:1781624197.956294:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624197.956298:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624197.956300:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781624197.956302:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624197.956305:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3a00. 02000000:00000001:3.0:1781624197.956311:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624197.956313:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624197.956316:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0e300. 00000100:00000001:3.0:1781624197.956320:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624197.956322:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624197.956325:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624197.956333:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624197.956335:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624197.956338:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624197.956341:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624198.325259:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624198.325270:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624198.325279:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624198.325280:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624198.325401:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624198.325406:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624198.325409:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624199.349387:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624199.349394:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624199.349401:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624199.349402:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624199.349502:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624199.349517:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624199.349520:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624200.373166:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624200.373172:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624200.373179:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624200.373180:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624200.373274:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624200.373279:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624200.373281:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624201.399746:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624201.399754:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624201.399760:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624201.399762:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624201.400093:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624201.400097:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624201.400101:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624202.421739:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624202.421744:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624202.421748:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624202.421748:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624202.425923:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624202.425929:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624202.425934:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781624203.061167:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624203.061180:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624203.061192:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0d500. 00000020:00000040:2.0:1781624203.061200:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781624203.061205:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624203.061209:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624203.061217:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624203.061228:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3700. 00000100:00000001:2.0:1781624203.061235:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624203.061250:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0d500 x1868160455875456/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624203.061262:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624203.061280:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624203.061289:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a4a30dd] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0d500 x1868160455875456/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624203.061333:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624203.061337:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624203.061341:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624203.061346:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0e300. 00000020:00000040:2.0:1781624203.061349:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781624203.061351:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624203.061352:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624203.061354:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624203.061358:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3a00. 00000100:00000001:2.0:1781624203.061360:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624203.061364:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0e300 x1868160455875584/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624203.061370:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624203.061373:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624203.061376:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f87feea] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0e300 x1868160455875584/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624203.061384:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624203.061386:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624203.061389:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624203.061393:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624203.061396:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624203.061401:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7697) 00000100:00000001:2.0:1781624203.061419:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624203.061424:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624203.061426:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624203.061433:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0e300 x1868160455875584/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624203.061442:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624203.061444:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624203.061449:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624203.061452:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624203.061455:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624203.061459:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455875584:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624203.061464:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624203.061469:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624203.061482:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624203.061485:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624203.061489:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079c00. 02000000:00000001:2.0:1781624203.061492:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624203.061498:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624203.061503:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08840. 00000400:00000010:2.0:1781624203.061510:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901de58. 00000100:00000200:2.0:1781624203.061517:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455875584, portal 10 00000100:00000001:2.0:1781624203.061519:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624203.061521:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272073472 : -123673437478144 : ffff8f8508b0e300) 00000100:00000040:2.0:1781624203.061528:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0e300 x1868160455875584/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624203.061536:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624203.061538:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624203.061541:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901dcc0. 00000100:00000200:2.0:1781624203.061544:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455875584, offset 0 00000400:00000200:2.0:1781624203.061550:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624203.061558:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624203.061566:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624203.061573:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624203.061578:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624203.061582:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624203.061585:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624203.061589:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376128:376128:256:4294967295] 192.168.202.101@tcp LPNI seq info [376098:376098:8:4294967295] 00000400:00000200:2.0:1781624203.061593:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624203.061603:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624203.061607:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624203.061611:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3400. 00000800:00000200:2.0:1781624203.061626:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624203.061634:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624203.061638:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624203.061652:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624203.061657:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17306 usecs (18 jiffies) 00000400:00000200:2.0:1781624203.061660:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624203.061663:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302360082 00000100:00000001:2.0:1781624203.061667:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302362748 00000100:00000001:2.0:1781624203.061669:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302360082 00000100:00000001:2.0:1781624203.061671:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302362750 00000100:00000001:2.0:1781624203.061674:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624203.061676:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624203.061678:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624203.061680:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624203.061686:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624203.061688:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781624203.061690:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624203.061691:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624203.061692:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624203.061693:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1781624203.061695:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624203.061696:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624203.061697:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624203.061697:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624203.061698:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624203.061699:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624203.061701:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0d500 x1868160455875456/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624203.061705:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624203.061706:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624203.061707:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624203.061709:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624203.061710:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624203.061712:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455875456:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624203.061714:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624203.061716:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624203.061717:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624203.061718:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624203.061720:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078e00. 02000000:00000001:2.0:1781624203.061721:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624203.061724:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624203.061725:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08aa8. 00000400:00000010:2.0:1781624203.061728:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901ddd0. 00000100:00000200:2.0:1781624203.061730:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455875456, portal 25 00000100:00000001:2.0:1781624203.061731:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624203.061732:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272069888 : -123673437481728 : ffff8f8508b0d500) 00000100:00000040:2.0:1781624203.061735:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0d500 x1868160455875456/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624203.061739:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624203.061740:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624203.061742:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d4c8. 00000100:00000200:2.0:1781624203.061744:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455875456, offset 0 00000400:00000200:2.0:1781624203.061746:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624203.061758:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624203.061761:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624203.061763:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624203.061764:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624203.061766:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624203.061768:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624203.061770:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376129:376129:255:4294967295] 192.168.202.101@tcp LPNI seq info [376099:376099:7:4294967295] 00000400:00000200:2.0:1781624203.061772:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624203.061776:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624203.061778:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624203.061781:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3200. 00000800:00000200:2.0:1781624203.061783:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624203.061786:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624203.061788:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624203.061790:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624203.061792:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624203.061793:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302367862 00000100:00000001:2.0:1781624203.061798:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302362748 00000100:00000001:2.0:1781624203.061800:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302367862 00000100:00000001:2.0:1781624203.061802:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302362750 00000100:00000001:2.0:1781624203.061804:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624203.061805:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624203.061807:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624203.061808:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624203.061848:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624203.061851:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3400. 00000400:00000200:2.0:1781624203.061857:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624203.061861:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624203.061865:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901dcc0 00000400:00000010:2.0:1781624203.061868:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901dcc0. 00000100:00000001:2.0:1781624203.061871:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624203.061875:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0e300 x1868160455875584/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624203.061881:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624203.061883:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0e300 x1868160455875584/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624219 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624203.061888:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624203.061889:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624203.061952:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624203.061954:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3200. 00000400:00000200:2.0:1781624203.061956:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624203.061958:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624203.061959:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d4c8 00000400:00000010:2.0:1781624203.061960:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d4c8. 00000100:00000001:2.0:1781624203.061962:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624203.061964:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0d500 x1868160455875456/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624203.061968:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624203.061970:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0d500 x1868160455875456/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624219 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624203.061974:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624203.061975:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1781624203.062907:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624203.062911:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624203.067221:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624203.067245:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624203.067250:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624203.067252:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624203.067262:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624203.067925:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624203.067942:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624203.067947:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624203.067953:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624203.067957:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b1b80 00000400:00000200:2.0:1781624203.067964:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624203.067971:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9865 [1] + 224 00000800:00000001:2.0:1781624203.067981:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624203.069152:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624203.069159:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624203.069168:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624203.069179:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624203.069190:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0d500 x1868160455875456/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624219 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624203.069202:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0d500 x1868160455875456/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624219 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624203.069219:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624203.069233:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624203.069254:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624203.069256:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624203.069259:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624203.069264:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624203.069273:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624203.069280:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624203.069284:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624203.069288:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624203.069291:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b1c00 00000400:00000200:2.0:1781624203.069296:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624203.069300:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9855 [1] + 224 00000800:00000001:2.0:1781624203.069306:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624203.069315:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624203.069318:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624203.069320:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624203.069323:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624203.069327:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0e300 x1868160455875584/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624219 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624203.069343:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0e300 x1868160455875584/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624219 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624203.069350:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624203.069354:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624203.069358:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624203.069376:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624203.069380:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781624203.069387:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781624203.069389:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781624203.069393:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08aa8. 00000400:00000200:2.0:1781624203.069400:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901ddd0 00000400:00000010:2.0:1781624203.069402:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901ddd0. 00000100:00000001:2.0:1781624203.069405:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624203.069410:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0d500 x1868160455875456/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624219 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624203.069418:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0d500 x1868160455875456/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624219 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624203.069425:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781624203.069427:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624203.069430:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781624203.069434:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781624203.069437:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781624203.069439:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624203.069442:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781624203.069451:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=80 v=5 (5 5 5 5) 00000100:00001000:2.0:1781624203.069455:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=151 v=5 (1 1 1 1) 00000100:00000001:2.0:1781624203.069458:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781624203.069459:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781624203.069462:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781624203.069465:0:2352:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624203.069468:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624203.069473:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0d500 x1868160455875456/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624219 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624203.069486:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624203.069489:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781624203.069491:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781624203.069495:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0d500 x1868160455875456/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624219 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781624203.069503:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455875456:192.168.202.101@tcp:400:kworker.0 00000400:00000001:2.0:1781624203.069509:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781624203.069511:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781624203.069512:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08840. 00000400:00000200:2.0:1781624203.069515:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901de58 00000400:00000010:2.0:1781624203.069517:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901de58. 00000100:00000001:2.0:1781624203.069519:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624203.069522:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0e300 x1868160455875584/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624219 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624203.069530:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0e300 x1868160455875584/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624219 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624203.069536:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781624203.069537:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624203.069538:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781624203.069540:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781624203.069541:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781624203.069543:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624203.069545:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781624203.069552:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=80 v=5 (5 5 5 20) 00000100:00001000:2.0:1781624203.069555:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=151 v=5 (1 1 1 1) 00000100:00000001:2.0:1781624203.069563:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781624203.069573:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781624203.069576:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781624203.069578:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624203.069582:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781624203.069584:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:2.0:1781624203.069587:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781624203.069589:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624203.069593:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0e300 x1868160455875584/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624219 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624203.069599:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624203.069601:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781624203.069602:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781624203.069606:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0e300 x1868160455875584/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624219 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781624203.069613:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455875584:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624203.069624:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624203.069627:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624203.069630:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0d500 x1868160455875456/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624219 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624203.069637:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781624203.069639:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781624203.069644:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078e00. 02000000:00000001:2.0:1781624203.069648:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781624203.069651:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781624203.069654:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781624203.069656:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781624203.069660:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3700. 02000000:00000001:2.0:1781624203.069666:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781624203.069668:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781624203.069670:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0d500. 00000100:00000001:2.0:1781624203.069674:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781624203.069675:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624203.069677:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624203.069679:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0e300 x1868160455875584/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624219 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624203.069685:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781624203.069686:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781624203.069688:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079c00. 02000000:00000001:2.0:1781624203.069690:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781624203.069691:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781624203.069701:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:2.0:1781624203.069703:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781624203.069705:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3a00. 02000000:00000001:2.0:1781624203.069707:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781624203.069708:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781624203.069709:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0e300. 00000100:00000001:2.0:1781624203.069712:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781624203.069713:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624203.069715:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624203.069725:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624203.069727:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624203.069729:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624203.069731:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624203.445565:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624203.445572:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624203.445578:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624203.445579:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624203.445671:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624203.445678:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624203.445683:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624204.473329:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624204.473341:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624204.473351:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624204.473354:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624204.473729:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624204.473733:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624204.473737:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624205.493394:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624205.493406:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624205.493417:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624205.493418:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624205.494080:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624205.494085:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624205.494090:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624206.517270:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624206.517281:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624206.517290:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624206.517291:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624206.517498:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624206.517503:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624206.517507:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624207.542074:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624207.542085:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624207.542088:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624207.542093:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624207.542100:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624207.542102:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624207.542104:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624207.542107:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624207.542112:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624207.542114:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624207.542115:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624207.542117:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624207.542118:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624207.542119:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624207.542121:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624207.542124:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624207.544400:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624207.544410:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624207.544416:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781624208.182238:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624208.182252:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624208.182267:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0e300. 00000020:00000040:2.0:1781624208.182274:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781624208.182280:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624208.182283:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624208.182291:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624208.182301:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3a00. 00000100:00000001:2.0:1781624208.182309:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624208.182324:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0e300 x1868160455875712/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624208.182338:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624208.182343:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624208.182351:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f87feea] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0e300 x1868160455875712/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624208.182407:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624208.182410:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624208.182414:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624208.182419:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0d500. 00000020:00000040:2.0:1781624208.182421:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781624208.182431:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624208.182432:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624208.182434:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624208.182438:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3700. 00000100:00000001:2.0:1781624208.182442:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624208.182446:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0d500 x1868160455875840/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624208.182453:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624208.182455:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624208.182458:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a4a30dd] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0d500 x1868160455875840/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624208.182466:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624208.182468:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624208.182472:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624208.182475:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624208.182478:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624208.182484:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7702) 00000100:00000001:2.0:1781624208.182504:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624208.182508:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624208.182511:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624208.182517:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0d500 x1868160455875840/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624208.182525:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624208.182528:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624208.182532:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624208.182535:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624208.182538:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624208.182541:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455875840:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624208.182548:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624208.182557:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624208.182560:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624208.182564:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624208.182569:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079a00. 02000000:00000001:2.0:1781624208.182571:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624208.182580:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624208.182584:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08840. 00000400:00000010:2.0:1781624208.182593:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901de58. 00000100:00000200:2.0:1781624208.182602:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455875840, portal 10 00000100:00000001:2.0:1781624208.182605:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624208.182607:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272069888 : -123673437481728 : ffff8f8508b0d500) 00000100:00000040:2.0:1781624208.182614:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0d500 x1868160455875840/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624208.182622:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624208.182625:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624208.182629:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901ddd0. 00000100:00000200:2.0:1781624208.182632:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455875840, offset 0 00000400:00000200:2.0:1781624208.182641:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624208.182653:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624208.182663:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624208.182670:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624208.182675:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624208.182680:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624208.182683:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624208.182687:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376130:376130:256:4294967295] 192.168.202.101@tcp LPNI seq info [376100:376100:8:4294967295] 00000400:00000200:2.0:1781624208.182691:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624208.182703:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624208.182709:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624208.182715:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3200. 00000800:00000200:2.0:1781624208.182722:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624208.182732:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624208.182737:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624208.182751:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624208.182757:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17298 usecs (18 jiffies) 00000400:00000200:2.0:1781624208.182760:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624208.182763:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302365203 00000100:00000001:2.0:1781624208.182768:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302367862 00000100:00000001:2.0:1781624208.182770:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302365203 00000100:00000001:2.0:1781624208.182773:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302367862 00000100:00000001:2.0:1781624208.182776:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624208.182779:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624208.182783:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624208.182786:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624208.182795:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624208.182798:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781624208.182800:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624208.182801:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624208.182802:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624208.182804:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1781624208.182807:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624208.182808:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624208.182810:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624208.182812:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624208.182813:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624208.182814:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624208.182818:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0e300 x1868160455875712/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624208.182825:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624208.182826:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624208.182828:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624208.182830:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624208.182832:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624208.182835:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455875712:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624208.182838:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624208.182841:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624208.182842:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624208.182844:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624208.182847:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078200. 02000000:00000001:2.0:1781624208.182849:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624208.182852:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624208.182855:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08aa8. 00000400:00000010:2.0:1781624208.182859:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d4c8. 00000100:00000200:2.0:1781624208.182863:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455875712, portal 25 00000100:00000001:2.0:1781624208.182865:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624208.182866:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272073472 : -123673437478144 : ffff8f8508b0e300) 00000100:00000040:2.0:1781624208.182871:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0e300 x1868160455875712/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624208.182878:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624208.182880:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624208.182883:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901dcc0. 00000100:00000200:2.0:1781624208.182885:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455875712, offset 0 00000400:00000200:2.0:1781624208.182889:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624208.182893:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624208.182897:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624208.182899:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624208.182902:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624208.182904:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624208.182907:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624208.182910:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376131:376131:255:4294967295] 192.168.202.101@tcp LPNI seq info [376101:376101:7:4294967295] 00000400:00000200:2.0:1781624208.182914:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624208.182920:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624208.182925:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624208.182929:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3400. 00000800:00000200:2.0:1781624208.182933:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624208.182938:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624208.182941:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624208.182943:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624208.182946:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624208.182957:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302372983 00000100:00000001:2.0:1781624208.182966:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302367862 00000100:00000001:2.0:1781624208.182969:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302372983 00000100:00000001:2.0:1781624208.182973:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302367862 00000100:00000001:2.0:1781624208.182975:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624208.182978:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624208.182980:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624208.182982:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624208.183073:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624208.183078:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3200. 00000400:00000200:2.0:1781624208.183087:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624208.183093:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624208.183100:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901ddd0 00000400:00000010:2.0:1781624208.183103:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901ddd0. 00000100:00000001:2.0:1781624208.183108:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624208.183114:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0d500 x1868160455875840/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624208.183124:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624208.183128:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0d500 x1868160455875840/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624224 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624208.183134:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624208.183136:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1781624208.183645:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624208.183650:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624208.186374:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624208.186389:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3400. 00000400:00000200:2.0:1781624208.187024:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624208.187073:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624208.187084:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901dcc0 00000400:00000010:2.0:1781624208.187088:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901dcc0. 00000100:00000001:2.0:1781624208.187097:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624208.187109:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0e300 x1868160455875712/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624208.187127:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624208.187131:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0e300 x1868160455875712/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624224 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624208.187139:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624208.187141:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624208.188280:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624208.188515:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624208.188520:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624208.188524:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624208.188539:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624208.188548:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624208.188562:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624208.188569:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624208.188576:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624208.188582:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b1c80 00000400:00000200:2.0:1781624208.188589:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624208.188598:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9885 [1] + 224 00000800:00000001:2.0:1781624208.189078:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624208.189089:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624208.189093:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624208.189100:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624208.189113:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624208.189128:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0e300 x1868160455875712/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624224 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624208.189141:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0e300 x1868160455875712/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624224 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624208.189172:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624208.189187:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624208.189191:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624208.189193:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624208.189195:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624208.189200:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624208.189203:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624208.189208:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624208.189211:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624208.189214:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624208.189217:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b1d00 00000400:00000200:2.0:1781624208.189221:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624208.189226:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9875 [1] + 224 00000800:00000001:2.0:1781624208.189231:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624208.189255:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624208.189258:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624208.189262:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624208.189265:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624208.189271:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0d500 x1868160455875840/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624224 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624208.189280:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0d500 x1868160455875840/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624224 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624208.189286:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624208.189291:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624208.189294:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624208.189574:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624208.189581:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624208.189593:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624208.189596:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624208.189602:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08aa8. 00000400:00000200:3.0:1781624208.189684:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d4c8 00000400:00000010:3.0:1781624208.189687:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d4c8. 00000100:00000001:3.0:1781624208.189691:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624208.189698:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0e300 x1868160455875712/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624224 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624208.189708:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0e300 x1868160455875712/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624224 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624208.189714:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624208.189717:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624208.189721:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624208.189727:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624208.189731:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624208.189734:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624208.189739:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624208.189749:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=85 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624208.189756:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=6 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624208.189759:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624208.189761:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624208.189765:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624208.189768:0:2352:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624208.189772:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624208.189777:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0e300 x1868160455875712/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624224 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624208.189785:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624208.189790:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624208.189793:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624208.189797:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0e300 x1868160455875712/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624224 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624208.189805:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455875712:192.168.202.101@tcp:400:kworker.0 00000400:00000001:3.0:1781624208.189812:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624208.189813:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624208.189816:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08840. 00000400:00000200:3.0:1781624208.189820:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901de58 00000400:00000010:3.0:1781624208.189822:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901de58. 00000100:00000001:3.0:1781624208.189824:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624208.189828:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0d500 x1868160455875840/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624224 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624208.189835:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0d500 x1868160455875840/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624224 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624208.189842:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624208.189843:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624208.189845:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624208.189846:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624208.189847:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624208.189849:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624208.189851:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624208.189858:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=85 v=5 (5 5 5 20) 00000100:00001000:3.0:1781624208.189861:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=6 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624208.189863:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624208.189865:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624208.189866:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624208.189870:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624208.189873:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781624208.189876:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781624208.189878:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781624208.189879:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624208.189883:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0d500 x1868160455875840/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624224 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624208.189890:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624208.189891:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624208.189893:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624208.189896:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0d500 x1868160455875840/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624224 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624208.189903:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455875840:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624208.189910:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624208.189913:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624208.189916:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0e300 x1868160455875712/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624224 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624208.189923:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624208.189927:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624208.189931:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078200. 02000000:00000001:3.0:1781624208.189936:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624208.189940:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624208.189942:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781624208.189945:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624208.191488:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3a00. 02000000:00000001:3.0:1781624208.191510:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624208.191513:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624208.191516:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0e300. 00000100:00000001:3.0:1781624208.191523:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624208.191525:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624208.191530:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624208.191546:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0d500 x1868160455875840/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624224 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624208.191556:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624208.191558:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624208.191561:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079a00. 02000000:00000001:3.0:1781624208.191564:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624208.191568:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624208.191570:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781624208.191573:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624208.191574:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3700. 02000000:00000001:3.0:1781624208.191576:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624208.191578:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624208.191579:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0d500. 00000100:00000001:3.0:1781624208.191581:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624208.191582:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624208.191585:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624208.191595:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624208.191598:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624208.191601:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624208.191616:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624208.565303:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624208.565314:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624208.565321:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624208.565323:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624208.565450:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624208.565454:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624208.565457:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624209.589465:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624209.589475:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624209.589482:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624209.589483:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624209.589849:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624209.589855:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624209.589859:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624210.613231:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624210.613241:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624210.613251:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624210.613252:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624210.613382:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624210.613387:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624210.613392:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624211.637398:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624211.637407:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624211.637413:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624211.637414:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624211.637710:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624211.637714:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624211.637717:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624212.661086:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624212.661095:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624212.661103:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624212.661104:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624212.661688:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624212.661693:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624212.661696:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781624213.301237:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624213.301247:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624213.301260:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511280380. 00000020:00000040:3.0:1781624213.301267:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781624213.301272:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624213.301275:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624213.301280:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624213.301289:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d100. 00000100:00000001:3.0:1781624213.301295:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624213.301324:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511280380 x1868160455875968/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624213.301335:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624213.301340:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624213.301347:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc0c9a06] to pc [ptlrpcd_01_00+0] req@ffff8f8511280380 x1868160455875968/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624213.301388:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624213.301392:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624213.301395:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624213.301398:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511281880. 00000020:00000040:3.0:1781624213.301401:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781624213.301403:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624213.301404:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624213.301406:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624213.301409:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d400. 00000100:00000001:3.0:1781624213.301412:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624213.301416:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511281880 x1868160455876096/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624213.301424:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624213.301426:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624213.301430:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0866b48] to pc [ptlrpcd_01_01+1] req@ffff8f8511281880 x1868160455876096/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624213.301438:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624213.301440:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624213.301443:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624213.301446:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624213.301456:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624213.301462:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7708) 00000100:00000001:3.0:1781624213.301478:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624213.301481:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624213.301483:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781624213.301488:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511281880 x1868160455876096/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624213.301495:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781624213.301497:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624213.301501:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781624213.301503:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781624213.301505:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624213.301509:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511281880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455876096:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624213.301777:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624213.301780:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624213.301782:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624213.301788:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511280380 x1868160455875968/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624213.301795:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624213.301796:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624213.301799:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624213.301800:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624213.301802:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624213.301805:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455875968:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624213.301808:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624213.301814:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624213.301816:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624213.301818:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624213.301823:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078c00. 02000000:00000001:2.0:1781624213.301825:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624213.301832:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624213.301836:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08e70. 00000400:00000010:2.0:1781624213.301843:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901dcc0. 00000100:00000200:2.0:1781624213.301850:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455875968, portal 25 00000100:00000001:2.0:1781624213.301852:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624213.301854:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414098304 : -123673295453312 : ffff8f8511280380) 00000100:00000040:2.0:1781624213.301859:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511280380 x1868160455875968/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624213.301866:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624213.301868:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624213.301871:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901ddd0. 00000100:00000200:2.0:1781624213.301873:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455875968, offset 0 00000400:00000200:2.0:1781624213.301879:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624213.301888:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624213.301895:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624213.301912:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624213.301917:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624213.301921:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624213.301923:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624213.301927:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376132:376132:256:4294967295] 192.168.202.101@tcp LPNI seq info [376102:376102:8:4294967295] 00000400:00000200:2.0:1781624213.301931:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624213.301940:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624213.301945:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624213.301951:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3400. 00000800:00000200:2.0:1781624213.301957:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624213.301965:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624213.301970:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624213.301983:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624213.301988:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624213.301990:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302378102 00000100:00000001:2.0:1781624213.301997:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302372983 00000100:00000001:2.0:1781624213.302001:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302378102 00000100:00000001:2.0:1781624213.302003:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302372983 00000100:00000001:2.0:1781624213.302006:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624213.302008:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624213.302011:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624213.302013:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624213.302020:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624213.302022:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781624213.302055:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624213.302057:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624213.302059:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624213.302061:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624213.302167:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624213.302171:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3400. 00000400:00000200:2.0:1781624213.302177:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624213.302183:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624213.302188:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901ddd0 00000400:00000010:2.0:1781624213.302191:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901ddd0. 00000100:00000001:2.0:1781624213.302195:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624213.302199:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511280380 x1868160455875968/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624213.302207:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624213.302210:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511280380 x1868160455875968/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624229 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624213.302217:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624213.302219:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1781624213.302499:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781624213.302503:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781624213.302505:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624213.302507:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781624213.302635:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ec000. 02000000:00000001:3.0:1781624213.302638:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624213.302643:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781624213.302647:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8dc0. 00000400:00000010:3.0:1781624213.302651:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70198. 00000100:00000200:3.0:1781624213.302655:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455876096, portal 10 00000100:00000001:3.0:1781624213.302657:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781624213.302658:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414103680 : -123673295447936 : ffff8f8511281880) 00000100:00000040:3.0:1781624213.302666:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511281880 x1868160455876096/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624213.302673:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781624213.302676:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781624213.302678:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70550. 00000100:00000200:3.0:1781624213.302681:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455876096, offset 0 00000400:00000200:3.0:1781624213.302686:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624213.302690:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624213.302694:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781624213.302697:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781624213.302700:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781624213.302702:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781624213.302705:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781624213.302708:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376133:376133:256:4294967295] 192.168.202.101@tcp LPNI seq info [376103:376103:8:4294967295] 00000400:00000200:3.0:1781624213.302712:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624213.302718:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781624213.302723:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781624213.302726:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d000. 00000800:00000200:3.0:1781624213.302729:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781624213.302734:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781624213.302737:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781624213.302749:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624213.302753:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17290 usecs (18 jiffies) 00000400:00000200:3.0:1781624213.302756:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624213.302759:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302370323 00000100:00000001:3.0:1781624213.302762:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302378102 00000100:00000001:3.0:1781624213.302764:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302370323 00000100:00000001:3.0:1781624213.302766:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302378102 00000100:00000001:3.0:1781624213.302768:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624213.302770:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624213.302772:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624213.302774:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624213.302779:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624213.302780:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781624213.302782:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624213.302783:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624213.302785:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624213.302787:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624213.302855:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624213.302858:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d000. 00000400:00000200:3.0:1781624213.302861:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624213.302865:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624213.302868:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70550 00000400:00000010:3.0:1781624213.302869:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70550. 00000100:00000001:3.0:1781624213.302872:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624213.302876:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511281880 x1868160455876096/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624213.302884:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624213.302887:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511281880 x1868160455876096/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624229 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624213.302892:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624213.302894:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624213.305994:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624213.306010:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624213.306014:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624213.306016:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624213.306051:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624213.306059:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624213.306068:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624213.306072:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624213.306078:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624213.306082:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b1d80 00000400:00000200:2.0:1781624213.306087:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624213.306094:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9895 [1] + 224 00000800:00000001:2.0:1781624213.306115:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624213.306123:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624213.306126:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624213.306131:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624213.306139:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624213.306149:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511280380 x1868160455875968/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624229 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624213.306161:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511280380 x1868160455875968/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624213.306214:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624213.306219:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624213.306245:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624213.306255:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624213.306258:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1781624213.309886:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624213.309895:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624213.309953:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08e70. 00000400:00000200:3.0:1781624213.309962:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901dcc0 00000400:00000010:3.0:1781624213.309967:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901dcc0. 00000100:00000001:3.0:1781624213.309972:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624213.309985:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511280380 x1868160455875968/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624213.309996:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511280380 x1868160455875968/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624229 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624213.310004:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624213.310006:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624213.310010:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624213.310014:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624213.310017:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624213.310020:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624213.310023:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624213.310050:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=90 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624213.310055:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=11 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624213.310058:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624213.310060:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624213.310063:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624213.310065:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624213.310068:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624213.310073:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511280380 x1868160455875968/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624229 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624213.310081:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624213.310085:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624213.310087:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624213.310090:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511280380 x1868160455875968/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624229 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624213.310098:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455875968:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624213.310116:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624213.310119:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624213.310123:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511280380 x1868160455875968/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624229 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624213.310136:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624213.310139:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624213.310142:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078c00. 02000000:00000001:3.0:1781624213.310147:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624213.310150:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624213.310152:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781624213.310154:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624213.310158:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d100. 02000000:00000001:3.0:1781624213.310161:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624213.310163:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624213.310165:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511280380. 00000100:00000001:3.0:1781624213.310169:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624213.310170:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624213.310173:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624213.310181:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624213.310182:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624213.310185:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624213.310187:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624213.314785:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624213.314808:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624213.314813:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624213.314816:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624213.314825:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624213.314833:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624213.314847:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624213.314852:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624213.314857:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624213.314862:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b1e00 00000400:00000200:2.0:1781624213.314866:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624213.314873:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f98a5 [1] + 224 00000800:00000001:2.0:1781624213.314880:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624213.314892:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624213.314896:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624213.314914:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624213.314924:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624213.314934:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511281880 x1868160455876096/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624229 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624213.314946:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511281880 x1868160455876096/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624213.314973:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624213.314982:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624213.314985:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624213.315070:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624213.315074:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624213.315081:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624213.315083:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624213.315087:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8dc0. 00000400:00000200:3.0:1781624213.315093:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70198 00000400:00000010:3.0:1781624213.315095:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70198. 00000100:00000001:3.0:1781624213.315098:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624213.315116:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511281880 x1868160455876096/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624213.315125:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511281880 x1868160455876096/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624229 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624213.315132:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624213.315134:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624213.315136:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624213.315140:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624213.315142:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624213.315145:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624213.315148:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624213.315158:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=90 v=5 (5 5 5 20) 00000100:00001000:3.0:1781624213.315162:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=11 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624213.315165:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624213.315167:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624213.315169:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624213.315173:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624213.315177:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781624213.315179:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781624213.315181:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781624213.315182:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624213.315187:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511281880 x1868160455876096/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624229 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624213.315194:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624213.315197:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624213.315199:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624213.315202:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511281880 x1868160455876096/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624229 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624213.315210:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511281880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455876096:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624213.315214:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624213.315217:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624213.315220:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511281880 x1868160455876096/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624229 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624213.315237:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624213.315240:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624213.315244:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ec000. 02000000:00000001:3.0:1781624213.315248:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624213.315251:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624213.315253:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781624213.315255:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624213.315257:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d400. 02000000:00000001:3.0:1781624213.315262:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624213.315264:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624213.315266:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511281880. 00000100:00000001:3.0:1781624213.315269:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624213.315271:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624213.315273:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624213.315280:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624213.315282:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624213.315284:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624213.315287:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624213.685182:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624213.685190:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624213.685198:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624213.685199:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624213.685428:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624213.685431:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624213.685433:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624214.709229:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624214.709237:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624214.709244:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624214.709245:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624214.709350:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624214.709353:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624214.709356:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624215.736223:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624215.736233:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624215.736241:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624215.736242:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624215.736851:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624215.736855:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624215.736859:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624216.757721:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624216.757730:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624216.757739:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624216.757740:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624216.757860:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624216.757863:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624216.757867:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624217.781788:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624217.781799:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624217.781839:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624217.781843:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624217.781848:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624217.781850:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624217.781852:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624217.781854:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624217.781859:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624217.781867:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624217.781868:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624217.781870:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624217.781871:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624217.781872:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624217.781874:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624217.781876:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624217.782126:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624217.782129:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624217.782132:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781624218.421242:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624218.421254:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624218.421266:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0dc00. 00000020:00000040:2.0:1781624218.421272:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781624218.421278:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624218.421282:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624218.421289:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624218.421297:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3400. 00000100:00000001:2.0:1781624218.421304:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624218.421316:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0dc00 x1868160455876224/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624218.421334:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624218.421338:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624218.421344:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068c26600] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0dc00 x1868160455876224/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624218.424473:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624218.424484:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624218.424489:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781624218.424504:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0dc00 x1868160455876224/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624218.424517:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781624218.424519:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624218.424525:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781624218.424528:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781624218.424531:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624218.424535:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455876224:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624218.424539:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781624218.424545:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781624218.424548:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624218.424551:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781624218.424559:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ed800. 02000000:00000001:3.0:1781624218.424561:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624218.424568:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781624218.424573:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8dc0. 00000400:00000010:3.0:1781624218.424579:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70198. 00000100:00000200:3.0:1781624218.424586:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455876224, portal 25 00000100:00000001:3.0:1781624218.424588:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781624218.424590:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272071680 : -123673437479936 : ffff8f8508b0dc00) 00000100:00000040:3.0:1781624218.424595:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0dc00 x1868160455876224/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624218.424603:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781624218.424606:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781624218.424608:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70550. 00000100:00000200:3.0:1781624218.424611:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455876224, offset 0 00000400:00000200:3.0:1781624218.424618:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624218.424626:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624218.424634:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781624218.424639:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781624218.424643:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781624218.424647:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781624218.424650:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781624218.424654:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376134:376134:256:4294967295] 192.168.202.101@tcp LPNI seq info [376104:376104:8:4294967295] 00000400:00000200:3.0:1781624218.424658:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624218.424668:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781624218.424673:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781624218.424677:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d400. 00000800:00000200:3.0:1781624218.424683:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781624218.424691:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781624218.424695:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781624218.424720:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624218.424724:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624218.424727:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302383225 00000100:00000001:3.0:1781624218.424735:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302378102 00000100:00000001:3.0:1781624218.424741:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302383225 00000100:00000001:3.0:1781624218.424744:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302378102 00000100:00000001:3.0:1781624218.424748:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624218.424750:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624218.424754:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624218.424757:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624218.428555:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624218.428568:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624218.428573:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000800:00000200:2.0:1781624218.428701:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624218.428706:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d400. 00000400:00000200:2.0:1781624218.428714:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624218.428724:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624218.428732:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70550 00000400:00000010:2.0:1781624218.428735:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70550. 00000100:00000001:2.0:1781624218.428741:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624218.428749:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0dc00 x1868160455876224/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624218.428761:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624218.428765:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0dc00 x1868160455876224/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624234 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624218.428771:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624218.428773:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:2.0:1781624218.428789:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0f800. 00000020:00000040:2.0:1781624218.428794:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781624218.428798:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624218.428801:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624218.428806:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624218.428813:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3200. 00000100:00000001:2.0:1781624218.428820:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624218.432598:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0f800 x1868160455876352/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624218.432621:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624218.432626:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624218.432633:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021613b51] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0f800 x1868160455876352/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624218.432777:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624218.432780:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781624218.432784:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624218.432786:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624218.432797:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624218.432799:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624218.432802:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781624218.432808:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0f800 x1868160455876352/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624218.432816:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781624218.432818:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624218.432822:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781624218.432826:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781624218.432829:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624218.432832:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455876352:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624218.432837:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781624218.432844:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781624218.432847:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624218.432849:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781624218.432870:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ec200. 02000000:00000001:3.0:1781624218.432873:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624218.432879:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781624218.432885:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8948. 00000400:00000010:3.0:1781624218.432892:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70990. 00000100:00000200:3.0:1781624218.432899:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455876352, portal 10 00000100:00000001:3.0:1781624218.432901:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781624218.432903:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272078848 : -123673437472768 : ffff8f8508b0f800) 00000100:00000040:3.0:1781624218.432909:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0f800 x1868160455876352/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624218.432916:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781624218.432920:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781624218.432923:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e703b8. 00000100:00000200:3.0:1781624218.432925:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455876352, offset 0 00000400:00000200:3.0:1781624218.432931:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624218.432939:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624218.432946:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781624218.432952:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781624218.432957:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781624218.432961:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781624218.432964:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781624218.432967:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376135:376135:256:4294967295] 192.168.202.101@tcp LPNI seq info [376105:376105:8:4294967295] 00000400:00000200:3.0:1781624218.432971:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624218.432981:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781624218.432987:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781624218.432992:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d100. 00000800:00000200:3.0:1781624218.432999:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781624218.433008:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781624218.433013:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781624218.433191:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624218.433197:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17290 usecs (18 jiffies) 00000400:00000200:3.0:1781624218.433201:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624218.433204:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302375453 00000100:00000001:3.0:1781624218.433207:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302383225 00000100:00000001:3.0:1781624218.433210:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302375453 00000100:00000001:3.0:1781624218.433212:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302383225 00000100:00000001:3.0:1781624218.433215:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624218.433217:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624218.433220:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624218.433222:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624218.433226:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624218.433228:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781624218.433230:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624218.433231:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624218.433233:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624218.433235:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624218.433252:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624218.433254:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781624218.433282:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624218.433296:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624218.433298:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624218.433301:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624218.433305:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624218.433310:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624218.433316:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624218.433319:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624218.433322:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624218.433326:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b1e80 00000400:00000200:3.0:1781624218.433330:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624218.433336:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f98b5 [1] + 224 00000800:00000001:3.0:1781624218.433342:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624218.433349:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624218.433353:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624218.433357:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624218.433363:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624218.433368:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0dc00 x1868160455876224/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624234 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624218.433378:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0dc00 x1868160455876224/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624234 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624218.433389:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1781624218.433440:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624218.433445:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d100. 00000400:00000200:3.0:1781624218.433448:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624218.433451:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624218.433454:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e703b8 00000400:00000010:3.0:1781624218.433458:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e703b8. 00000100:00000001:3.0:1781624218.433461:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624218.433465:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0f800 x1868160455876352/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624218.433475:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624218.433479:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0f800 x1868160455876352/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624234 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624218.433486:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624218.433488:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781624218.433493:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624218.433496:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624218.433504:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624218.433506:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624218.433510:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624218.433512:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624218.433514:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8dc0. 00000400:00000200:3.0:1781624218.433518:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70198 00000400:00000010:3.0:1781624218.433520:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70198. 00000100:00000001:3.0:1781624218.433522:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624218.433526:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0dc00 x1868160455876224/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624234 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624218.433535:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0dc00 x1868160455876224/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624234 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624218.433542:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624218.433544:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624218.433547:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624218.433550:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624218.433553:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624218.433556:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624218.433559:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624218.433566:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=95 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624218.433571:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=16 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624218.433574:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624218.433576:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624218.433579:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624218.433582:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624218.433585:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624218.433590:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0dc00 x1868160455876224/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624234 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624218.433597:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624218.433600:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624218.433602:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624218.433606:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0dc00 x1868160455876224/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624234 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624218.433614:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455876224:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624218.433619:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624218.433621:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624218.433623:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0dc00 x1868160455876224/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624234 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624218.433630:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624218.433632:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624218.433635:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ed800. 02000000:00000001:3.0:1781624218.433639:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624218.433641:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624218.433644:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781624218.433646:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624218.433649:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3400. 02000000:00000001:3.0:1781624218.433654:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624218.433656:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624218.433658:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0dc00. 00000100:00000001:3.0:1781624218.433662:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624218.433664:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624218.433665:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624218.433670:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624218.433671:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624218.433673:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624218.433674:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781624218.437511:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624218.437530:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624218.437534:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624218.437536:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624218.437546:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624218.437553:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624218.437564:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624218.437569:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624218.437576:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624218.437580:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b1f00 00000400:00000200:3.0:1781624218.437585:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624218.437591:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f98c5 [1] + 224 00000800:00000001:3.0:1781624218.437598:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624218.437604:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624218.437609:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624218.437613:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624218.437621:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624218.437630:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0f800 x1868160455876352/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624234 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624218.437642:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0f800 x1868160455876352/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624234 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624218.437658:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624218.437666:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624218.437668:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624218.437680:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624218.437684:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624218.437690:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624218.437693:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624218.437695:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8948. 00000400:00000200:3.0:1781624218.437699:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70990 00000400:00000010:3.0:1781624218.437703:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70990. 00000100:00000001:3.0:1781624218.437706:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624218.437709:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0f800 x1868160455876352/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624234 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624218.437724:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0f800 x1868160455876352/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624234 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624218.437731:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624218.437732:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624218.437735:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624218.437738:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624218.437740:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624218.437742:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624218.437745:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624218.437754:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=95 v=5 (5 5 5 20) 00000100:00001000:3.0:1781624218.437758:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=16 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624218.437760:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624218.437762:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624218.437764:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624218.437767:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624218.437770:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781624218.437773:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781624218.437775:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781624218.437776:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624218.437780:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0f800 x1868160455876352/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624234 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624218.437787:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624218.437790:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624218.437792:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624218.437795:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0f800 x1868160455876352/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624234 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624218.437804:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455876352:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624218.437807:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624218.437810:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624218.437812:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0f800 x1868160455876352/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624234 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624218.437820:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624218.437823:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624218.437826:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ec200. 02000000:00000001:3.0:1781624218.437829:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624218.437832:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624218.437834:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781624218.437836:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624218.437839:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3200. 02000000:00000001:3.0:1781624218.437844:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624218.437846:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624218.437847:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0f800. 00000100:00000001:3.0:1781624218.437851:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624218.437852:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624218.437866:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624218.437873:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624218.437875:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624218.437877:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624218.437879:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624218.438267:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624218.438272:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624218.438277:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624218.438281:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624218.438285:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624218.438293:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7713) 00000100:00000001:3.0:1781624218.438337:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624218.438341:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624218.805196:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624218.805205:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624218.805213:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624218.805214:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624218.805500:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624218.805503:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624218.805506:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624219.829179:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624219.829186:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624219.829192:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624219.829193:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624219.829298:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624219.829302:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624219.829304:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624220.853167:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624220.853175:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624220.853181:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624220.853182:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624220.853276:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624220.853281:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624220.853284:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624221.878472:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624221.878481:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624221.878487:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624221.878488:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624221.882869:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624221.882878:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624221.882883:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624222.901372:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624222.901379:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624222.901386:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624222.901388:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624222.901553:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624222.901556:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624222.901560:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781624223.541178:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624223.541191:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624223.541206:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0d180. 00000020:00000040:2.0:1781624223.541215:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781624223.541220:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624223.541224:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624223.541231:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624223.541241:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3f00. 00000100:00000001:2.0:1781624223.541249:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624223.541263:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0d180 x1868160455876480/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624223.541276:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624223.541282:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624223.541288:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002e652d7] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0d180 x1868160455876480/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624223.541336:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624223.541339:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624223.541343:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624223.541346:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0c000. 00000020:00000040:2.0:1781624223.541348:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781624223.541350:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624223.541351:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624223.541353:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624223.541356:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3000. 00000100:00000001:2.0:1781624223.541358:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624223.541362:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0c000 x1868160455876608/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624223.541368:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624223.541370:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624223.541374:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000210a9bc8] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0c000 x1868160455876608/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624223.541381:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624223.541383:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624223.541387:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624223.541390:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624223.541393:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624223.541399:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7718) 00000100:00000001:3.0:1781624223.543069:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624223.543075:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624223.543078:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781624223.543357:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0d180 x1868160455876480/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624223.543370:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781624223.543372:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624223.543378:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781624223.543381:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781624223.543384:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624223.543388:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455876480:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624223.543396:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781624223.543402:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781624223.543405:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624223.543407:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781624223.543413:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ed200. 02000000:00000001:3.0:1781624223.543415:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624223.543423:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781624223.543426:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8948. 00000400:00000010:3.0:1781624223.543433:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70990. 00000100:00000200:3.0:1781624223.543439:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455876480, portal 25 00000100:00000001:3.0:1781624223.543442:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781624223.543443:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272068992 : -123673437482624 : ffff8f8508b0d180) 00000100:00000040:3.0:1781624223.543449:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0d180 x1868160455876480/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624223.543457:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781624223.543460:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781624223.543463:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70198. 00000100:00000200:3.0:1781624223.543466:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455876480, offset 0 00000400:00000200:3.0:1781624223.543483:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624223.543492:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624223.543501:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781624223.543506:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781624223.543510:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781624223.543514:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781624223.543516:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781624223.543521:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376136:376136:256:4294967295] 192.168.202.101@tcp LPNI seq info [376106:376106:8:4294967295] 00000400:00000200:3.0:1781624223.543526:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624223.543543:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781624223.543548:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781624223.543554:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d100. 00000800:00000200:3.0:1781624223.543561:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781624223.543570:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781624223.543574:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781624223.543965:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624223.543971:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624223.543974:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302388344 00000100:00000001:3.0:1781624223.543981:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302383225 00000100:00000001:3.0:1781624223.543985:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302388344 00000100:00000001:3.0:1781624223.543988:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302383225 00000100:00000001:3.0:1781624223.543991:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624223.543994:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624223.543997:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624223.544000:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624223.544007:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624223.544009:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781624223.544011:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624223.544012:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624223.544014:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624223.544017:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1781624223.544018:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624223.544020:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624223.544022:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624223.544023:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1781624223.544227:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624223.544233:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d100. 00000400:00000200:2.0:1781624223.544238:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624223.544245:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624223.544252:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70198 00000400:00000010:2.0:1781624223.544254:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70198. 00000100:00000001:2.0:1781624223.544259:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1781624223.544307:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624223.544310:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781624223.544316:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0c000 x1868160455876608/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624223.544323:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0d180 x1868160455876480/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624223.544324:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781624223.544326:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624223.544329:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781624223.544331:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781624223.544333:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624223.544336:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455876608:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624223.544336:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1781624223.544340:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1781624223.544340:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0d180 x1868160455876480/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624239 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1781624223.544343:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781624223.544345:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624223.544347:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1781624223.544347:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624223.544348:0:2343:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:3.0:1781624223.544350:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ec800. 02000000:00000001:3.0:1781624223.544352:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624223.544356:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781624223.544359:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8dc0. 00000400:00000010:3.0:1781624223.544363:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e703b8. 00000100:00000200:3.0:1781624223.544367:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455876608, portal 10 00000100:00000001:3.0:1781624223.544368:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781624223.544370:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272064512 : -123673437487104 : ffff8f8508b0c000) 00000100:00000040:3.0:1781624223.544376:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0c000 x1868160455876608/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624223.544382:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781624223.544385:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781624223.544387:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e705d8. 00000100:00000200:3.0:1781624223.544389:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455876608, offset 0 00000400:00000200:3.0:1781624223.544394:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624223.544399:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624223.544403:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781624223.544406:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781624223.544409:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781624223.544411:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781624223.544414:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781624223.544417:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376137:376137:256:4294967295] 192.168.202.101@tcp LPNI seq info [376107:376107:8:4294967295] 00000400:00000200:3.0:1781624223.544421:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624223.544427:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781624223.544432:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781624223.544435:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d000. 00000800:00000200:3.0:1781624223.544439:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781624223.544445:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781624223.544448:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781624223.544560:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624223.544565:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17278 usecs (18 jiffies) 00000400:00000200:3.0:1781624223.544569:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624223.544571:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302380565 00000100:00000001:3.0:1781624223.544574:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302388344 00000100:00000001:3.0:1781624223.544576:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302380565 00000100:00000001:3.0:1781624223.544578:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302388344 00000100:00000001:3.0:1781624223.544579:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624223.544581:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624223.544584:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624223.545190:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624223.545213:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624223.545216:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781624223.549197:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624223.549215:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624223.549219:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624223.549222:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624223.549231:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624223.549239:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624223.549248:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624223.549252:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624223.549257:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624223.549261:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b1f80 00000400:00000200:3.0:1781624223.549266:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624223.549273:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f98d5 [1] + 224 00000800:00000001:3.0:1781624223.549280:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624223.549290:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624223.549294:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624223.549298:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624223.549306:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624223.549315:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0d180 x1868160455876480/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624239 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624223.549335:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0d180 x1868160455876480/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624239 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624223.549350:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1781624223.549417:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624223.549421:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d000. 00000400:00000200:3.0:1781624223.549424:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624223.549428:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624223.549441:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e705d8 00000400:00000010:3.0:1781624223.549443:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e705d8. 00000100:00000001:3.0:1781624223.549447:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624223.549453:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0c000 x1868160455876608/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624223.549470:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624223.549474:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0c000 x1868160455876608/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624239 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624223.549481:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624223.549483:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781624223.549488:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624223.549492:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624223.549503:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624223.549507:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624223.549514:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624223.549516:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624223.549519:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8948. 00000400:00000200:3.0:1781624223.549523:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70990 00000400:00000010:3.0:1781624223.549525:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70990. 00000100:00000001:3.0:1781624223.549527:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624223.549531:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0d180 x1868160455876480/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624239 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624223.549540:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0d180 x1868160455876480/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624239 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624223.549551:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624223.549553:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624223.549557:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624223.549560:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624223.549564:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624223.549567:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624223.549570:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624223.549579:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=100 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624223.549584:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=21 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624223.549587:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624223.549589:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624223.549592:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624223.549594:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624223.549597:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624223.549602:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0d180 x1868160455876480/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624239 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624223.549614:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624223.549619:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624223.549621:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624223.549625:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0d180 x1868160455876480/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624239 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624223.549638:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455876480:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624223.549643:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624223.549645:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624223.549648:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0d180 x1868160455876480/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624239 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624223.549654:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624223.549657:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624223.549660:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ed200. 02000000:00000001:3.0:1781624223.549664:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624223.549667:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624223.549670:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781624223.549672:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624223.549674:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3f00. 02000000:00000001:3.0:1781624223.549678:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624223.549680:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624223.549682:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0d180. 00000100:00000001:3.0:1781624223.549685:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624223.549686:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624223.549689:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624223.549691:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624223.549692:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624223.549694:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624223.549695:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624223.554887:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624223.554905:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624223.554910:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624223.554913:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624223.554923:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624223.554930:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624223.554940:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624223.554945:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624223.554955:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624223.554960:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b2000 00000400:00000200:2.0:1781624223.554965:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624223.554973:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f98e5 [1] + 224 00000800:00000001:2.0:1781624223.554980:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624223.554989:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624223.554993:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624223.554998:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624223.555007:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624223.555017:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0c000 x1868160455876608/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624239 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624223.555073:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0c000 x1868160455876608/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624239 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624223.555090:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624223.555100:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624223.555103:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624223.555163:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624223.555167:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624223.555174:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624223.555176:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624223.555179:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8dc0. 00000400:00000200:3.0:1781624223.555186:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e703b8 00000400:00000010:3.0:1781624223.555188:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e703b8. 00000100:00000001:3.0:1781624223.555192:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624223.555197:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0c000 x1868160455876608/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624239 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624223.555206:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0c000 x1868160455876608/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624239 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624223.555212:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624223.555215:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624223.555218:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624223.555222:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624223.555225:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624223.555227:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624223.555231:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624223.555245:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=100 v=5 (5 5 5 20) 00000100:00001000:3.0:1781624223.555250:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=21 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624223.555252:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624223.555254:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624223.555257:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624223.555261:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624223.555266:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781624223.555268:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781624223.555270:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781624223.555271:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624223.555276:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0c000 x1868160455876608/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624239 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624223.555293:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624223.555297:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624223.555299:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624223.555303:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0c000 x1868160455876608/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624239 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624223.555310:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455876608:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624223.555315:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624223.555318:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624223.555321:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0c000 x1868160455876608/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624239 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624223.555327:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624223.555330:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624223.555334:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ec800. 02000000:00000001:3.0:1781624223.555339:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624223.555341:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624223.555343:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781624223.555345:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624223.555348:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3000. 02000000:00000001:3.0:1781624223.555354:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624223.555356:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624223.555358:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0c000. 00000100:00000001:3.0:1781624223.555362:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624223.555363:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624223.555365:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624223.555373:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624223.555375:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624223.555377:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624223.555380:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624223.927089:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624223.927097:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624223.927103:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624223.927105:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624223.927211:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624223.927215:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624223.927218:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624224.949315:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624224.949322:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624224.949328:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624224.949329:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624224.950436:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624224.950441:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624224.950445:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624225.973160:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624225.973169:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624225.973176:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624225.973177:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624225.973277:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624225.973281:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624225.973284:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624226.997830:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624226.997838:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624226.997844:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624226.997845:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624226.997964:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624226.997967:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624226.997971:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624228.021180:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624228.021190:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624228.021192:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624228.021197:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624228.021203:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624228.021205:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624228.021207:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624228.021210:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624228.021214:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624228.021216:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624228.021217:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624228.021219:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624228.021220:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624228.021221:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624228.021223:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624228.021225:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624228.022005:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624228.022010:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624228.022014:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781624228.662555:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624228.662569:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624228.662578:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731e300. 00000020:00000040:0.0:1781624228.662587:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781624228.662593:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624228.662598:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624228.662604:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624228.662616:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8513250900. 00000100:00000001:0.0:1781624228.662627:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624228.662646:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731e300 x1868160455876736/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624228.662667:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624228.662672:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624228.662680:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004daa77] to pc [ptlrpcd_00_00+0] req@ffff8f850731e300 x1868160455876736/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624228.662713:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624228.662716:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624228.662720:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624228.662723:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731ea00. 00000020:00000040:0.0:1781624228.662725:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781624228.662727:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624228.662729:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624228.662730:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624228.662734:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8513250000. 00000100:00000001:0.0:1781624228.662737:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624228.662741:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731ea00 x1868160455876864/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624228.662748:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624228.662749:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624228.662753:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000637ced7e] to pc [ptlrpcd_00_01+1] req@ffff8f850731ea00 x1868160455876864/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624228.662770:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624228.662772:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624228.662776:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624228.662778:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624228.662781:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624228.662786:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7723) 00000100:00000001:0.0:1781624228.662800:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624228.662804:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624228.662807:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624228.662812:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731ea00 x1868160455876864/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624228.662820:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624228.662822:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624228.662827:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624228.662830:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624228.662833:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624228.662837:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455876864:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624228.662843:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624228.662850:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624228.662854:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624228.662857:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624228.662862:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875ce00. 02000000:00000001:0.0:1781624228.662864:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624228.662873:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624228.662878:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7b00. 00000400:00000010:0.0:1781624228.662885:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e95d8. 00000100:00000200:0.0:1781624228.662893:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455876864, portal 10 00000100:00000001:0.0:1781624228.662896:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624228.662898:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246974976 : -123673462576640 : ffff8f850731ea00) 00000100:00000040:0.0:1781624228.662906:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731ea00 x1868160455876864/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624228.662913:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624228.662916:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624228.662920:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9f68. 00000100:00000200:0.0:1781624228.662923:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455876864, offset 0 00000400:00000200:0.0:1781624228.662929:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624228.662936:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624228.662943:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624228.662949:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624228.662952:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624228.662956:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624228.662959:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624228.662962:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376138:376138:256:4294967295] 192.168.202.101@tcp LPNI seq info [376108:376108:8:4294967295] 00000400:00000200:0.0:1781624228.662967:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624228.662978:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624228.662983:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624228.662987:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8513250700. 00000800:00000200:0.0:1781624228.662995:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624228.663003:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624228.663007:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8513250700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624228.663024:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624228.663042:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17278 usecs (18 jiffies) 00000400:00000200:0.0:1781624228.663045:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624228.663048:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302385683 00000100:00000001:0.0:1781624228.663051:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302388344 00000100:00000001:0.0:1781624228.663053:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302385683 00000100:00000001:0.0:1781624228.663055:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302388344 00000100:00000001:0.0:1781624228.663057:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624228.663060:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624228.663063:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624228.663065:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624228.663071:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624228.663073:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781624228.663075:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624228.663076:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624228.663077:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624228.663079:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1781624228.663081:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624228.663082:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624228.663083:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624228.663085:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624228.663087:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624228.663088:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624228.663091:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731e300 x1868160455876736/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624228.663097:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624228.663099:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624228.663102:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624228.663104:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624228.663106:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624228.663109:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455876736:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624228.663113:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624228.663115:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624228.663117:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624228.663118:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624228.663122:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875d200. 02000000:00000001:0.0:1781624228.663124:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624228.663127:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624228.663130:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7dc0. 00000400:00000010:0.0:1781624228.663133:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9660. 00000100:00000200:0.0:1781624228.663136:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455876736, portal 25 00000100:00000001:0.0:1781624228.663138:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624228.663139:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246973184 : -123673462578432 : ffff8f850731e300) 00000100:00000040:0.0:1781624228.663144:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731e300 x1868160455876736/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624228.663149:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624228.663153:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624228.663156:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e94c8. 00000100:00000200:0.0:1781624228.663159:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455876736, offset 0 00000400:00000200:0.0:1781624228.663164:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624228.663167:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624228.663170:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624228.663173:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624228.663175:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624228.663177:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624228.663180:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624228.663183:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376139:376139:255:4294967295] 192.168.202.101@tcp LPNI seq info [376109:376109:7:4294967295] 00000400:00000200:0.0:1781624228.663186:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624228.663193:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624228.663197:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624228.663200:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8513250100. 00000800:00000200:0.0:1781624228.663204:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624228.663208:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624228.663211:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8513250100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624228.663214:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624228.663216:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624228.663218:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302393464 00000100:00000001:0.0:1781624228.663225:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302388344 00000100:00000001:0.0:1781624228.663229:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302393464 00000100:00000001:0.0:1781624228.663233:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302388344 00000800:00000200:3.0:1781624228.663234:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1781624228.663236:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624228.663240:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1781624228.663242:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8513250700. 00000100:00000001:0.0:1781624228.663243:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624228.663248:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624228.663249:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624228.663258:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624228.663264:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9f68 00000400:00000010:3.0:1781624228.663267:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9f68. 00000100:00000001:3.0:1781624228.663271:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624228.663276:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731ea00 x1868160455876864/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624228.663286:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624228.663290:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731ea00 x1868160455876864/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624244 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624228.663298:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624228.663300:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781624228.663316:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624228.663318:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8513250100. 00000400:00000200:3.0:1781624228.663321:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624228.663324:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624228.663326:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e94c8 00000400:00000010:3.0:1781624228.663328:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e94c8. 00000100:00000001:3.0:1781624228.663330:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624228.663334:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731e300 x1868160455876736/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624228.663340:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624228.663342:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731e300 x1868160455876736/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624244 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624228.663349:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624228.663350:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1781624228.664058:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624228.664062:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624228.679531:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624228.679552:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624228.679557:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624228.679560:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624228.679572:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624228.679580:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624228.679590:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624228.679595:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624228.679602:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624228.679606:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b2100 00000400:00000200:2.0:1781624228.679611:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624228.679618:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f98f5 [1] + 224 00000800:00000001:2.0:1781624228.679626:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624228.679631:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624228.679634:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624228.679638:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624228.679647:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624228.679660:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731ea00 x1868160455876864/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624244 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624228.679672:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731ea00 x1868160455876864/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624244 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624228.679818:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624228.679823:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624228.679841:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624228.679853:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624228.679858:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624228.679860:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624228.679863:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624228.679867:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624228.679871:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624228.679875:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624228.679878:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624228.679881:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624228.679884:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b2080 00000400:00000200:2.0:1781624228.679887:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624228.679892:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f98fd [1] + 224 00000800:00000001:2.0:1781624228.679896:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624228.679902:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624228.679903:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624228.679906:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624228.679909:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624228.679914:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731e300 x1868160455876736/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624244 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624228.679921:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731e300 x1868160455876736/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624244 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624228.679928:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624228.679932:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624228.679934:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1781624228.679972:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624228.679974:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624228.679978:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7b00. 00000400:00000200:0.0:1781624228.679982:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e95d8 00000400:00000010:0.0:1781624228.679984:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e95d8. 00000100:00000001:0.0:1781624228.679988:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624228.679992:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731ea00 x1868160455876864/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624244 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624228.680002:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731ea00 x1868160455876864/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624244 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624228.680009:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624228.680011:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624228.680014:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624228.680018:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624228.680020:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624228.680023:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624228.680190:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624228.680202:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=105 v=5 (5 5 5 20) 00000100:00001000:0.0:1781624228.680207:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=26 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624228.680209:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624228.680211:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624228.680214:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624228.680218:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624228.680222:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781624228.680224:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781624228.680226:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781624228.680227:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624228.680233:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731ea00 x1868160455876864/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624244 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624228.680241:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624228.680246:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624228.680249:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624228.680253:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731ea00 x1868160455876864/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624244 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624228.680261:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455876864:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624228.680265:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624228.680268:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624228.680271:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731ea00 x1868160455876864/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624244 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624228.680276:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624228.680280:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624228.680283:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875ce00. 02000000:00000001:0.0:1781624228.680286:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624228.680288:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624228.680290:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781624228.680292:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624228.680294:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8513250000. 02000000:00000001:0.0:1781624228.680298:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624228.680299:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624228.680302:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731ea00. 00000100:00000001:0.0:1781624228.680306:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624228.680307:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624228.680310:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624228.680312:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624228.680313:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624228.680316:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624228.680318:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624228.680320:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7dc0. 00000400:00000200:0.0:1781624228.680321:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9660 00000400:00000010:0.0:1781624228.680323:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9660. 00000100:00000001:0.0:1781624228.680325:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624228.680328:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731e300 x1868160455876736/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624244 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624228.680335:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731e300 x1868160455876736/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624244 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624228.680340:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624228.680341:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624228.680342:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624228.680344:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624228.680345:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624228.680346:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624228.680348:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624228.680350:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=105 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624228.680353:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=26 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624228.680354:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624228.680355:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624228.680356:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624228.680358:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624228.680360:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624228.680362:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731e300 x1868160455876736/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624244 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624228.680367:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624228.680369:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624228.680370:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624228.680373:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731e300 x1868160455876736/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624244 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624228.680378:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455876736:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624228.680382:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624228.680383:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624228.680386:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731e300 x1868160455876736/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624244 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624228.680391:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624228.680392:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624228.680393:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875d200. 02000000:00000001:0.0:1781624228.680395:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624228.680396:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624228.680397:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781624228.680399:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624228.680400:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8513250900. 02000000:00000001:0.0:1781624228.680401:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624228.680403:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624228.680404:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731e300. 00000100:00000001:0.0:1781624228.680406:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624228.680408:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624228.680409:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624228.680417:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624228.680418:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624228.680421:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624228.680422:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624229.045252:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624229.045261:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624229.045268:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624229.045269:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624229.047007:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624229.047015:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624229.047020:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624230.069241:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624230.069252:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624230.069260:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624230.069263:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624230.069377:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624230.069381:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624230.069384:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624231.095079:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624231.095086:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624231.095092:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624231.095093:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624231.095197:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624231.095201:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624231.095204:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624232.117164:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624232.117173:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624232.117181:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624232.117182:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624232.117301:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624232.117304:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624232.117307:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624233.145154:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624233.145162:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624233.145169:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624233.145170:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624233.148872:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624233.148880:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624233.148884:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781624233.781175:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624233.781189:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624233.781200:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511281880. 00000020:00000040:3.0:1781624233.781207:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781624233.781212:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624233.781215:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624233.781221:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624233.781231:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d000. 00000100:00000001:3.0:1781624233.781238:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624233.781251:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511281880 x1868160455876992/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624233.781262:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624233.781266:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624233.781272:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0866b48] to pc [ptlrpcd_01_00+0] req@ffff8f8511281880 x1868160455876992/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624233.781295:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624233.781298:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624233.781301:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624233.781304:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511280380. 00000020:00000040:3.0:1781624233.781306:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781624233.781308:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624233.781309:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624233.781311:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624233.781315:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7db00. 00000100:00000001:3.0:1781624233.781317:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624233.781321:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511280380 x1868160455877120/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624233.781329:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624233.781331:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624233.781334:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc0c9a06] to pc [ptlrpcd_01_01+1] req@ffff8f8511280380 x1868160455877120/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624233.781355:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624233.781357:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624233.781361:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624233.781364:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624233.781367:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624233.781372:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7728) 00000100:00000001:3.0:1781624233.781384:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624233.781388:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624233.781391:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781624233.781396:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511281880 x1868160455876992/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624233.781404:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781624233.781407:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624233.781411:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781624233.781414:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781624233.781416:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624233.781420:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511281880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455876992:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624233.781424:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781624233.781430:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781624233.781432:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624233.781435:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781624233.781439:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ede00. 02000000:00000001:3.0:1781624233.781441:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624233.781449:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781624233.781453:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8dc0. 00000400:00000010:3.0:1781624233.781585:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e703b8. 00000100:00000200:3.0:1781624233.781597:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455876992, portal 25 00000100:00000001:3.0:1781624233.781599:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781624233.781601:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414103680 : -123673295447936 : ffff8f8511281880) 00000100:00000040:3.0:1781624233.781608:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511281880 x1868160455876992/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624233.781615:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781624233.781617:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781624233.781621:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70990. 00000100:00000200:3.0:1781624233.781623:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455876992, offset 0 00000400:00000200:3.0:1781624233.781630:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624233.781638:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624233.781645:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781624233.781652:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781624233.781656:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781624233.781660:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781624233.781663:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781624233.781667:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376140:376140:256:4294967295] 192.168.202.101@tcp LPNI seq info [376110:376110:8:4294967295] 00000400:00000200:3.0:1781624233.781672:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624233.781764:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781624233.781773:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781624233.781780:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d100. 00000800:00000200:3.0:1781624233.781788:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781624233.781796:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781624233.781800:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781624233.781813:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624233.781817:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624233.781821:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302398582 00000100:00000001:3.0:1781624233.785354:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302393464 00000100:00000001:3.0:1781624233.785370:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302398586 00000100:00000001:3.0:1781624233.785376:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302393464 00000100:00000001:3.0:1781624233.785379:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624233.785383:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624233.785387:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624233.785391:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624233.785400:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624233.785402:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781624233.785405:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624233.785407:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624233.785409:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624233.785413:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1781624233.785415:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624233.785417:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624233.785418:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624233.785420:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624233.785421:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624233.785422:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781624233.785436:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511280380 x1868160455877120/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624233.785446:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781624233.785449:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624233.785453:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781624233.785458:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781624233.785460:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624233.785464:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455877120:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624233.785468:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781624233.785475:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781624233.785478:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624233.785480:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781624233.785490:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ec200. 02000000:00000001:3.0:1781624233.785493:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624233.785501:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781624233.785508:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8948. 00000400:00000010:3.0:1781624233.785516:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e705d8. 00000100:00000200:3.0:1781624233.785523:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455877120, portal 10 00000100:00000001:3.0:1781624233.785525:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781624233.785527:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414098304 : -123673295453312 : ffff8f8511280380) 00000100:00000040:3.0:1781624233.785535:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511280380 x1868160455877120/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624233.785543:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781624233.785546:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781624233.785549:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70d48. 00000100:00000200:3.0:1781624233.785552:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455877120, offset 0 00000400:00000200:3.0:1781624233.785559:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624233.785566:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624233.785573:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781624233.785578:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781624233.785583:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781624233.785587:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781624233.785590:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781624233.785594:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376141:376141:255:4294967295] 192.168.202.101@tcp LPNI seq info [376111:376111:7:4294967295] 00000400:00000200:3.0:1781624233.785599:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624233.785609:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781624233.785615:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781624233.785620:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d400. 00000800:00000200:3.0:1781624233.785626:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781624233.785634:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781624233.785639:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781624233.785643:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624233.785647:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17283 usecs (18 jiffies) 00000400:00000200:3.0:1781624233.785651:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624233.785652:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302390806 00000100:00000001:3.0:1781624233.785655:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302398582 00000100:00000001:3.0:1781624233.785657:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302390806 00000100:00000001:3.0:1781624233.785659:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302398586 00000100:00000001:3.0:1781624233.785661:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624233.785663:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624233.785666:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624233.785668:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624233.785845:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624233.785848:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624233.786847:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624233.786853:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d100. 00000400:00000200:2.0:1781624233.786861:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624233.786869:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624233.786876:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70990 00000400:00000010:2.0:1781624233.786878:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70990. 00000100:00000001:2.0:1781624233.786883:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624233.786889:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511281880 x1868160455876992/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624233.786907:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624233.786910:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511281880 x1868160455876992/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624249 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624233.786918:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624233.786919:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624233.789064:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624233.789072:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d400. 00000400:00000200:2.0:1781624233.789080:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624233.789086:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624233.789093:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70d48 00000400:00000010:2.0:1781624233.789095:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70d48. 00000100:00000001:2.0:1781624233.789099:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624233.789106:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511280380 x1868160455877120/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624233.789118:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624233.789122:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511280380 x1868160455877120/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624249 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624233.789129:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624233.789130:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624233.790141:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624233.790311:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624233.790317:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624233.790321:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624233.790330:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624233.790336:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624233.790411:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624233.790415:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624233.790421:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624233.790425:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b2200 00000400:00000200:2.0:1781624233.790429:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624233.790435:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9915 [1] + 224 00000800:00000001:2.0:1781624233.790443:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624233.790450:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624233.790452:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624233.790455:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624233.790460:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624233.790466:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511280380 x1868160455877120/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624249 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624233.790476:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511280380 x1868160455877120/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624249 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624233.790523:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624233.790527:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624233.790543:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624233.790551:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624233.790554:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1781624233.790586:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624233.790589:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624233.790592:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8948. 00000400:00000200:3.0:1781624233.790597:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e705d8 00000400:00000010:3.0:1781624233.790600:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e705d8. 00000100:00000001:3.0:1781624233.790603:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624233.790607:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511280380 x1868160455877120/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624249 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624233.790615:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511280380 x1868160455877120/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624249 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624233.790621:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624233.790623:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624233.790625:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624233.790629:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624233.790631:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624233.790634:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624233.790637:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624233.790646:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=110 v=5 (5 5 5 20) 00000100:00001000:3.0:1781624233.790650:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=31 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624233.790652:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624233.790654:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624233.790656:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624233.790660:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624233.790665:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781624233.790667:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781624233.790669:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781624233.790670:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624233.790674:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511280380 x1868160455877120/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624249 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624233.790680:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624233.790684:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624233.790686:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624233.790760:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511280380 x1868160455877120/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624249 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624233.790767:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455877120:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624233.790773:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624233.790775:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624233.790779:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511280380 x1868160455877120/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624249 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624233.790784:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624233.790787:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624233.790791:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ec200. 02000000:00000001:3.0:1781624233.790794:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624233.790797:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624233.790799:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781624233.790801:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624233.790803:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7db00. 02000000:00000001:3.0:1781624233.790806:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624233.790808:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624233.790810:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511280380. 00000100:00000001:3.0:1781624233.790813:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624233.790814:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624233.790817:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624233.790819:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624233.790820:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624233.790821:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624233.790823:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624233.798503:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624233.798525:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624233.798530:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624233.798533:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624233.798543:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624233.798550:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624233.798561:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624233.798565:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624233.798570:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624233.798574:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b2180 00000400:00000200:2.0:1781624233.798579:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624233.798585:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9905 [1] + 224 00000800:00000001:2.0:1781624233.798591:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624233.798602:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624233.798604:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624233.798608:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624233.798616:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624233.798625:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511281880 x1868160455876992/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624249 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624233.798636:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511281880 x1868160455876992/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624249 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624233.798746:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624233.798751:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624233.798938:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624233.798948:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624233.798952:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1781624233.803277:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624233.803284:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624233.803289:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8dc0. 00000400:00000200:3.0:1781624233.803299:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e703b8 00000400:00000010:3.0:1781624233.803302:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e703b8. 00000100:00000001:3.0:1781624233.803306:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624233.803318:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511281880 x1868160455876992/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624249 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624233.803330:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511281880 x1868160455876992/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624249 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624233.803339:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624233.803765:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624233.803769:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624233.803773:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624233.803775:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624233.803778:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624233.803781:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624233.803788:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=110 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624233.803792:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=31 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624233.803795:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624233.803796:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624233.803799:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624233.803801:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624233.803803:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624233.803808:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511281880 x1868160455876992/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624249 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624233.803815:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624233.803819:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624233.803821:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624233.803825:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511281880 x1868160455876992/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624249 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624233.803838:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511281880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455876992:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624233.803843:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624233.803846:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624233.803849:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511281880 x1868160455876992/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624249 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624233.803855:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624233.803858:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624233.803862:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ede00. 02000000:00000001:3.0:1781624233.803867:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624233.803870:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624233.803871:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781624233.803879:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624233.803881:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d000. 02000000:00000001:3.0:1781624233.803885:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624233.803887:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624233.803888:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511281880. 00000100:00000001:3.0:1781624233.803892:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624233.803893:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624233.803895:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624233.803903:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624233.803905:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624233.803908:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624233.803911:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624234.165177:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624234.165184:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624234.165191:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624234.165192:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624234.165358:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624234.165362:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624234.165365:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624235.190187:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624235.190196:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624235.190203:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624235.190205:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624235.190321:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624235.190325:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624235.190328:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624236.215861:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624236.215872:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624236.215880:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624236.215881:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624236.216196:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624236.216200:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624236.216203:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624237.237278:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624237.237286:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624237.237294:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624237.237295:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624237.237388:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624237.237392:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624237.237395:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624238.262180:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624238.262187:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624238.262189:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624238.262193:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624238.262197:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624238.262199:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624238.262201:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624238.262203:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624238.262207:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624238.262209:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624238.262210:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624238.262212:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624238.262213:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624238.262214:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624238.262216:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624238.262218:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624238.262625:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624238.262628:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624238.262632:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781624238.901208:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624238.901218:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624238.901231:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0f100. 00000020:00000040:2.0:1781624238.901239:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781624238.901244:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624238.901247:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624238.901252:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624238.901261:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3300. 00000100:00000001:2.0:1781624238.901267:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624238.901280:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0f100 x1868160455877248/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624238.901291:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624238.901294:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624238.901301:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6db9cef] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0f100 x1868160455877248/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624238.901329:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624238.901332:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624238.901335:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624238.901338:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0c700. 00000020:00000040:2.0:1781624238.901340:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781624238.901342:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624238.901344:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624238.901346:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624238.901349:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3900. 00000100:00000001:2.0:1781624238.901351:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624238.901356:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0c700 x1868160455877376/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624238.901363:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624238.901365:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624238.901369:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc47fb59] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0c700 x1868160455877376/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624238.901377:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624238.901379:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624238.901382:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624238.901385:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624238.901388:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624238.901394:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7733) 00000100:00000001:3.0:1781624238.901462:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624238.901467:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624238.901469:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781624238.901476:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0f100 x1868160455877248/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624238.901491:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781624238.901494:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624238.901498:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781624238.901501:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781624238.901504:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624238.901507:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455877248:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624238.901512:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781624238.901518:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781624238.901521:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624238.901524:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781624238.901529:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ec800. 02000000:00000001:3.0:1781624238.901531:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624238.901539:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781624238.901543:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8dc0. 00000400:00000010:3.0:1781624238.901551:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e703b8. 00000100:00000200:3.0:1781624238.901558:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455877248, portal 25 00000100:00000001:3.0:1781624238.901561:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781624238.901563:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272077056 : -123673437474560 : ffff8f8508b0f100) 00000100:00000040:3.0:1781624238.901569:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0f100 x1868160455877248/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624238.901577:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781624238.901580:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781624238.901583:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e705d8. 00000100:00000200:3.0:1781624238.901585:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455877248, offset 0 00000400:00000200:3.0:1781624238.901592:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624238.901603:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624238.901612:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781624238.901617:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781624238.901623:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781624238.901627:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781624238.901629:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781624238.901634:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376142:376142:256:4294967295] 192.168.202.101@tcp LPNI seq info [376112:376112:8:4294967295] 00000400:00000200:3.0:1781624238.901638:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624238.901648:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781624238.901654:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781624238.901659:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d000. 00000800:00000200:3.0:1781624238.901665:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781624238.901685:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781624238.901690:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781624238.901707:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624238.901712:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624238.901714:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302403702 00000100:00000001:3.0:1781624238.901722:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302398582 00000100:00000001:3.0:1781624238.901726:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302403702 00000100:00000001:3.0:1781624238.901729:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302398586 00000100:00000001:3.0:1781624238.901732:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624238.901735:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624238.901739:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624238.901741:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624238.901749:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624238.901751:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781624238.901753:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624238.901755:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624238.901756:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624238.901760:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1781624238.901762:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624238.901764:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624238.901766:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624238.901767:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624238.901768:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624238.901769:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781624238.901774:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0c700 x1868160455877376/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624238.901785:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781624238.901787:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624238.901789:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781624238.901790:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781624238.901792:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624238.901796:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455877376:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624238.901799:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781624238.901801:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781624238.901803:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624238.901805:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781624238.901808:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ed800. 02000000:00000001:3.0:1781624238.901809:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624238.901813:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781624238.901815:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8948. 00000400:00000010:3.0:1781624238.901832:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70aa0. 00000100:00000200:3.0:1781624238.901835:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455877376, portal 10 00000100:00000001:3.0:1781624238.901837:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781624238.901838:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272066304 : -123673437485312 : ffff8f8508b0c700) 00000100:00000040:3.0:1781624238.901845:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0c700 x1868160455877376/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624238.901851:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781624238.901853:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781624238.901854:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70110. 00000100:00000200:3.0:1781624238.901856:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455877376, offset 0 00000400:00000200:3.0:1781624238.901860:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624238.901864:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624238.901867:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781624238.901869:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781624238.901872:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781624238.901874:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781624238.901876:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781624238.901880:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376143:376143:255:4294967295] 192.168.202.101@tcp LPNI seq info [376113:376113:7:4294967295] 00000400:00000200:3.0:1781624238.901883:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624238.901889:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781624238.901893:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781624238.901897:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7db00. 00000800:00000200:3.0:1781624238.901901:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781624238.901906:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781624238.901908:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7db00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781624238.901911:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624238.901914:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17277 usecs (18 jiffies) 00000400:00000200:3.0:1781624238.901917:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624238.901919:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302395922 00000100:00000001:3.0:1781624238.901921:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302403702 00000100:00000001:3.0:1781624238.902078:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302395923 00000100:00000001:3.0:1781624238.902081:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302403702 00000100:00000001:3.0:1781624238.902083:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624238.902085:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624238.902088:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624238.902090:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624238.902101:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624238.902102:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624238.902264:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624238.902269:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d000. 00000400:00000200:2.0:1781624238.902276:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624238.902281:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624238.902287:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e705d8 00000400:00000010:2.0:1781624238.902290:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e705d8. 00000100:00000001:2.0:1781624238.902295:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624238.902299:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0f100 x1868160455877248/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624238.902308:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624238.902312:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0f100 x1868160455877248/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624254 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624238.902319:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624238.902321:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624238.902517:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624238.902520:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7db00. 00000400:00000200:2.0:1781624238.902524:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624238.902527:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624238.902531:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70110 00000400:00000010:2.0:1781624238.902533:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70110. 00000100:00000001:2.0:1781624238.902535:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624238.902538:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0c700 x1868160455877376/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624238.902546:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624238.902549:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0c700 x1868160455877376/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624254 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624238.902555:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624238.902556:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624238.909093:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624238.909116:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624238.909122:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624238.909124:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624238.909133:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624238.909141:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624238.909153:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624238.909161:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624238.909167:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624238.909173:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b2300 00000400:00000200:2.0:1781624238.909179:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624238.909185:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9935 [1] + 224 00000800:00000001:2.0:1781624238.909193:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624238.909281:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624238.909284:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624238.909289:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624238.909297:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624238.909307:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0c700 x1868160455877376/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624254 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624238.909319:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0c700 x1868160455877376/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624254 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624238.909342:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624238.909352:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624238.909356:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624238.909358:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624238.909361:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624238.909364:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624238.909368:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624238.909372:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624238.909375:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624238.909378:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624238.909380:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b2280 00000400:00000200:2.0:1781624238.909384:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624238.909389:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9925 [1] + 224 00000800:00000001:2.0:1781624238.909392:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624238.909397:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624238.909399:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624238.909404:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624238.909407:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624238.909412:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0f100 x1868160455877248/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624254 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624238.909422:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0f100 x1868160455877248/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624254 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624238.909430:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624238.909435:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624238.909438:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624238.909453:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624238.909464:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624238.909478:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624238.909482:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624238.909487:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8948. 00000400:00000200:3.0:1781624238.909497:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70aa0 00000400:00000010:3.0:1781624238.909501:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70aa0. 00000100:00000001:3.0:1781624238.909506:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624238.909519:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0c700 x1868160455877376/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624254 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624238.909537:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0c700 x1868160455877376/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624254 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624238.909545:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624238.909547:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624238.909551:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624238.909556:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624238.909560:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624238.909563:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624238.909567:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624238.909581:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=115 v=5 (5 5 5 20) 00000100:00001000:3.0:1781624238.909586:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=36 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624238.909589:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624238.909591:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624238.909595:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624238.909599:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624238.909604:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781624238.909606:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781624238.909608:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781624238.909610:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624238.909614:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0c700 x1868160455877376/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624254 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624238.909622:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624238.909626:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624238.909628:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624238.909632:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0c700 x1868160455877376/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624254 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624238.909640:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455877376:192.168.202.101@tcp:400:kworker.0 00000400:00000001:3.0:1781624238.909646:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624238.909648:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624238.909650:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8dc0. 00000400:00000200:3.0:1781624238.909653:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e703b8 00000400:00000010:3.0:1781624238.909655:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e703b8. 00000100:00000001:3.0:1781624238.909659:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624238.909664:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0f100 x1868160455877248/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624254 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624238.909684:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0f100 x1868160455877248/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624254 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624238.909690:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624238.909692:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624238.909694:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624238.909696:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624238.909697:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624238.909699:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624238.909701:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624238.909703:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=115 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624238.909707:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=36 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624238.909757:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624238.909759:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624238.909771:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624238.909773:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624238.909775:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624238.909780:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0f100 x1868160455877248/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624254 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624238.909786:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624238.909788:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624238.909789:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624238.909792:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0f100 x1868160455877248/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624254 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624238.909798:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455877248:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624238.909803:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624238.909806:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624238.909809:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0c700 x1868160455877376/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624254 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624238.909816:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624238.909819:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624238.909823:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ed800. 02000000:00000001:3.0:1781624238.909827:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624238.909831:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624238.909833:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781624238.909835:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624238.909838:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3900. 02000000:00000001:3.0:1781624238.909846:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624238.909849:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624238.909851:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0c700. 00000100:00000001:3.0:1781624238.909855:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624238.909857:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624238.909859:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624238.909862:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0f100 x1868160455877248/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624254 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624238.909868:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624238.909869:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624238.909870:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ec800. 02000000:00000001:3.0:1781624238.909872:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624238.909874:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624238.909875:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781624238.909878:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624238.909879:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3300. 02000000:00000001:3.0:1781624238.909882:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624238.909883:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624238.909884:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0f100. 00000100:00000001:3.0:1781624238.909887:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624238.909888:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624238.909890:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624238.909901:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624238.909902:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624238.909906:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624238.909909:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624239.285130:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624239.285139:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624239.285145:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624239.285146:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624239.285230:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624239.285236:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624239.285242:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624240.309433:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624240.309442:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624240.309449:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624240.309451:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624240.309595:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624240.309599:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624240.309603:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624241.333200:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624241.333210:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624241.333217:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624241.333218:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624241.333366:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624241.333370:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624241.333374:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624242.357227:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624242.357237:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624242.357244:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624242.357246:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624242.357440:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624242.357445:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624242.357448:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624243.383833:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624243.383846:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624243.383857:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624243.383858:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624243.384707:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624243.384714:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624243.384728:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781624244.021259:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624244.021279:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624244.021300:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733f800. 00000020:00000040:1.0:1781624244.021309:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781624244.021317:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624244.021322:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624244.021331:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624244.021344:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f3ef00. 00000100:00000001:1.0:1781624244.021357:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624244.021378:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733f800 x1868160455877504/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624244.021394:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624244.021402:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624244.021410:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024db8907] to pc [ptlrpcd_00_00+0] req@ffff8f850733f800 x1868160455877504/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624244.021496:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624244.021502:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624244.021505:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624244.021513:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733f800 x1868160455877504/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624244.021528:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624244.021531:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624244.021537:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624244.021540:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624244.021543:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624244.021549:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455877504:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624244.021555:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624244.021564:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624244.021568:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624244.021572:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624244.021580:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875c600. 02000000:00000001:0.0:1781624244.021582:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624244.021591:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624244.021597:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7dc0. 00000400:00000010:0.0:1781624244.021606:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9660. 00000100:00000200:0.0:1781624244.021618:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455877504, portal 25 00000100:00000001:0.0:1781624244.021631:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624244.021634:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247109632 : -123673462441984 : ffff8f850733f800) 00000100:00000040:0.0:1781624244.021641:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733f800 x1868160455877504/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624244.021649:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624244.021654:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624244.021657:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e95d8. 00000100:00000200:0.0:1781624244.021663:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455877504, offset 0 00000400:00000200:0.0:1781624244.021671:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624244.021685:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624244.021698:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624244.021709:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624244.021714:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624244.021731:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624244.021735:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624244.021754:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376144:376144:256:4294967295] 192.168.202.101@tcp LPNI seq info [376114:376114:8:4294967295] 00000400:00000200:0.0:1781624244.021759:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624244.021774:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624244.021782:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624244.021788:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8513250900. 00000800:00000200:0.0:1781624244.021797:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624244.021812:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624244.021818:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8513250900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624244.021839:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624244.021845:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624244.021849:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302408822 00000100:00000001:0.0:1781624244.021863:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302403702 00000100:00000001:0.0:1781624244.021872:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302408822 00000100:00000001:0.0:1781624244.021877:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302403702 00000100:00000001:0.0:1781624244.021881:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624244.021884:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624244.021889:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624244.021892:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624244.022019:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624244.022023:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624244.022063:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624244.022070:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733c000. 00000020:00000040:1.0:1781624244.022073:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781624244.022077:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624244.022079:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624244.022082:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624244.022086:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f3ec00. 00000100:00000001:1.0:1781624244.022090:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624244.022096:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733c000 x1868160455877632/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624244.022104:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624244.022113:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624244.022117:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000053df1fcb] to pc [ptlrpcd_00_01+1] req@ffff8f850733c000 x1868160455877632/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1781624244.022225:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624244.022233:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8513250900. 00000400:00000200:2.0:1781624244.022240:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624244.022247:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624244.022255:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e95d8 00000400:00000010:2.0:1781624244.022258:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e95d8. 00000100:00000001:2.0:1781624244.022263:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624244.022697:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733f800 x1868160455877504/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624244.022709:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624244.022713:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733f800 x1868160455877504/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624260 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624244.022719:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624244.022720:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1781624244.023967:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624244.023976:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781624244.023984:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624244.023989:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624244.023994:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624244.023997:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1781624244.024000:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624244.024003:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624244.024004:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624244.024006:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624244.024007:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624244.024010:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624244.024024:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733c000 x1868160455877632/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624244.024044:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624244.024046:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624244.024050:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624244.024054:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624244.024056:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624244.024059:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455877632:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624244.024063:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624244.024071:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624244.024074:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624244.024077:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624244.024088:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875c200. 02000000:00000001:0.0:1781624244.024090:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624244.024098:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624244.024103:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7b00. 00000400:00000010:0.0:1781624244.024156:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9440. 00000100:00000200:0.0:1781624244.024167:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455877632, portal 10 00000100:00000001:0.0:1781624244.024170:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624244.024172:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247095296 : -123673462456320 : ffff8f850733c000) 00000100:00000040:0.0:1781624244.024181:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733c000 x1868160455877632/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624244.024187:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624244.024189:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624244.024191:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9770. 00000100:00000200:0.0:1781624244.024196:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455877632, offset 0 00000400:00000200:0.0:1781624244.024201:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624244.024209:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624244.024216:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624244.024222:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624244.024226:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624244.024230:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624244.024232:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624244.024235:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376145:376145:256:4294967295] 192.168.202.101@tcp LPNI seq info [376115:376115:8:4294967295] 00000400:00000200:0.0:1781624244.024239:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624244.024248:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624244.024253:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624244.024257:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8513250000. 00000800:00000200:0.0:1781624244.024262:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624244.024271:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624244.024276:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8513250000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624244.024298:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624244.024304:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17270 usecs (18 jiffies) 00000400:00000200:0.0:1781624244.024307:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624244.024311:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302401044 00000100:00000001:0.0:1781624244.024315:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302408822 00000100:00000001:0.0:1781624244.024318:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302401044 00000100:00000001:0.0:1781624244.024321:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302408822 00000100:00000001:0.0:1781624244.024324:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624244.024327:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624244.024329:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624244.024332:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624244.024356:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624244.024359:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624244.024477:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624244.024480:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624244.024483:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624244.024485:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624244.024499:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624244.024506:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8513250000. 00000400:00000200:2.0:1781624244.024512:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624244.024518:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624244.024525:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9770 00000400:00000010:2.0:1781624244.024528:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9770. 00000100:00000001:1.0:1781624244.024531:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624244.024532:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624244.024536:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733c000 x1868160455877632/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781624244.024536:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624244.024541:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624244.024545:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624244.024546:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624244.024548:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624244.024550:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733c000 x1868160455877632/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624260 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781624244.024554:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7738) 00000100:00000001:2.0:1781624244.024557:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624244.024559:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624244.034552:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624244.034575:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624244.034581:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624244.034583:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624244.034594:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624244.034602:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624244.034612:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624244.034616:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624244.034632:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624244.034636:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b2400 00000400:00000200:2.0:1781624244.034640:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624244.034648:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f994d [1] + 224 00000800:00000001:2.0:1781624244.034655:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624244.034662:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624244.034665:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624244.034669:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624244.034677:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624244.034687:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733c000 x1868160455877632/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624260 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624244.034696:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733c000 x1868160455877632/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624260 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624244.034712:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624244.034723:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624244.034726:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624244.034992:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624244.035000:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624244.035011:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624244.035013:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624244.035018:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7b00. 00000400:00000200:0.0:1781624244.035067:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9440 00000400:00000010:0.0:1781624244.035072:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9440. 00000100:00000001:0.0:1781624244.035079:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624244.035085:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733c000 x1868160455877632/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624260 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624244.035095:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733c000 x1868160455877632/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624260 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624244.035104:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624244.035106:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624244.035110:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624244.035115:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624244.035119:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624244.035121:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624244.035127:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624244.035142:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=121 v=5 (5 5 5 20) 00000100:00001000:0.0:1781624244.035148:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=42 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624244.035152:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624244.035154:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624244.035158:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624244.035162:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624244.035169:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781624244.035172:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781624244.035174:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781624244.035175:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624244.035180:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733c000 x1868160455877632/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624260 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624244.035189:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624244.035194:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624244.035196:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624244.035201:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733c000 x1868160455877632/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624260 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624244.035210:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455877632:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624244.035216:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624244.035219:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624244.035222:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733c000 x1868160455877632/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624260 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624244.035230:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624244.035234:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624244.035239:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875c200. 02000000:00000001:0.0:1781624244.035244:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624244.035248:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624244.035250:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781624244.035253:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624244.035256:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f3ec00. 02000000:00000001:0.0:1781624244.035261:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624244.035264:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624244.035267:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733c000. 00000100:00000001:0.0:1781624244.035271:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624244.035273:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624244.035278:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624244.035280:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624244.035282:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624244.035283:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624244.035285:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624244.037080:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624244.037446:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624244.037453:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624244.037458:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624244.037471:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624244.037482:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624244.037496:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624244.037503:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624244.037510:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624244.037515:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b2380 00000400:00000200:2.0:1781624244.037525:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624244.037534:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9945 [1] + 224 00000800:00000001:2.0:1781624244.037544:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624244.037553:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624244.037557:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624244.037563:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624244.037574:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624244.037584:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733f800 x1868160455877504/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624260 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624244.037595:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733f800 x1868160455877504/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624260 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624244.037631:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624244.037644:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624244.037647:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624244.037726:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624244.037733:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624244.037742:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624244.037745:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624244.037749:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7dc0. 00000400:00000200:0.0:1781624244.037755:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9660 00000400:00000010:0.0:1781624244.037757:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9660. 00000100:00000001:0.0:1781624244.037761:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624244.037768:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733f800 x1868160455877504/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624260 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624244.037778:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733f800 x1868160455877504/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624260 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624244.037784:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624244.037787:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624244.037790:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624244.037794:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624244.037797:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624244.037800:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624244.037803:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624244.037813:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=121 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624244.037819:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=42 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624244.037823:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624244.037825:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624244.037828:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624244.037831:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624244.037834:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624244.037838:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733f800 x1868160455877504/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624260 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624244.037846:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624244.037850:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624244.037853:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624244.037857:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733f800 x1868160455877504/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624260 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624244.037866:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455877504:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624244.037872:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624244.037876:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624244.037879:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733f800 x1868160455877504/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624260 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624244.037885:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624244.037890:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624244.037907:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875c600. 02000000:00000001:0.0:1781624244.037912:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624244.037917:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624244.037920:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781624244.037922:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624244.037925:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f3ef00. 02000000:00000001:0.0:1781624244.037929:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624244.037931:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624244.038199:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733f800. 00000100:00000001:0.0:1781624244.038206:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624244.038207:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624244.038211:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624244.038224:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624244.038226:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624244.038228:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624244.038231:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624244.406113:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624244.406127:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624244.406136:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624244.406138:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624244.413088:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624244.413098:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624244.413104:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624245.429551:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624245.429559:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624245.429566:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624245.429568:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624245.429660:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624245.429663:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624245.429666:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624246.454294:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624246.454301:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624246.454308:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624246.454310:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624246.454993:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624246.454998:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624246.455002:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624247.477780:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624247.477787:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624247.477789:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624247.477793:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624247.477797:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624247.477800:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624247.477802:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624247.477804:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624247.477808:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624247.477810:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624247.477811:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624247.477812:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624247.477814:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624247.477815:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624247.477816:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624247.477817:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624247.479452:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624247.479457:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624247.479462:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624248.501177:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624248.501184:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624248.501191:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624248.501192:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624248.501643:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624248.501646:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624248.501650:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781624249.141156:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624249.141168:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624249.141179:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733fb80. 00000020:00000040:1.0:1781624249.141186:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781624249.141191:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624249.141194:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624249.141201:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624249.141209:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f3e400. 00000100:00000001:1.0:1781624249.141216:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624249.141229:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733fb80 x1868160455877760/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624249.141240:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624249.141244:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624249.141251:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000451a50df] to pc [ptlrpcd_00_00+0] req@ffff8f850733fb80 x1868160455877760/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624249.141286:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624249.141289:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624249.141293:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624249.141296:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733ea00. 00000020:00000040:1.0:1781624249.141298:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781624249.141300:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624249.141301:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624249.141303:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624249.141306:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f3e500. 00000100:00000001:1.0:1781624249.141308:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624249.141313:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733ea00 x1868160455877888/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624249.141320:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624249.141322:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624249.141325:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002bbec9a1] to pc [ptlrpcd_00_01+1] req@ffff8f850733ea00 x1868160455877888/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624249.141332:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624249.141334:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624249.141337:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624249.141340:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624249.141343:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624249.141347:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7743) 00000100:00000001:0.0:1781624249.141420:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624249.141426:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624249.141428:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624249.141435:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733fb80 x1868160455877760/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624249.141443:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624249.141446:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624249.141449:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624249.141452:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624249.141455:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624249.141459:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455877760:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624249.141464:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624249.141471:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624249.141473:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624249.141475:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624249.141482:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875c400. 02000000:00000001:0.0:1781624249.141484:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624249.141492:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624249.141496:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7dc0. 00000400:00000010:0.0:1781624249.141504:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9660. 00000100:00000200:0.0:1781624249.141512:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455877760, portal 25 00000100:00000001:0.0:1781624249.141515:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624249.141517:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247110528 : -123673462441088 : ffff8f850733fb80) 00000100:00000040:0.0:1781624249.141523:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733fb80 x1868160455877760/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624249.141530:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624249.141533:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624249.141536:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9440. 00000100:00000200:0.0:1781624249.141540:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455877760, offset 0 00000400:00000200:0.0:1781624249.141547:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624249.141555:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624249.141563:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624249.141568:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624249.141572:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624249.141604:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624249.141608:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624249.141612:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376146:376146:256:4294967295] 192.168.202.101@tcp LPNI seq info [376116:376116:8:4294967295] 00000400:00000200:0.0:1781624249.141617:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624249.141627:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624249.141633:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624249.141640:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8513250000. 00000800:00000200:0.0:1781624249.141646:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624249.141655:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624249.141659:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8513250000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624249.141678:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624249.141682:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624249.141685:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302413942 00000100:00000001:0.0:1781624249.141691:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302408822 00000100:00000001:0.0:1781624249.141695:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302413942 00000100:00000001:0.0:1781624249.141698:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302408822 00000100:00000001:0.0:1781624249.141701:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624249.141704:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624249.141707:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624249.141709:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624249.141716:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624249.141718:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781624249.141720:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624249.141721:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624249.141723:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624249.141725:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1781624249.141727:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624249.141729:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624249.141731:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624249.141733:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624249.141734:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624249.141735:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624249.141739:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733ea00 x1868160455877888/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624249.141746:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624249.141747:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624249.141749:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624249.141751:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624249.141753:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624249.141756:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455877888:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624249.141759:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624249.141762:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624249.141764:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624249.141765:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624249.141768:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875c600. 02000000:00000001:0.0:1781624249.141770:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624249.141773:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624249.141776:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7b00. 00000400:00000010:0.0:1781624249.141779:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9330. 00000100:00000200:0.0:1781624249.141781:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455877888, portal 10 00000100:00000001:0.0:1781624249.141783:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624249.141785:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247106048 : -123673462445568 : ffff8f850733ea00) 00000100:00000040:0.0:1781624249.141791:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733ea00 x1868160455877888/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624249.141798:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624249.141800:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624249.141803:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9b28. 00000100:00000200:0.0:1781624249.141805:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455877888, offset 0 00000400:00000200:0.0:1781624249.141809:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624249.141812:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624249.141815:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624249.141818:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624249.141820:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624249.141823:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624249.141825:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624249.141828:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376147:376147:255:4294967295] 192.168.202.101@tcp LPNI seq info [376117:376117:7:4294967295] 00000400:00000200:0.0:1781624249.141832:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624249.141839:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624249.141843:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624249.141846:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8513250900. 00000800:00000200:0.0:1781624249.141849:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624249.141853:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624249.141856:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8513250900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624249.141859:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624249.141862:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17268 usecs (18 jiffies) 00000400:00000200:0.0:1781624249.141865:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624249.141867:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302406162 00000100:00000001:0.0:1781624249.141869:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302413942 00000100:00000001:0.0:1781624249.141872:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302406162 00000100:00000001:0.0:1781624249.141874:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302413942 00000100:00000001:0.0:1781624249.141877:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624249.141879:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624249.141881:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624249.141883:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624249.141895:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624249.141896:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624249.145110:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624249.145121:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8513250000. 00000400:00000200:2.0:1781624249.145131:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624249.145142:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624249.145150:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9440 00000400:00000010:2.0:1781624249.145152:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9440. 00000100:00000001:2.0:1781624249.145158:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624249.145166:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733fb80 x1868160455877760/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624249.145178:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624249.145181:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733fb80 x1868160455877760/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624265 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624249.145188:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624249.145190:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624249.145265:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624249.145269:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8513250900. 00000400:00000200:2.0:1781624249.145272:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624249.145276:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624249.145279:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9b28 00000400:00000010:2.0:1781624249.145281:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9b28. 00000100:00000001:2.0:1781624249.145283:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624249.145287:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733ea00 x1868160455877888/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624249.145295:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624249.145298:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733ea00 x1868160455877888/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624265 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624249.145303:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624249.145305:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624249.151718:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624249.151737:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624249.151742:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624249.151744:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624249.151754:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624249.151761:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624249.151770:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624249.151775:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624249.151781:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624249.151786:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b2480 00000400:00000200:2.0:1781624249.151791:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624249.151798:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9955 [1] + 224 00000800:00000001:2.0:1781624249.151805:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624249.151812:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624249.151815:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624249.151819:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624249.151826:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624249.151836:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733fb80 x1868160455877760/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624265 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624249.151848:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733fb80 x1868160455877760/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624249.151871:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624249.151881:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624249.151884:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624249.152110:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624249.152114:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624249.152120:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624249.152122:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624249.152125:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7dc0. 00000400:00000200:0.0:1781624249.152130:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9660 00000400:00000010:0.0:1781624249.152133:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9660. 00000100:00000001:0.0:1781624249.152136:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624249.152140:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733fb80 x1868160455877760/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624249.152149:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733fb80 x1868160455877760/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624265 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624249.152155:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624249.152157:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624249.152160:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624249.152163:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624249.152165:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624249.152168:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624249.152171:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624249.152177:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=126 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624249.152181:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=47 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624249.152184:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624249.152186:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624249.152188:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624249.152190:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624249.152193:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624249.152197:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733fb80 x1868160455877760/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624265 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624249.152203:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624249.152207:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624249.152209:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624249.152213:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733fb80 x1868160455877760/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624265 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624249.152220:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455877760:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624249.152224:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624249.152226:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624249.152229:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733fb80 x1868160455877760/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624265 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624249.152235:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624249.152238:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624249.152242:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875c400. 02000000:00000001:0.0:1781624249.152245:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624249.152247:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624249.152249:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781624249.152251:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624249.152253:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f3e400. 02000000:00000001:0.0:1781624249.152257:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624249.152258:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624249.152260:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733fb80. 00000100:00000001:0.0:1781624249.152263:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624249.152267:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624249.152270:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624249.152272:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624249.152273:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624249.152274:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624249.152275:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624249.157069:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624249.157089:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624249.157094:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624249.157096:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624249.157106:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624249.157114:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624249.157124:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624249.157129:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624249.157135:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624249.157140:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b2500 00000400:00000200:2.0:1781624249.157145:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624249.157152:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f995d [1] + 224 00000800:00000001:2.0:1781624249.157159:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624249.157167:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624249.157170:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624249.157175:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624249.157183:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624249.157193:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733ea00 x1868160455877888/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624265 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624249.157204:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733ea00 x1868160455877888/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624249.157228:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624249.157237:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624249.157241:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624249.157309:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624249.157313:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624249.157321:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624249.157323:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624249.157327:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7b00. 00000400:00000200:0.0:1781624249.157332:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9330 00000400:00000010:0.0:1781624249.157335:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9330. 00000100:00000001:0.0:1781624249.157338:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624249.157344:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733ea00 x1868160455877888/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624249.157354:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733ea00 x1868160455877888/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624265 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624249.157362:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624249.157364:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624249.157366:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624249.157370:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624249.157372:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624249.157374:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624249.157378:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624249.157386:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=126 v=5 (5 5 5 20) 00000100:00001000:0.0:1781624249.157391:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=47 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624249.157394:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624249.157396:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624249.157398:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624249.157401:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624249.157405:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781624249.157407:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781624249.157409:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781624249.157411:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624249.157416:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733ea00 x1868160455877888/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624265 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624249.157423:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624249.157428:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624249.157430:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624249.157434:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733ea00 x1868160455877888/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624265 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624249.157442:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455877888:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624249.157448:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624249.157451:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624249.157456:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733ea00 x1868160455877888/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624265 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624249.157462:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624249.157465:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624249.157468:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875c600. 02000000:00000001:0.0:1781624249.157472:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624249.157475:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624249.157477:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781624249.157479:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624249.157482:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f3e500. 02000000:00000001:0.0:1781624249.157487:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624249.157489:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624249.157491:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733ea00. 00000100:00000001:0.0:1781624249.157495:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624249.157496:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624249.157499:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624249.157507:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624249.157509:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624249.157512:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624249.157514:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624249.525729:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624249.525735:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624249.525741:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624249.525742:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624249.526488:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624249.526492:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624249.526496:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624250.549207:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624250.549214:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624250.549220:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624250.549222:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624250.549329:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624250.549332:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624250.549335:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624251.573141:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624251.573147:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624251.573152:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624251.573153:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624251.573403:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624251.573406:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624251.573409:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624252.597163:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624252.597169:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624252.597177:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624252.597178:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624252.597342:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624252.597347:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624252.597350:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624253.621165:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624253.621171:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624253.621176:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624253.621177:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624253.621276:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624253.621279:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624253.621282:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781624254.261837:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624254.261846:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624254.261857:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731e300. 00000020:00000040:0.0:1781624254.261863:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781624254.261867:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624254.261869:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624254.261875:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624254.261881:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8513250100. 00000100:00000001:0.0:1781624254.261887:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624254.261897:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731e300 x1868160455878016/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624254.261904:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624254.261907:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624254.261912:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004daa77] to pc [ptlrpcd_00_00+0] req@ffff8f850731e300 x1868160455878016/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624254.261944:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624254.261947:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624254.261949:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624254.261951:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731ea00. 00000020:00000040:0.0:1781624254.261953:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781624254.261954:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624254.261955:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624254.261956:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624254.261958:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8513250700. 00000100:00000001:0.0:1781624254.261960:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624254.261963:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731ea00 x1868160455878144/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624254.261967:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624254.261969:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624254.261971:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000637ced7e] to pc [ptlrpcd_00_01+1] req@ffff8f850731ea00 x1868160455878144/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624254.261976:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624254.261977:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624254.261979:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624254.261990:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624254.261993:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624254.261997:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7748) 00000100:00000001:0.0:1781624254.262010:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624254.262012:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624254.262015:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624254.262019:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731ea00 x1868160455878144/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624254.262052:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624254.262054:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624254.262057:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624254.262060:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624254.262061:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624254.262064:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455878144:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624254.262067:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624254.262074:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624254.262077:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624254.262079:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624254.262083:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875c600. 02000000:00000001:0.0:1781624254.262084:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624254.262092:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624254.262096:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7b00. 00000400:00000010:0.0:1781624254.262101:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9330. 00000100:00000200:0.0:1781624254.262108:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455878144, portal 10 00000100:00000001:0.0:1781624254.262109:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624254.262111:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246974976 : -123673462576640 : ffff8f850731ea00) 00000100:00000040:0.0:1781624254.262116:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731ea00 x1868160455878144/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624254.262121:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624254.262124:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624254.262125:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9660. 00000100:00000200:0.0:1781624254.262128:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455878144, offset 0 00000400:00000200:0.0:1781624254.262133:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624254.262140:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624254.262146:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624254.262150:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624254.262153:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624254.262156:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624254.262158:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624254.262162:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376148:376148:256:4294967295] 192.168.202.101@tcp LPNI seq info [376118:376118:8:4294967295] 00000400:00000200:0.0:1781624254.262165:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624254.262172:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624254.262176:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624254.262180:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8513250900. 00000800:00000200:0.0:1781624254.262186:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624254.262192:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624254.262196:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8513250900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624254.262201:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624254.262204:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17271 usecs (18 jiffies) 00000400:00000200:0.0:1781624254.262206:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624254.262208:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302411283 00000100:00000001:0.0:1781624254.262211:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302413942 00000100:00000001:0.0:1781624254.262212:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302411283 00000100:00000001:0.0:1781624254.262214:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302413942 00000100:00000001:0.0:1781624254.262215:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624254.262217:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624254.262219:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624254.262220:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624254.262226:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624254.262228:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781624254.262229:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624254.262230:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624254.262231:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624254.262232:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1781624254.262233:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624254.262235:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624254.262235:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624254.262236:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624254.262237:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624254.262237:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624254.262239:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731e300 x1868160455878016/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624254.262244:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624254.262245:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624254.262246:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624254.262247:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624254.262248:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624254.262250:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455878016:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624254.262252:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624254.262253:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624254.262254:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624254.262255:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624254.262257:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875c400. 02000000:00000001:0.0:1781624254.262258:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624254.262260:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624254.262261:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7dc0. 00000400:00000010:0.0:1781624254.262263:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9dd0. 00000100:00000200:0.0:1781624254.262264:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455878016, portal 25 00000100:00000001:0.0:1781624254.262265:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624254.262266:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246973184 : -123673462578432 : ffff8f850731e300) 00000100:00000040:0.0:1781624254.262269:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731e300 x1868160455878016/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624254.262273:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624254.262274:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624254.262275:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e96e8. 00000100:00000200:0.0:1781624254.262276:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455878016, offset 0 00000400:00000200:0.0:1781624254.262279:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624254.262281:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624254.262282:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624254.262284:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624254.262285:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624254.262286:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624254.262288:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624254.262290:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376149:376149:255:4294967295] 192.168.202.101@tcp LPNI seq info [376119:376119:7:4294967295] 00000400:00000200:0.0:1781624254.262292:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624254.262295:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624254.262298:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624254.262300:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8513250000. 00000800:00000200:0.0:1781624254.262302:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624254.262304:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624254.262305:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8513250000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624254.262307:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624254.262308:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624254.262310:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302419063 00000100:00000001:0.0:1781624254.262315:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302413942 00000100:00000001:0.0:1781624254.262317:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302419063 00000100:00000001:0.0:1781624254.262319:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302413942 00000100:00000001:0.0:1781624254.262322:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624254.262323:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624254.262324:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624254.262325:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624254.262433:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624254.262436:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624254.263114:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624254.263119:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8513250900. 00000400:00000200:2.0:1781624254.263126:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624254.263133:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624254.263140:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9660 00000400:00000010:2.0:1781624254.263143:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9660. 00000100:00000001:2.0:1781624254.263146:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624254.263152:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731ea00 x1868160455878144/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624254.263162:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624254.263165:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731ea00 x1868160455878144/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624270 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624254.263172:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624254.263173:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624254.263247:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624254.263250:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8513250000. 00000400:00000200:2.0:1781624254.263253:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624254.263256:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624254.263259:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e96e8 00000400:00000010:2.0:1781624254.263260:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e96e8. 00000100:00000001:2.0:1781624254.263262:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624254.263265:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731e300 x1868160455878016/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624254.263270:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624254.263272:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731e300 x1868160455878016/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624270 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624254.263275:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624254.263276:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624254.270855:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624254.270878:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624254.270883:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624254.270887:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624254.270897:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624254.270905:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624254.270918:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624254.270924:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624254.270930:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624254.270934:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b2600 00000400:00000200:2.0:1781624254.270939:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624254.270946:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9965 [1] + 224 00000800:00000001:2.0:1781624254.270953:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624254.270958:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624254.270961:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624254.270967:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624254.270976:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624254.270987:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731ea00 x1868160455878144/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624270 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624254.270999:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731ea00 x1868160455878144/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624254.271067:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624254.271073:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624254.271115:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624254.271126:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624254.271130:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624254.271132:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624254.271134:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624254.271138:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624254.271142:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624254.271146:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624254.271149:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624254.271152:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624254.271155:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b2580 00000400:00000200:2.0:1781624254.271160:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624254.271163:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f996d [1] + 224 00000800:00000001:2.0:1781624254.271167:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624254.271177:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624254.271179:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624254.271183:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624254.271186:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624254.271190:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731e300 x1868160455878016/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624270 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624254.271200:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731e300 x1868160455878016/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624254.271207:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624254.271210:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624254.271213:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1781624254.272745:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624254.272751:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624254.272755:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7b00. 00000400:00000200:0.0:1781624254.272763:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9330 00000400:00000010:0.0:1781624254.272766:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9330. 00000100:00000001:0.0:1781624254.272770:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624254.272778:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731ea00 x1868160455878144/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624254.272790:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731ea00 x1868160455878144/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624270 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624254.272797:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624254.272801:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624254.272804:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624254.272808:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624254.272810:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624254.272813:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624254.272816:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624254.272824:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=131 v=5 (5 5 5 20) 00000100:00001000:0.0:1781624254.272829:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=52 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624254.272831:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624254.272833:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624254.272836:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624254.272840:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624254.272843:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781624254.272846:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781624254.272848:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781624254.272850:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624254.272854:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731ea00 x1868160455878144/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624270 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624254.272862:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624254.272866:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624254.272868:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624254.272872:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731ea00 x1868160455878144/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624270 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624254.272881:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455878144:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624254.272886:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624254.272889:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624254.272893:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731ea00 x1868160455878144/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624270 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624254.272900:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624254.272903:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624254.272906:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875c600. 02000000:00000001:0.0:1781624254.272910:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624254.272912:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624254.272915:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781624254.272917:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624254.272919:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8513250700. 02000000:00000001:0.0:1781624254.272923:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624254.272925:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624254.272927:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731ea00. 00000100:00000001:0.0:1781624254.272931:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624254.272933:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624254.272936:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624254.272939:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624254.272940:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624254.272943:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624254.272945:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624254.272947:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7dc0. 00000400:00000200:0.0:1781624254.272949:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9dd0 00000400:00000010:0.0:1781624254.272951:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9dd0. 00000100:00000001:0.0:1781624254.272953:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624254.272957:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731e300 x1868160455878016/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624254.272966:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731e300 x1868160455878016/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624270 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624254.272972:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624254.272974:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624254.272976:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624254.272977:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624254.272978:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624254.272979:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624254.272981:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624254.272984:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=131 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624254.272987:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=52 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624254.272990:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624254.272991:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624254.272993:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624254.272994:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624254.272996:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624254.273000:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731e300 x1868160455878016/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624270 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624254.273007:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624254.273009:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624254.273011:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624254.273014:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731e300 x1868160455878016/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624270 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624254.273022:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455878016:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624254.273042:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624254.273044:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624254.273047:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731e300 x1868160455878016/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624270 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624254.273054:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624254.273055:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624254.273057:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875c400. 02000000:00000001:0.0:1781624254.273059:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624254.273060:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624254.273062:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781624254.273064:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624254.273065:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8513250100. 02000000:00000001:0.0:1781624254.273067:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624254.273069:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624254.273070:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731e300. 00000100:00000001:0.0:1781624254.273072:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624254.273074:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624254.273076:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624254.273082:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624254.273084:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624254.273086:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624254.273087:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624254.645269:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624254.645276:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624254.645282:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624254.645283:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624254.645342:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624254.645345:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624254.645347:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624255.669177:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624255.669184:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624255.669190:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624255.669191:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624255.669311:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624255.669316:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624255.669319:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624256.694873:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624256.694881:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624256.694886:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624256.694888:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624256.695206:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624256.695210:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624256.695214:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624257.717198:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624257.717206:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624257.717208:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624257.717212:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624257.717217:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624257.717219:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624257.717221:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624257.717223:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624257.717228:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624257.717229:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624257.717231:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624257.717232:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624257.717233:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624257.717234:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624257.717235:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624257.717237:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624257.718247:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624257.718252:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624257.718256:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624258.741260:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624258.741266:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624258.741272:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624258.741273:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624258.741361:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624258.741364:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624258.741367:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781624259.382212:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624259.382223:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624259.382231:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511281880. 00000020:00000040:3.0:1781624259.382237:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781624259.382241:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624259.382244:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624259.382250:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624259.382259:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d900. 00000100:00000001:3.0:1781624259.382265:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624259.382276:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511281880 x1868160455878272/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624259.382288:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624259.382294:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624259.382301:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0866b48] to pc [ptlrpcd_01_00+0] req@ffff8f8511281880 x1868160455878272/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624259.382327:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624259.382329:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624259.382333:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624259.382336:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511280380. 00000020:00000040:3.0:1781624259.382338:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781624259.382340:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624259.382342:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624259.382343:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624259.382346:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d500. 00000100:00000001:3.0:1781624259.382349:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624259.382353:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511280380 x1868160455878400/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624259.382361:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624259.382362:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624259.382366:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc0c9a06] to pc [ptlrpcd_01_01+1] req@ffff8f8511280380 x1868160455878400/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624259.382389:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624259.382392:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624259.382396:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624259.382399:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624259.382403:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624259.382409:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7754) 00000100:00000001:3.0:1781624259.382424:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624259.382427:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624259.382430:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781624259.382435:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511281880 x1868160455878272/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624259.382443:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781624259.382446:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624259.382450:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781624259.382453:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781624259.382455:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624259.382459:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511281880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455878272:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624259.382463:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781624259.382470:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781624259.382473:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624259.382475:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781624259.382480:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ed800. 02000000:00000001:3.0:1781624259.382492:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624259.382501:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781624259.382507:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8dc0. 00000400:00000010:3.0:1781624259.382514:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e703b8. 00000100:00000200:3.0:1781624259.382522:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455878272, portal 25 00000100:00000001:3.0:1781624259.382525:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781624259.382527:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414103680 : -123673295447936 : ffff8f8511281880) 00000100:00000040:3.0:1781624259.382533:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511281880 x1868160455878272/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624259.382542:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781624259.382545:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781624259.382548:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70aa0. 00000100:00000200:3.0:1781624259.382551:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455878272, offset 0 00000400:00000200:3.0:1781624259.382557:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624259.382567:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624259.382576:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781624259.382582:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781624259.382586:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781624259.382590:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781624259.382593:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781624259.382597:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376150:376150:256:4294967295] 192.168.202.101@tcp LPNI seq info [376120:376120:8:4294967295] 00000400:00000200:3.0:1781624259.382601:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624259.382800:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781624259.382807:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781624259.382812:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7df00. 00000800:00000200:3.0:1781624259.382819:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781624259.382828:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781624259.382832:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7df00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781624259.382844:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624259.382849:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624259.382852:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302424183 00000100:00000001:3.0:1781624259.382859:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302419063 00000100:00000001:3.0:1781624259.382863:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302424183 00000100:00000001:3.0:1781624259.382866:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302419063 00000100:00000001:3.0:1781624259.382869:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624259.382872:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624259.382874:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624259.382877:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624259.382884:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624259.382887:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781624259.382888:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624259.382890:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624259.382891:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624259.382893:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1781624259.382895:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624259.382896:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624259.382898:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624259.382899:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624259.382900:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624259.382901:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781624259.382905:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511280380 x1868160455878400/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624259.382911:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781624259.382912:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624259.382914:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781624259.382916:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781624259.382918:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624259.382920:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455878400:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624259.382923:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781624259.382926:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781624259.382927:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624259.382929:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781624259.382932:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096eda00. 02000000:00000001:3.0:1781624259.382934:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624259.382937:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781624259.382940:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8948. 00000400:00000010:3.0:1781624259.382943:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70e58. 00000100:00000200:3.0:1781624259.382945:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455878400, portal 10 00000100:00000001:3.0:1781624259.382947:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781624259.382948:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414098304 : -123673295453312 : ffff8f8511280380) 00000100:00000040:3.0:1781624259.382954:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511280380 x1868160455878400/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624259.382965:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781624259.382967:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781624259.382969:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70000. 00000100:00000200:3.0:1781624259.382971:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455878400, offset 0 00000400:00000200:3.0:1781624259.382976:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624259.382980:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624259.382983:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781624259.382986:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781624259.382988:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781624259.382990:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781624259.382992:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781624259.382994:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376151:376151:255:4294967295] 192.168.202.101@tcp LPNI seq info [376121:376121:7:4294967295] 00000400:00000200:3.0:1781624259.382998:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624259.383004:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781624259.383008:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781624259.383013:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7db00. 00000800:00000200:3.0:1781624259.383017:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781624259.383022:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781624259.383024:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7db00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781624259.383062:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624259.383066:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17267 usecs (18 jiffies) 00000400:00000200:3.0:1781624259.383069:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624259.383071:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302416403 00000100:00000001:3.0:1781624259.383073:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302424183 00000100:00000001:3.0:1781624259.383075:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302416403 00000100:00000001:3.0:1781624259.383077:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302424183 00000100:00000001:3.0:1781624259.383079:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624259.383081:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624259.383083:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624259.383085:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624259.383095:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624259.383097:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624259.383789:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624259.383794:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7df00. 00000400:00000200:3.0:1781624259.383803:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624259.383809:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624259.383816:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70aa0 00000400:00000010:3.0:1781624259.383819:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70aa0. 00000100:00000001:3.0:1781624259.383824:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624259.383831:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511281880 x1868160455878272/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624259.383841:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624259.383845:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511281880 x1868160455878272/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624275 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624259.383851:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624259.383853:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781624259.384493:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624259.384497:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7db00. 00000400:00000200:3.0:1781624259.384501:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624259.384505:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624259.384509:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70000 00000400:00000010:3.0:1781624259.384511:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70000. 00000100:00000001:3.0:1781624259.384513:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624259.384517:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511280380 x1868160455878400/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624259.384526:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624259.384529:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511280380 x1868160455878400/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624275 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624259.384536:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624259.384537:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624259.397975:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624259.398001:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624259.398006:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624259.398010:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624259.398042:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624259.398064:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624259.398076:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624259.398083:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624259.398090:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624259.398095:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b2700 00000400:00000200:2.0:1781624259.398102:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624259.398111:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9985 [1] + 224 00000800:00000001:2.0:1781624259.398122:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624259.398127:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624259.398132:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624259.398137:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624259.398149:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624259.398159:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511280380 x1868160455878400/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624275 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624259.398170:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511280380 x1868160455878400/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624259.398189:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624259.398201:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624259.398205:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624259.398207:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624259.398209:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624259.398211:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624259.398215:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624259.398220:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624259.398223:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624259.398226:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624259.398228:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b2680 00000400:00000200:2.0:1781624259.398232:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624259.398237:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9975 [1] + 224 00000800:00000001:2.0:1781624259.398241:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624259.398249:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624259.398252:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624259.398255:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624259.398258:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624259.398264:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511281880 x1868160455878272/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624275 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624259.398273:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511281880 x1868160455878272/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624259.398280:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624259.398284:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624259.398287:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624259.398551:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624259.398555:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624259.398562:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624259.398564:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624259.398567:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8948. 00000400:00000200:3.0:1781624259.398572:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70e58 00000400:00000010:3.0:1781624259.398575:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70e58. 00000100:00000001:3.0:1781624259.398578:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624259.398583:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511280380 x1868160455878400/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624259.398592:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511280380 x1868160455878400/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624275 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624259.398599:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624259.398600:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624259.398603:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624259.398606:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624259.398620:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624259.398622:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624259.398626:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624259.398635:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=136 v=5 (5 5 5 20) 00000100:00001000:3.0:1781624259.398640:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=57 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624259.398643:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624259.398645:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624259.398648:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624259.398653:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624259.398657:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781624259.398659:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781624259.398661:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781624259.398776:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624259.398784:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511280380 x1868160455878400/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624275 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624259.398792:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624259.398795:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624259.398797:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624259.398801:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511280380 x1868160455878400/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624275 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624259.398815:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455878400:192.168.202.101@tcp:400:kworker.0 00000400:00000001:3.0:1781624259.398822:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624259.398823:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624259.398825:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8dc0. 00000400:00000200:3.0:1781624259.398827:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e703b8 00000400:00000010:3.0:1781624259.398829:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e703b8. 00000100:00000001:3.0:1781624259.398832:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624259.398835:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511281880 x1868160455878272/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624259.398844:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511281880 x1868160455878272/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624275 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624259.398850:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624259.398851:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624259.398853:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624259.398855:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624259.398856:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624259.398858:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624259.398860:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624259.398863:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=136 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624259.398866:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=57 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624259.398868:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624259.398870:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624259.398871:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624259.398873:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624259.398875:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624259.398879:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511281880 x1868160455878272/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624275 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624259.398885:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624259.398887:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624259.398889:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624259.398892:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511281880 x1868160455878272/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624275 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624259.398899:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511281880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455878272:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624259.398904:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624259.398907:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624259.398909:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511280380 x1868160455878400/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624275 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624259.398916:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624259.398918:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624259.398922:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096eda00. 02000000:00000001:3.0:1781624259.398925:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624259.398928:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624259.398930:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781624259.398932:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624259.398935:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d500. 02000000:00000001:3.0:1781624259.398939:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624259.398941:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624259.398943:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511280380. 00000100:00000001:3.0:1781624259.398946:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624259.398948:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624259.398949:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624259.398952:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511281880 x1868160455878272/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624275 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624259.398958:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624259.398959:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624259.398961:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ed800. 02000000:00000001:3.0:1781624259.398963:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624259.398964:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624259.398965:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781624259.398966:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624259.398968:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d900. 02000000:00000001:3.0:1781624259.398970:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624259.398971:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624259.398972:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511281880. 00000100:00000001:3.0:1781624259.398974:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624259.398976:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624259.398978:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624259.398985:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624259.398987:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624259.398989:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624259.398991:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624259.772498:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624259.772509:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624259.772517:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624259.772518:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624259.772735:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624259.772742:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624259.772746:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624260.789167:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624260.789174:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624260.789181:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624260.789182:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624260.792905:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624260.792915:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624260.792921:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624261.813179:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624261.813185:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624261.813189:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624261.813190:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624261.813270:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624261.813273:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624261.813275:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624262.837178:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624262.837185:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624262.837190:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624262.837192:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624262.837322:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624262.837326:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624262.837329:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624263.861166:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624263.861286:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624263.861295:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624263.861297:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624263.861418:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624263.861421:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624263.861424:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781624264.502090:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624264.502102:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624264.502114:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0ce00. 00000020:00000040:2.0:1781624264.502120:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781624264.502125:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624264.502129:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624264.502134:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624264.502142:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3600. 00000100:00000001:2.0:1781624264.502148:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624264.502161:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0ce00 x1868160455878528/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624264.502171:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624264.502175:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624264.502181:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e9d049] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0ce00 x1868160455878528/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624264.502212:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624264.502215:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624264.502219:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624264.502221:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0ca80. 00000020:00000040:2.0:1781624264.502224:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781624264.502226:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624264.502227:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624264.502229:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624264.502232:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3500. 00000100:00000001:2.0:1781624264.502234:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624264.502239:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0ca80 x1868160455878656/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624264.502246:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624264.502248:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624264.502253:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004da633e2] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0ca80 x1868160455878656/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624264.502261:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624264.502263:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624264.502266:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624264.502269:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624264.502273:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624264.502278:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7759) 00000100:00000001:3.0:1781624264.502336:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624264.502340:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624264.502343:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781624264.502351:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0ce00 x1868160455878528/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624264.502358:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781624264.502360:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624264.502363:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781624264.502366:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781624264.502369:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624264.502372:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455878528:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624264.502377:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781624264.502384:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781624264.502387:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624264.502390:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781624264.502395:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ec400. 02000000:00000001:3.0:1781624264.502398:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624264.502405:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781624264.502411:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8dc0. 00000400:00000010:3.0:1781624264.502419:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e703b8. 00000100:00000200:3.0:1781624264.502429:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455878528, portal 25 00000100:00000001:3.0:1781624264.502431:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781624264.502433:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272068096 : -123673437483520 : ffff8f8508b0ce00) 00000100:00000040:3.0:1781624264.502468:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0ce00 x1868160455878528/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624264.502476:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781624264.502479:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781624264.502482:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70e58. 00000100:00000200:3.0:1781624264.502485:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455878528, offset 0 00000400:00000200:3.0:1781624264.502494:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624264.502503:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624264.502511:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781624264.502517:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781624264.502522:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781624264.502527:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781624264.502530:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781624264.502535:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376152:376152:256:4294967295] 192.168.202.101@tcp LPNI seq info [376122:376122:8:4294967295] 00000400:00000200:3.0:1781624264.502540:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624264.502552:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781624264.502559:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781624264.502565:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d900. 00000800:00000200:3.0:1781624264.502572:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781624264.502584:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781624264.502589:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781624264.502612:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624264.502617:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624264.502621:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302429303 00000100:00000001:3.0:1781624264.502630:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302424183 00000100:00000001:3.0:1781624264.502634:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302429303 00000100:00000001:3.0:1781624264.502638:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302424183 00000100:00000001:3.0:1781624264.502642:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624264.502645:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624264.502648:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624264.502651:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624264.502659:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624264.502661:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781624264.502663:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624264.502664:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624264.502666:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624264.502669:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1781624264.502671:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624264.502673:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624264.502674:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624264.502676:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624264.502677:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624264.502678:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781624264.502681:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0ca80 x1868160455878656/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624264.502688:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781624264.502689:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624264.502691:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781624264.502701:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781624264.502703:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624264.502706:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455878656:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624264.502709:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781624264.502712:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781624264.502714:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624264.502715:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781624264.502718:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ed200. 02000000:00000001:3.0:1781624264.502721:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624264.502724:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781624264.502727:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8948. 00000400:00000010:3.0:1781624264.502731:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70000. 00000100:00000200:3.0:1781624264.502733:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455878656, portal 10 00000100:00000001:3.0:1781624264.502736:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781624264.502737:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272067200 : -123673437484416 : ffff8f8508b0ca80) 00000100:00000040:3.0:1781624264.502744:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0ca80 x1868160455878656/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624264.502751:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781624264.502753:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781624264.502756:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70aa0. 00000100:00000200:3.0:1781624264.502758:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455878656, offset 0 00000400:00000200:3.0:1781624264.502761:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624264.502765:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624264.502768:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781624264.502771:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781624264.502774:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781624264.502776:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781624264.502778:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781624264.502781:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376153:376153:255:4294967295] 192.168.202.101@tcp LPNI seq info [376123:376123:7:4294967295] 00000400:00000200:3.0:1781624264.502785:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624264.502792:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781624264.502796:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781624264.502799:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d500. 00000800:00000200:3.0:1781624264.502802:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781624264.502806:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781624264.502808:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781624264.502811:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624264.502815:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17271 usecs (18 jiffies) 00000400:00000200:3.0:1781624264.502818:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624264.502820:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302421523 00000100:00000001:3.0:1781624264.502822:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302429303 00000100:00000001:3.0:1781624264.502824:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302421523 00000100:00000001:3.0:1781624264.502826:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302429303 00000100:00000001:3.0:1781624264.502829:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624264.502831:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624264.502833:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624264.502835:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624264.502848:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624264.502850:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624264.502987:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624264.502991:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d900. 00000400:00000200:2.0:1781624264.502998:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624264.503003:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624264.503008:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70e58 00000400:00000010:2.0:1781624264.503011:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70e58. 00000100:00000001:2.0:1781624264.503015:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624264.503020:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0ce00 x1868160455878528/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624264.503057:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624264.503060:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0ce00 x1868160455878528/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624280 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624264.503067:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624264.503069:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624264.503140:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624264.503144:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d500. 00000400:00000200:2.0:1781624264.503147:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624264.503150:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624264.503153:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70aa0 00000400:00000010:2.0:1781624264.503155:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70aa0. 00000100:00000001:2.0:1781624264.503157:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624264.503160:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0ca80 x1868160455878656/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624264.503168:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624264.503171:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0ca80 x1868160455878656/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624280 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624264.503177:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624264.503178:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624264.508503:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624264.508521:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624264.508526:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624264.508529:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624264.508538:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624264.508545:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624264.508554:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624264.508559:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624264.508564:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624264.508569:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b2780 00000400:00000200:2.0:1781624264.508573:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624264.508579:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9995 [1] + 224 00000800:00000001:2.0:1781624264.508585:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624264.508589:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624264.508591:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624264.508595:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624264.508602:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624264.508610:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0ce00 x1868160455878528/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624280 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624264.508621:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0ce00 x1868160455878528/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624264.508643:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624264.508650:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624264.508653:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624264.508655:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624264.508657:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624264.508660:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624264.508664:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624264.508667:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624264.508670:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624264.508673:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624264.508676:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b2800 00000400:00000200:2.0:1781624264.508679:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624264.508683:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f99a5 [1] + 224 00000800:00000001:2.0:1781624264.508686:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624264.508691:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624264.508703:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624264.508707:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624264.508709:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624264.508713:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0ca80 x1868160455878656/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624280 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624264.508722:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0ca80 x1868160455878656/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624264.508730:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624264.508733:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624264.508735:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624264.508945:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624264.508951:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624264.508959:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624264.508961:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624264.508966:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8948. 00000400:00000200:3.0:1781624264.508972:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70000 00000400:00000010:3.0:1781624264.508974:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70000. 00000100:00000001:3.0:1781624264.508978:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624264.508983:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0ca80 x1868160455878656/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624264.508992:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0ca80 x1868160455878656/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624280 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624264.508999:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624264.509001:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624264.509003:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624264.509007:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624264.509010:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624264.509013:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624264.509016:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624264.509056:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=141 v=5 (5 5 5 20) 00000100:00001000:3.0:1781624264.509061:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=62 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624264.509064:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624264.509066:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624264.509069:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624264.509072:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624264.509076:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781624264.509079:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781624264.509081:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781624264.509082:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624264.509088:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0ca80 x1868160455878656/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624280 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624264.509095:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624264.509099:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624264.509101:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624264.509106:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0ca80 x1868160455878656/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624280 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624264.509113:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455878656:192.168.202.101@tcp:400:kworker.0 00000400:00000001:3.0:1781624264.509119:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624264.509121:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624264.509122:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8dc0. 00000400:00000200:3.0:1781624264.509125:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e703b8 00000400:00000010:3.0:1781624264.509127:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e703b8. 00000100:00000001:3.0:1781624264.509129:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624264.509133:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0ce00 x1868160455878528/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624264.509140:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0ce00 x1868160455878528/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624280 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624264.509146:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624264.509147:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624264.509149:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624264.509150:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624264.509151:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624264.509153:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624264.509155:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624264.509158:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=141 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624264.509160:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=62 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624264.509163:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624264.509164:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624264.509165:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624264.509167:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624264.509169:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624264.509173:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0ce00 x1868160455878528/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624280 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624264.509180:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624264.509182:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624264.509183:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624264.509187:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0ce00 x1868160455878528/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624280 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624264.509194:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455878528:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624264.509199:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624264.509201:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624264.509205:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0ca80 x1868160455878656/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624280 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624264.509212:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624264.509215:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624264.509218:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ed200. 02000000:00000001:3.0:1781624264.509222:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624264.509224:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624264.509226:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781624264.509228:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624264.509230:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3500. 02000000:00000001:3.0:1781624264.509235:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624264.509237:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624264.509239:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0ca80. 00000100:00000001:3.0:1781624264.509242:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624264.509244:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624264.509246:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624264.509249:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0ce00 x1868160455878528/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624280 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624264.509255:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624264.509256:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624264.509257:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ec400. 02000000:00000001:3.0:1781624264.509259:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624264.509261:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624264.509262:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781624264.509264:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624264.509265:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3600. 02000000:00000001:3.0:1781624264.509268:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624264.509269:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624264.509270:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0ce00. 00000100:00000001:3.0:1781624264.509272:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624264.509274:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624264.509276:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624264.509284:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624264.509287:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624264.509289:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624264.509292:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624264.887302:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624264.887310:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624264.887316:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624264.887317:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624264.887375:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624264.887379:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624264.887382:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624265.910075:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624265.910084:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624265.910090:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624265.910091:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624265.911623:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624265.911628:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624265.911632:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624266.933821:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624266.933831:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624266.933839:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624266.933840:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624266.935956:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624266.935968:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624266.935976:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624267.958524:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624267.958538:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624267.958541:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624267.958545:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624267.958553:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624267.958556:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624267.958558:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624267.958560:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624267.958565:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624267.958567:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624267.958568:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624267.958570:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624267.958572:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624267.958573:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624267.958574:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624267.958576:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624267.961164:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624267.961174:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624267.961181:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624268.981234:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624268.981244:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624268.981254:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624268.981255:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624268.981493:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624268.981499:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624268.981503:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781624269.621367:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624269.621384:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624269.621430:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731e300. 00000020:00000040:0.0:1781624269.621441:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781624269.621448:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624269.621453:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624269.621461:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624269.621475:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8513250100. 00000100:00000001:0.0:1781624269.621485:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624269.621505:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731e300 x1868160455878784/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624269.621520:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624269.621526:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624269.621536:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004daa77] to pc [ptlrpcd_00_00+0] req@ffff8f850731e300 x1868160455878784/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624269.621580:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624269.621583:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624269.621588:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624269.621591:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731ea00. 00000020:00000040:0.0:1781624269.621594:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781624269.621597:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624269.621599:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624269.621600:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624269.621604:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8513250700. 00000100:00000001:0.0:1781624269.621607:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624269.621611:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731ea00 x1868160455878912/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624269.621619:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624269.621621:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624269.621625:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000637ced7e] to pc [ptlrpcd_00_01+1] req@ffff8f850731ea00 x1868160455878912/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624269.621643:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624269.621647:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624269.621650:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624269.621654:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624269.621657:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624269.621663:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7764) 00000100:00000001:0.0:1781624269.621682:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624269.621687:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624269.621690:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624269.621695:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731ea00 x1868160455878912/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624269.621703:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624269.621706:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624269.621710:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624269.621713:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624269.621716:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624269.621719:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455878912:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624269.621724:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624269.621731:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624269.621734:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624269.621738:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624269.621743:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875d800. 02000000:00000001:0.0:1781624269.621745:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624269.621754:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624269.621759:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7dc0. 00000400:00000010:0.0:1781624269.621768:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9dd0. 00000100:00000200:0.0:1781624269.621777:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455878912, portal 10 00000100:00000001:0.0:1781624269.621780:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624269.621782:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246974976 : -123673462576640 : ffff8f850731ea00) 00000100:00000040:0.0:1781624269.621790:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731ea00 x1868160455878912/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624269.621804:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624269.621807:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624269.621810:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9330. 00000100:00000200:0.0:1781624269.621814:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455878912, offset 0 00000400:00000200:0.0:1781624269.621822:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624269.621834:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624269.621844:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624269.621851:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624269.621857:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624269.621861:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624269.621864:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624269.621870:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376154:376154:256:4294967295] 192.168.202.101@tcp LPNI seq info [376124:376124:8:4294967295] 00000400:00000200:0.0:1781624269.621875:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624269.621886:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624269.621895:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624269.621901:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8513250000. 00000800:00000200:0.0:1781624269.621909:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624269.621919:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624269.621925:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8513250000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624269.621946:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624269.621952:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17261 usecs (18 jiffies) 00000400:00000200:0.0:1781624269.621956:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624269.621959:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302426642 00000100:00000001:0.0:1781624269.621963:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302429303 00000100:00000001:0.0:1781624269.621966:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302426642 00000100:00000001:0.0:1781624269.621968:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302429303 00000100:00000001:0.0:1781624269.621971:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624269.621974:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624269.621978:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624269.621981:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624269.621991:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624269.621994:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781624269.621995:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624269.621997:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624269.621998:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624269.622001:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1781624269.622002:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624269.622004:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624269.622006:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624269.622008:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624269.622009:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624269.622010:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624269.622014:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731e300 x1868160455878784/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624269.622021:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624269.622023:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624269.622151:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624269.622155:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624269.622856:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624269.622863:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8513250000. 00000400:00000200:2.0:1781624269.622871:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624269.622879:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624269.622887:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9330 00000400:00000010:2.0:1781624269.622890:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9330. 00000100:00000001:2.0:1781624269.622895:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624269.622900:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731ea00 x1868160455878912/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624269.622911:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624269.622914:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731ea00 x1868160455878912/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624285 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624269.622921:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624269.622923:0:2343:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1781624269.624558:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624269.624569:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624269.624575:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624269.624587:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455878784:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624269.624594:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624269.624605:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624269.624609:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624269.624612:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624269.624626:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875c200. 02000000:00000001:0.0:1781624269.624628:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624269.624651:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624269.624658:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7b00. 00000400:00000010:0.0:1781624269.624668:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9880. 00000100:00000200:0.0:1781624269.624676:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455878784, portal 25 00000100:00000001:0.0:1781624269.624679:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624269.624681:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246973184 : -123673462578432 : ffff8f850731e300) 00000100:00000040:0.0:1781624269.624691:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731e300 x1868160455878784/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624269.624700:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624269.624702:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624269.624705:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9cc0. 00000100:00000200:0.0:1781624269.624710:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455878784, offset 0 00000400:00000200:0.0:1781624269.624717:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624269.624728:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624269.624737:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624269.624744:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624269.624749:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624269.624753:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624269.624756:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624269.624760:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376155:376155:256:4294967295] 192.168.202.101@tcp LPNI seq info [376125:376125:8:4294967295] 00000400:00000200:0.0:1781624269.624765:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624269.624776:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624269.624783:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624269.624789:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8513250900. 00000800:00000200:0.0:1781624269.624796:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624269.624806:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624269.624811:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8513250900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624269.624837:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624269.624842:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624269.624846:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302434425 00000100:00000001:0.0:1781624269.624857:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302429303 00000100:00000001:0.0:1781624269.624874:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302434425 00000100:00000001:0.0:1781624269.624879:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302429303 00000100:00000001:0.0:1781624269.624882:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624269.624885:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624269.624897:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624269.624902:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624269.627844:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624269.627858:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8513250900. 00000400:00000200:2.0:1781624269.627873:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624269.627886:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624269.627902:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9cc0 00000400:00000010:2.0:1781624269.627906:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9cc0. 00000100:00000001:2.0:1781624269.627919:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624269.627930:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731e300 x1868160455878784/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624269.627945:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624269.627949:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731e300 x1868160455878784/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624285 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624269.627957:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624269.627959:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624269.629608:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624269.629644:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624269.629651:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624269.629655:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624269.629667:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624269.629677:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624269.629689:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624269.629696:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624269.629703:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624269.629708:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b2900 00000400:00000200:2.0:1781624269.629715:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624269.629724:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f99b5 [1] + 224 00000800:00000001:2.0:1781624269.629733:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624269.629743:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624269.629747:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624269.629752:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624269.629762:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624269.629774:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731ea00 x1868160455878912/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624285 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624269.629787:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731ea00 x1868160455878912/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624285 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624269.629812:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624269.629823:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624269.629827:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624269.630152:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624269.630158:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624269.630168:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624269.630171:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624269.630175:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7dc0. 00000400:00000200:0.0:1781624269.630181:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9dd0 00000400:00000010:0.0:1781624269.630183:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9dd0. 00000100:00000001:0.0:1781624269.630187:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624269.630194:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731ea00 x1868160455878912/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624285 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624269.630204:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731ea00 x1868160455878912/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624285 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624269.630210:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624269.630212:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624269.630216:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624269.630221:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624269.630224:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624269.630227:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624269.630232:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624269.630244:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=146 v=5 (5 5 5 20) 00000100:00001000:0.0:1781624269.630249:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=67 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624269.630252:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624269.630254:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624269.630257:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624269.630262:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624269.630266:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781624269.630269:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781624269.630271:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781624269.630273:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624269.630278:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731ea00 x1868160455878912/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624285 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624269.630285:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624269.630289:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624269.630292:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624269.630296:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731ea00 x1868160455878912/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624285 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624269.630305:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455878912:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624269.630310:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624269.630313:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624269.630316:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731ea00 x1868160455878912/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624285 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624269.630323:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624269.630326:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624269.630331:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875d800. 02000000:00000001:0.0:1781624269.630335:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624269.630339:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624269.630341:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781624269.630344:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624269.630346:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8513250700. 02000000:00000001:0.0:1781624269.630352:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624269.630354:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624269.630356:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731ea00. 00000100:00000001:0.0:1781624269.630360:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624269.630362:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624269.630366:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624269.630367:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624269.630369:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624269.630370:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624269.630372:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624269.634475:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624269.634502:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624269.634510:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624269.634513:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624269.634529:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624269.634540:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624269.634553:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624269.634558:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624269.634565:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624269.634570:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b2880 00000400:00000200:2.0:1781624269.634577:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624269.634587:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f99bd [1] + 224 00000800:00000001:2.0:1781624269.634597:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624269.634606:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624269.634610:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624269.634616:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624269.634626:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624269.634786:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731e300 x1868160455878784/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624285 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624269.634806:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731e300 x1868160455878784/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624285 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624269.634832:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624269.634844:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624269.634848:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624269.634969:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624269.634976:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624269.634985:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624269.634988:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624269.634992:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7b00. 00000400:00000200:0.0:1781624269.634998:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9880 00000400:00000010:0.0:1781624269.635001:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9880. 00000100:00000001:0.0:1781624269.635004:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624269.635009:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731e300 x1868160455878784/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624285 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624269.635152:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731e300 x1868160455878784/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624285 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624269.635161:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624269.635163:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624269.635166:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624269.635171:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624269.635174:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624269.635177:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624269.635181:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624269.635196:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=146 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624269.635201:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=67 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624269.635204:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624269.635206:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624269.635210:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624269.635212:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624269.635215:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624269.635220:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731e300 x1868160455878784/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624285 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624269.635228:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624269.635232:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624269.635235:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624269.635239:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731e300 x1868160455878784/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624285 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624269.635246:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455878784:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624269.635251:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624269.635254:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624269.635258:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731e300 x1868160455878784/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624285 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624269.635264:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624269.635268:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624269.635273:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875c200. 02000000:00000001:0.0:1781624269.635277:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624269.635280:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624269.635283:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781624269.635285:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624269.635287:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8513250100. 02000000:00000001:0.0:1781624269.635291:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624269.635293:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624269.635295:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731e300. 00000100:00000001:0.0:1781624269.635300:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624269.635301:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624269.635303:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624269.635312:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624269.635314:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624269.635317:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624269.635320:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624270.006167:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624270.006181:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624270.006196:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624270.006198:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624270.006457:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624270.006462:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624270.006466:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624271.029512:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624271.029523:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624271.029530:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624271.029532:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624271.029659:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624271.029663:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624271.029667:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624272.053409:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624272.053419:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624272.053426:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624272.053427:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624272.053580:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624272.053584:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624272.053587:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624273.077501:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624273.077512:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624273.077522:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624273.077523:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624273.079442:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624273.079456:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624273.079465:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624274.102755:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624274.102764:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624274.102771:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624274.102772:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624274.102896:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624274.102900:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624274.102904:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781624274.741220:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624274.741234:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624274.741251:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731e300. 00000020:00000040:0.0:1781624274.741259:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781624274.741266:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624274.741270:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624274.741278:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624274.741289:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8513250100. 00000100:00000001:0.0:1781624274.741299:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624274.741318:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731e300 x1868160455879040/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624274.741333:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624274.741353:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624274.741363:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004daa77] to pc [ptlrpcd_00_00+0] req@ffff8f850731e300 x1868160455879040/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624274.741556:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624274.741562:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624274.741566:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624274.741575:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731e300 x1868160455879040/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624274.741584:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624274.741587:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624274.741592:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624274.741595:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624274.741598:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624274.741602:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455879040:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624274.741608:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624274.741635:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624274.741639:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624274.741642:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624274.741649:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cec400. 02000000:00000001:1.0:1781624274.741651:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624274.741674:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624274.741680:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85076314d0. 00000400:00000010:1.0:1781624274.741688:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb17f8. 00000100:00000200:1.0:1781624274.741698:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455879040, portal 25 00000100:00000001:1.0:1781624274.741701:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624274.741703:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246973184 : -123673462578432 : ffff8f850731e300) 00000100:00000040:1.0:1781624274.741708:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731e300 x1868160455879040/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624274.741717:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624274.741720:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624274.741723:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1e58. 00000100:00000200:1.0:1781624274.741728:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455879040, offset 0 00000400:00000200:1.0:1781624274.741735:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624274.741756:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624274.741767:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624274.741773:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624274.741779:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624274.741784:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624274.741787:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624274.741791:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376156:376156:256:4294967295] 192.168.202.101@tcp LPNI seq info [376126:376126:8:4294967295] 00000400:00000200:1.0:1781624274.741797:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624274.741808:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624274.741815:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624274.741822:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3ed00. 00000800:00000200:1.0:1781624274.741831:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624274.741843:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624274.741848:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3ed00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624274.741870:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624274.741875:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624274.741879:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302439542 00000100:00000001:1.0:1781624274.741890:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302434425 00000100:00000001:1.0:1781624274.741897:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302439542 00000100:00000001:1.0:1781624274.741901:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302434425 00000100:00000001:1.0:1781624274.741905:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624274.741908:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624274.741913:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624274.741917:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624274.741928:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624274.741930:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781624274.741934:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624274.741935:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624274.741936:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624274.741939:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624274.742365:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624274.742374:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3ed00. 00000400:00000200:2.0:1781624274.742383:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624274.742390:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624274.742396:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1e58 00000400:00000010:2.0:1781624274.742401:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1e58. 00000100:00000001:2.0:1781624274.742407:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624274.742414:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731e300 x1868160455879040/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624274.742439:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624274.742443:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731e300 x1868160455879040/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624290 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624274.742451:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624274.742454:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1781624274.748224:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624274.748238:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624274.748496:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624274.748502:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624274.748508:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624274.748524:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731ea00. 00000020:00000040:0.0:1781624274.748531:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781624274.748538:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624274.748543:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624274.748550:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624274.748561:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8513250700. 00000100:00000001:0.0:1781624274.748570:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624274.748586:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731ea00 x1868160455879168/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624274.748601:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624274.748607:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624274.753740:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624274.753855:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624274.753861:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624274.753865:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624274.753880:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624274.753891:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624274.753905:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624274.753915:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624274.753922:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624274.753927:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b2980 00000400:00000200:2.0:1781624274.753934:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624274.753944:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f99c5 [1] + 224 00000800:00000001:2.0:1781624274.753957:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624274.753969:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624274.753974:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624274.753979:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624274.753990:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624274.754002:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731e300 x1868160455879040/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624290 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624274.754015:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731e300 x1868160455879040/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624290 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624274.754083:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624274.754097:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624274.754100:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624274.754398:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624274.754404:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781624274.754415:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624274.754418:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624274.754423:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85076314d0. 00000400:00000200:1.0:1781624274.754428:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb17f8 00000400:00000010:1.0:1781624274.754432:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb17f8. 00000100:00000001:1.0:1781624274.754436:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624274.754443:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731e300 x1868160455879040/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624290 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624274.754453:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731e300 x1868160455879040/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624290 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624274.754461:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624274.754463:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624274.754466:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624274.754470:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624274.754474:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624274.754476:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624274.754480:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624274.754488:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=151 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624274.754493:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=72 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624274.754497:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624274.754499:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624274.754503:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624274.754506:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624274.754510:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624274.754515:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731e300 x1868160455879040/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624290 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624274.754523:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624274.754528:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624274.754531:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624274.754535:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731e300 x1868160455879040/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624290 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624274.754545:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455879040:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624274.754551:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624274.754554:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624274.754559:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731e300 x1868160455879040/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624290 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624274.754566:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624274.754570:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624274.754575:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cec400. 02000000:00000001:1.0:1781624274.754580:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624274.754584:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624274.754587:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781624274.754589:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624274.754593:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8513250100. 02000000:00000001:1.0:1781624274.754598:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624274.754600:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624274.754603:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731e300. 00000100:00000001:1.0:1781624274.754607:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624274.754609:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624274.754611:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624274.754620:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624274.754622:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624274.754625:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624274.754628:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624274.758592:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000637ced7e] to pc [ptlrpcd_00_01+1] req@ffff8f850731ea00 x1868160455879168/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624274.759086:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624274.759095:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624274.759101:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624274.759124:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731ea00 x1868160455879168/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624274.759135:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624274.759138:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624274.759145:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624274.759149:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624274.759164:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624274.759169:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455879168:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624274.759174:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624274.759183:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624274.759186:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624274.759190:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624274.759203:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cec400. 02000000:00000001:1.0:1781624274.759206:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624274.759215:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624274.759222:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85076314d0. 00000400:00000010:1.0:1781624274.759232:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb17f8. 00000100:00000200:1.0:1781624274.759242:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455879168, portal 10 00000100:00000001:1.0:1781624274.759246:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624274.759248:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246974976 : -123673462576640 : ffff8f850731ea00) 00000100:00000040:1.0:1781624274.759257:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731ea00 x1868160455879168/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624274.759266:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624274.759269:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624274.759273:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1660. 00000100:00000200:1.0:1781624274.759277:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455879168, offset 0 00000400:00000200:1.0:1781624274.759287:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624274.759299:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624274.759310:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624274.759318:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1781624274.759318:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624274.759326:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1781624274.759327:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000100:00000040:0.0:1781624274.759334:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:1.0:1781624274.759335:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1781624274.759349:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1781624274.759350:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000100:00000040:0.0:1781624274.759356:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:1.0:1781624274.759359:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376157:376157:256:4294967295] 192.168.202.101@tcp LPNI seq info [376127:376127:8:4294967295] 00000400:00000200:1.0:1781624274.759366:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000040:0.0:1781624274.759367:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7769) 00000400:00000200:1.0:1781624274.759381:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624274.759389:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624274.759396:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3e900. 00000800:00000200:1.0:1781624274.759405:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624274.759416:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624274.759421:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3e900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624274.759431:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624274.759437:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17255 usecs (18 jiffies) 00000400:00000200:1.0:1781624274.759440:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624274.759444:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302431780 00000100:00000001:1.0:1781624274.759448:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302439542 00000100:00000001:1.0:1781624274.759450:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302431780 00000100:00000001:1.0:1781624274.759452:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302439542 00000100:00000001:1.0:1781624274.759455:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624274.759458:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624274.759462:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624274.759465:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624274.759474:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624274.759477:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781624274.759479:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624274.759480:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624274.759482:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624274.759484:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624274.759495:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624274.759497:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624274.760141:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624274.760150:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3e900. 00000400:00000200:2.0:1781624274.760157:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624274.760166:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624274.760175:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1660 00000400:00000010:2.0:1781624274.760179:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1660. 00000100:00000001:2.0:1781624274.760184:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624274.760192:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731ea00 x1868160455879168/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624274.760205:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624274.760209:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731ea00 x1868160455879168/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624290 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624274.760217:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624274.760219:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624274.765321:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624274.765360:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624274.765366:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624274.765369:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624274.765381:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624274.765391:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624274.765401:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624274.765407:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624274.765414:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624274.765419:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b2a00 00000400:00000200:2.0:1781624274.765425:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624274.765432:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f99cd [1] + 224 00000800:00000001:2.0:1781624274.765441:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624274.765450:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624274.765454:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624274.765458:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624274.765468:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624274.765481:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731ea00 x1868160455879168/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624290 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624274.765493:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731ea00 x1868160455879168/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624290 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624274.765516:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624274.765527:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624274.765530:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624274.765620:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624274.765626:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781624274.765636:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624274.765639:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624274.765643:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85076314d0. 00000400:00000200:1.0:1781624274.765649:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb17f8 00000400:00000010:1.0:1781624274.765652:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb17f8. 00000100:00000001:1.0:1781624274.765656:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624274.765661:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731ea00 x1868160455879168/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624290 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624274.765670:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731ea00 x1868160455879168/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624290 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624274.765677:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624274.765679:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624274.765682:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624274.765687:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624274.765691:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624274.765693:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624274.765697:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624274.765711:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=151 v=5 (5 5 5 20) 00000100:00001000:1.0:1781624274.765716:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=72 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624274.765729:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624274.765732:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624274.765736:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624274.765740:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624274.765745:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781624274.765748:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781624274.765750:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781624274.765751:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624274.765756:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731ea00 x1868160455879168/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624290 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624274.765764:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624274.765768:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624274.765771:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624274.765776:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731ea00 x1868160455879168/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624290 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624274.765790:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455879168:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624274.765796:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624274.765799:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624274.765802:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731ea00 x1868160455879168/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624290 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624274.765810:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624274.765814:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624274.765820:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cec400. 02000000:00000001:1.0:1781624274.765824:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624274.765829:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624274.765832:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781624274.765834:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624274.765838:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8513250700. 02000000:00000001:1.0:1781624274.765843:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624274.765845:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624274.765848:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731ea00. 00000100:00000001:1.0:1781624274.765852:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624274.765854:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624274.765857:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624274.765867:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624274.765869:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624274.765872:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624274.765875:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624275.126158:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624275.126169:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624275.126177:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624275.126179:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624275.126402:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624275.126407:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624275.126411:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624276.149274:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624276.149286:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624276.149296:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624276.149297:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624276.149385:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624276.149486:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624276.149491:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624277.173269:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624277.173280:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624277.173290:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624277.173291:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624277.173433:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624277.173437:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624277.173441:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624278.197667:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624278.197682:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624278.197685:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624278.197690:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624278.197698:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624278.197701:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624278.197704:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624278.197706:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624278.197711:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624278.197713:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624278.197715:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624278.197716:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624278.197718:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624278.197719:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624278.197721:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624278.197723:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624278.197809:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624278.197817:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624278.197822:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624279.221244:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624279.221255:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624279.221264:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624279.221265:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624279.221620:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624279.221624:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624279.221628:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781624279.861234:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624279.861245:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624279.861258:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731d500. 00000020:00000040:0.0:1781624279.861264:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781624279.861269:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624279.861273:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624279.861278:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624279.861289:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8513250700. 00000100:00000001:0.0:1781624279.861305:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624279.861323:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731d500 x1868160455879296/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624279.861337:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624279.861344:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624279.861352:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039fd0afd] to pc [ptlrpcd_00_00+0] req@ffff8f850731d500 x1868160455879296/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624279.861396:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624279.861399:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624279.861403:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624279.861406:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731c700. 00000020:00000040:0.0:1781624279.861409:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781624279.861411:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624279.861413:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624279.861415:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624279.861419:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8513250100. 00000100:00000001:0.0:1781624279.861422:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624279.861427:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731c700 x1868160455879424/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624279.861438:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624279.861440:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624279.861443:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a77dd68f] to pc [ptlrpcd_00_01+1] req@ffff8f850731c700 x1868160455879424/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624279.861459:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624279.861461:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624279.861465:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624279.861469:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624279.861473:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624279.861479:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7774) 00000100:00000001:1.0:1781624279.861698:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624279.861704:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624279.861707:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624279.861717:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731d500 x1868160455879296/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624279.861728:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624279.861732:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624279.861739:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624279.861744:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624279.861748:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624279.861753:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455879296:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624279.861760:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624279.861774:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624279.861779:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624279.861782:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624279.861789:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85058d0a00. 02000000:00000001:1.0:1781624279.861792:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624279.861803:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624279.861810:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85076314d0. 00000400:00000010:1.0:1781624279.861822:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb17f8. 00000100:00000200:1.0:1781624279.861836:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455879296, portal 25 00000100:00000001:1.0:1781624279.861840:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624279.861842:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246969600 : -123673462582016 : ffff8f850731d500) 00000100:00000040:1.0:1781624279.861850:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731d500 x1868160455879296/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624279.861859:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624279.861862:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624279.861867:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1bb0. 00000100:00000200:1.0:1781624279.861873:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455879296, offset 0 00000400:00000200:1.0:1781624279.861883:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624279.861897:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624279.861910:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624279.861920:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624279.861927:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624279.861933:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624279.861937:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624279.861943:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376158:376158:256:4294967295] 192.168.202.101@tcp LPNI seq info [376128:376128:8:4294967295] 00000400:00000200:1.0:1781624279.861949:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624279.861964:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624279.861973:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624279.861980:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3e700. 00000800:00000200:1.0:1781624279.861990:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624279.862004:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624279.862011:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3e700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624279.862086:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624279.862093:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624279.862097:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302444663 00000100:00000001:1.0:1781624279.862107:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302439542 00000100:00000001:1.0:1781624279.862113:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302444663 00000100:00000001:1.0:1781624279.862118:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302439542 00000100:00000001:1.0:1781624279.862122:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624279.862126:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624279.862130:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624279.862132:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624279.862142:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624279.862145:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781624279.862148:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624279.862149:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624279.862151:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624279.862153:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1781624279.862155:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624279.862157:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624279.862159:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624279.862160:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624279.862161:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624279.862163:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624279.862179:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731c700 x1868160455879424/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624279.862188:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624279.862189:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624279.862192:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624279.862194:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624279.862196:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624279.862199:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455879424:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624279.862203:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624279.862206:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624279.862208:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624279.862209:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624279.862213:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85058d0400. 02000000:00000001:1.0:1781624279.862216:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624279.862220:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624279.862223:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631790. 00000400:00000010:1.0:1781624279.862227:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb16e8. 00000100:00000200:1.0:1781624279.862231:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455879424, portal 10 00000100:00000001:1.0:1781624279.862233:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624279.862234:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246966016 : -123673462585600 : ffff8f850731c700) 00000100:00000040:1.0:1781624279.862243:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731c700 x1868160455879424/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624279.862251:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624279.862254:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624279.862257:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1d48. 00000100:00000200:1.0:1781624279.862260:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455879424, offset 0 00000400:00000200:1.0:1781624279.862265:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624279.862269:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624279.862273:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624279.862276:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624279.862279:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624279.862282:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624279.862284:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624279.862287:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376159:376159:255:4294967295] 192.168.202.101@tcp LPNI seq info [376129:376129:7:4294967295] 00000400:00000200:1.0:1781624279.862292:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624279.862309:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624279.862314:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624279.862320:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3e900. 00000800:00000200:1.0:1781624279.862324:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624279.862328:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624279.862331:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3e900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624279.862334:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624279.862339:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17246 usecs (18 jiffies) 00000400:00000200:1.0:1781624279.862343:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624279.862346:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302436883 00000100:00000001:1.0:1781624279.862348:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302444663 00000100:00000001:1.0:1781624279.862351:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302436883 00000100:00000001:1.0:1781624279.862353:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302444663 00000100:00000001:1.0:1781624279.862355:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624279.862357:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624279.862359:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624279.862361:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624279.862373:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624279.862376:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624279.862422:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624279.862431:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3e700. 00000400:00000200:2.0:1781624279.862440:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624279.862447:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624279.862454:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1bb0 00000400:00000010:2.0:1781624279.862457:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1bb0. 00000100:00000001:2.0:1781624279.862464:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624279.862469:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731d500 x1868160455879296/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624279.862480:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624279.862484:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731d500 x1868160455879296/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624295 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624279.862492:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624279.862493:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624279.862608:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624279.862611:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3e900. 00000400:00000200:2.0:1781624279.862615:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624279.862618:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624279.862621:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1d48 00000400:00000010:2.0:1781624279.862622:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1d48. 00000100:00000001:2.0:1781624279.862625:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624279.862628:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731c700 x1868160455879424/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624279.862636:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624279.862638:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731c700 x1868160455879424/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624295 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624279.862645:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624279.862646:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624279.869957:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624279.869989:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624279.869995:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624279.869998:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624279.870010:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624279.870020:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624279.870097:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624279.870104:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624279.870111:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624279.870116:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b2b00 00000400:00000200:2.0:1781624279.870123:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624279.870132:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f99dd [1] + 224 00000800:00000001:2.0:1781624279.870142:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624279.870155:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624279.870159:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624279.870164:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624279.870175:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624279.870186:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731c700 x1868160455879424/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624295 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624279.870199:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731c700 x1868160455879424/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624279.870227:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624279.870241:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624279.870245:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624279.870368:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624279.870384:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624279.870389:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624279.870391:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624279.870400:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624279.870409:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624279.870419:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624279.870425:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624279.870432:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624279.870438:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b2a80 00000400:00000200:3.0:1781624279.870444:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624279.870453:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f99d5 [1] + 224 00000800:00000001:3.0:1781624279.870463:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1781624279.870467:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1781624279.870471:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624279.870476:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1781624279.870488:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:1.0:1781624279.870490:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624279.870496:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1781624279.870497:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000010:1.0:1781624279.870503:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631790. 00000400:00000200:1.0:1781624279.870513:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb16e8 00000400:00000010:1.0:1781624279.870517:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb16e8. 00000100:00000001:1.0:1781624279.870521:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1781624279.870526:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624279.870531:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731c700 x1868160455879424/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624279.870544:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731d500 x1868160455879296/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624295 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624279.870560:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731c700 x1868160455879424/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624295 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624279.870577:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731d500 x1868160455879296/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624279.870585:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624279.870590:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624279.870603:0:2349:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:3.0:1781624279.870606:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624279.870617:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624279.870620:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1781624279.870683:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624279.870687:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624279.870690:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624279.870694:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624279.870710:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=6 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624279.870717:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=77 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624279.870720:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624279.870722:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624279.870726:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624279.870732:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624279.870737:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781624279.870739:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781624279.870742:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781624279.870743:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624279.870750:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731c700 x1868160455879424/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624295 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624279.870759:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624279.870763:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624279.870765:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624279.870770:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731c700 x1868160455879424/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624295 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624279.870778:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455879424:192.168.202.101@tcp:400:kworker.0 00000400:00000001:1.0:1781624279.870785:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624279.870787:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624279.870789:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85076314d0. 00000400:00000200:1.0:1781624279.870792:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb17f8 00000400:00000010:1.0:1781624279.870869:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb17f8. 00000100:00000001:1.0:1781624279.870874:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624279.870879:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731d500 x1868160455879296/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624279.870888:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731d500 x1868160455879296/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624295 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624279.870894:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624279.870896:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624279.870898:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624279.870899:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624279.870901:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624279.870902:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624279.870904:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624279.870907:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=6 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624279.870910:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=77 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624279.870914:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624279.870915:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624279.870917:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624279.870919:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624279.870921:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624279.870924:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731d500 x1868160455879296/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624295 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624279.870930:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624279.870932:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624279.870933:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624279.870936:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731d500 x1868160455879296/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624295 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624279.870943:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455879296:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624279.870948:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624279.870951:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624279.870954:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731c700 x1868160455879424/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624295 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624279.870961:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624279.870965:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624279.870970:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85058d0400. 02000000:00000001:1.0:1781624279.870974:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624279.870977:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624279.870980:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781624279.870982:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624279.870985:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8513250100. 02000000:00000001:1.0:1781624279.870990:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624279.870992:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624279.870994:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731c700. 00000100:00000001:1.0:1781624279.870999:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624279.871001:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624279.871003:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624279.871006:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731d500 x1868160455879296/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624295 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624279.871018:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624279.871020:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624279.871022:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85058d0a00. 02000000:00000001:1.0:1781624279.871024:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624279.871062:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624279.871064:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781624279.871066:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624279.871068:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8513250700. 02000000:00000001:1.0:1781624279.871071:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624279.871072:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624279.871073:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731d500. 00000100:00000001:1.0:1781624279.871075:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624279.871077:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624279.871079:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624279.871089:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624279.871092:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624279.871095:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624279.871097:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624280.245825:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624280.245837:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624280.245847:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624280.245848:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624280.246063:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624280.246069:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624280.246073:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624281.269795:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624281.269806:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624281.269814:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624281.269815:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624281.280910:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624281.280922:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624281.280930:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624282.293197:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624282.293218:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624282.293225:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624282.293226:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624282.295750:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624282.295761:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624282.295767:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624283.317997:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624283.318009:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624283.318019:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624283.318021:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624283.318802:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624283.318810:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624283.318815:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624284.341572:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624284.341580:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624284.341586:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624284.341588:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624284.342922:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624284.342930:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624284.342937:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781624284.981427:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624284.981444:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624284.981464:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0c380. 00000020:00000040:2.0:1781624284.981476:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781624284.981483:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624284.981488:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624284.981497:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624284.981513:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3600. 00000100:00000001:2.0:1781624284.981523:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624284.981542:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0c380 x1868160455879552/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624284.981556:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624284.981563:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624284.981574:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008362c9ca] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0c380 x1868160455879552/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624284.981615:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624284.981619:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624284.981623:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624284.981627:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0d880. 00000020:00000040:2.0:1781624284.981630:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781624284.981632:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624284.981634:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624284.981636:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624284.981640:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3500. 00000100:00000001:2.0:1781624284.981643:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624284.981647:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0d880 x1868160455879680/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624284.981655:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624284.981657:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624284.981661:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000750808ff] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0d880 x1868160455879680/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624284.981669:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624284.981672:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624284.981677:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624284.981680:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624284.981683:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624284.981689:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7779) 00000100:00000001:3.0:1781624284.981717:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624284.981724:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624284.981727:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1781624284.981734:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1781624284.981737:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0c380 x1868160455879552/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624284.981738:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624284.981742:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624284.981750:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0d880 x1868160455879680/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624284.981753:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781624284.981757:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624284.981764:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781624284.981769:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624284.981772:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1781624284.981774:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624284.981775:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624284.981780:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:3.0:1781624284.981782:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455879552:192.168.202.101@tcp:400:kworker.0 02000000:00000001:2.0:1781624284.981783:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624284.981787:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624284.981792:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1781624284.981794:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455879680:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624284.981799:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781624284.981803:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624284.981803:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624284.981807:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624284.981808:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624284.981814:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1781624284.981815:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624284.981823:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079c00. 02000000:00000010:3.0:1781624284.981824:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ec000. 02000000:00000001:2.0:1781624284.981828:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624284.981829:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624284.981844:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624284.981844:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624284.981853:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08528. 00000400:00000010:3.0:1781624284.981854:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8dc0. 00000400:00000010:3.0:1781624284.981866:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e703b8. 00000400:00000010:2.0:1781624284.981866:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901ddd0. 00000100:00000200:2.0:1781624284.981876:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455879680, portal 10 00000100:00000200:3.0:1781624284.981880:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455879552, portal 25 00000100:00000001:2.0:1781624284.981881:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781624284.981885:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624284.981886:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272070784 : -123673437480832 : ffff8f8508b0d880) 00000100:00000001:3.0:1781624284.981888:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272065408 : -123673437486208 : ffff8f8508b0c380) 00000100:00000040:2.0:1781624284.981897:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0d880 x1868160455879680/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624284.981898:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0c380 x1868160455879552/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624284.981926:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1781624284.981926:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624284.981935:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000100:00000040:3.0:1781624284.981936:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781624284.981942:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70000. 00000400:00000010:2.0:1781624284.981942:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d3b8. 00000100:00000200:2.0:1781624284.981948:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455879680, offset 0 00000100:00000200:3.0:1781624284.981949:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455879552, offset 0 00000400:00000200:2.0:1781624284.981963:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624284.981972:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624284.981976:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624284.981988:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624284.981994:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624284.981999:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624284.982004:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624284.982007:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624284.982012:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376160:376160:256:4294967295] 192.168.202.101@tcp LPNI seq info [376130:376130:8:4294967295] 00000400:00000200:2.0:1781624284.982017:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624284.982060:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000400:00000200:3.0:1781624284.982069:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000800:00000200:2.0:1781624284.982070:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624284.982076:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000800:00000010:2.0:1781624284.982079:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3300. 00000400:00000200:3.0:1781624284.982081:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781624284.982086:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781624284.982091:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1781624284.982092:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000400:00000200:3.0:1781624284.982095:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781624284.982101:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376161:376161:255:4294967295] 192.168.202.101@tcp LPNI seq info [376131:376131:7:4294967295] 00000400:00000200:3.0:1781624284.982121:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000800:00000200:2.0:1781624284.982122:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624284.982128:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1781624284.982132:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000100:00000001:2.0:1781624284.982143:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624284.982150:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17240 usecs (18 jiffies) 00000800:00000200:3.0:1781624284.982151:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781624284.982159:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7db00. 00000400:00000200:2.0:1781624284.982159:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624284.982164:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302442003 00000800:00000200:3.0:1781624284.982169:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000100:00000001:2.0:1781624284.982171:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302444663 00000100:00000001:2.0:1781624284.982176:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302442003 00000800:00000200:3.0:1781624284.982178:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000100:00000001:2.0:1781624284.982181:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302444663 00000800:00000200:3.0:1781624284.982183:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7db00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624284.982186:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624284.982188:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624284.982190:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624284.982194:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624284.982196:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624284.982197:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302449783 00000100:00000001:2.0:1781624284.982201:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624284.982208:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302444663 00000100:00000001:2.0:1781624284.982212:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624284.982214:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302449783 00000100:00000001:2.0:1781624284.982217:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781624284.982220:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302444663 00000100:00000001:2.0:1781624284.982221:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624284.982225:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624284.982226:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624284.982227:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624284.982232:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624284.982233:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624284.982239:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624284.982242:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624284.982260:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624284.982262:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781624284.982264:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624284.982265:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624284.982267:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624284.982269:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624284.982304:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624284.982309:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3300. 00000400:00000200:2.0:1781624284.982317:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624284.982324:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624284.982330:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d3b8 00000400:00000010:2.0:1781624284.982334:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d3b8. 00000100:00000001:2.0:1781624284.982339:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624284.982345:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0d880 x1868160455879680/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624284.982356:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624284.982359:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0d880 x1868160455879680/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624300 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624284.982367:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624284.982369:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624284.982463:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624284.982466:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7db00. 00000400:00000200:2.0:1781624284.982471:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624284.982475:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624284.982478:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70000 00000400:00000010:2.0:1781624284.982479:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70000. 00000100:00000001:2.0:1781624284.982482:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624284.982486:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0c380 x1868160455879552/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624284.982493:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624284.982495:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0c380 x1868160455879552/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624300 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624284.982501:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624284.982502:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781624284.990609:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624284.990636:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624284.990643:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624284.990646:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624284.990659:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624284.990670:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624284.990685:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624284.990692:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624284.990699:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624284.990705:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b2c00 00000400:00000200:3.0:1781624284.990712:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624284.990721:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f99e5 [1] + 224 00000800:00000001:3.0:1781624284.990801:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624284.990808:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624284.990812:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624284.990819:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624284.990830:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624284.990842:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0d880 x1868160455879680/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624300 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624284.990852:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0d880 x1868160455879680/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624284.990874:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624284.990883:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624284.990886:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624284.990887:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624284.990889:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624284.990891:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624284.990894:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624284.990897:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624284.990899:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624284.990906:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624284.990908:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b2b80 00000400:00000200:3.0:1781624284.990912:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624284.990917:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f99ed [1] + 224 00000800:00000001:3.0:1781624284.990921:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624284.990927:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624284.990929:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624284.990932:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624284.990935:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624284.990940:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0c380 x1868160455879552/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624300 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624284.990949:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0c380 x1868160455879552/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624284.990966:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624284.990970:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624284.990973:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624284.990994:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624284.990997:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624284.991004:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624284.991006:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624284.991009:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8dc0. 00000400:00000200:3.0:1781624284.991014:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e703b8 00000400:00000010:3.0:1781624284.991016:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e703b8. 00000100:00000001:3.0:1781624284.991019:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624284.991059:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0c380 x1868160455879552/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624284.991071:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0c380 x1868160455879552/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624300 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624284.991077:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624284.991079:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624284.991082:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624284.991086:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624284.991088:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624284.991091:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624284.991094:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624284.991103:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=11 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624284.991106:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=82 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624284.991108:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624284.991109:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624284.991112:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624284.991114:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624284.991116:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624284.991119:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0c380 x1868160455879552/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624300 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624284.991124:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624284.991127:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624284.991129:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624284.991132:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0c380 x1868160455879552/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624300 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624284.991137:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455879552:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624284.991142:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624284.991144:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624284.991147:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0c380 x1868160455879552/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624300 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624284.991151:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624284.991154:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624284.991158:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ec000. 02000000:00000001:3.0:1781624284.991160:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624284.991163:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624284.991164:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781624284.991166:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624284.991169:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3600. 02000000:00000001:3.0:1781624284.991174:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624284.991176:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624284.991177:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0c380. 00000100:00000001:3.0:1781624284.991181:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624284.991182:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624284.991184:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624284.991191:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624284.991193:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624284.991194:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624284.991196:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624284.992705:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624284.992715:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781624284.992728:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781624284.992731:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781624284.992737:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08528. 00000400:00000200:2.0:1781624284.992754:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901ddd0 00000400:00000010:2.0:1781624284.992758:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901ddd0. 00000100:00000001:2.0:1781624284.992764:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624284.992781:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0d880 x1868160455879680/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624284.992795:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0d880 x1868160455879680/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624300 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624284.992805:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781624284.992807:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624284.992809:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781624284.992814:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781624284.992817:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781624284.992820:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624284.992824:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781624284.992837:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=11 v=5 (5 5 5 5) 00000100:00001000:2.0:1781624284.992843:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=82 v=5 (1 1 1 1) 00000100:00000001:2.0:1781624284.992846:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781624284.992849:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781624284.992852:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781624284.992858:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624284.992862:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781624284.992865:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:2.0:1781624284.992868:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781624284.992870:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624284.992876:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0d880 x1868160455879680/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624300 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624284.992885:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624284.992890:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781624284.992892:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781624284.992896:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0d880 x1868160455879680/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624300 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781624284.992905:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455879680:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624284.992912:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624284.992916:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624284.992920:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0d880 x1868160455879680/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624300 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624284.992928:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781624284.992931:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781624284.992937:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079c00. 02000000:00000001:2.0:1781624284.992942:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781624284.992946:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781624284.992949:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:2.0:1781624284.992952:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781624284.992956:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3500. 02000000:00000001:2.0:1781624284.992964:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781624284.992966:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781624284.992968:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0d880. 00000100:00000001:2.0:1781624284.992974:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781624284.992975:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624284.992978:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624284.992988:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624284.992990:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624284.992993:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624284.992996:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624285.365890:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624285.365899:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624285.365906:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624285.365907:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624285.366009:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624285.366014:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624285.366018:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624286.389194:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624286.389206:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624286.389215:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624286.389216:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624286.389461:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624286.389466:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624286.389469:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624287.413293:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624287.413303:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624287.413305:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624287.413309:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624287.413314:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624287.413316:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624287.413318:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624287.413320:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624287.413323:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624287.413324:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624287.413325:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624287.413326:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624287.413327:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624287.413328:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624287.413329:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624287.413331:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624287.413476:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624287.413480:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624287.413482:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624288.437213:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624288.437231:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624288.437239:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624288.437241:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624288.437405:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624288.437410:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624288.437413:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624289.461314:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624289.461324:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624289.461331:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624289.461332:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624289.466291:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624289.466301:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624289.466308:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781624290.101308:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624290.101322:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624290.101337:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511281880. 00000020:00000040:3.0:1781624290.101345:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781624290.101350:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624290.101355:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624290.101362:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624290.101374:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7df00. 00000100:00000001:3.0:1781624290.101383:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624290.101398:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511281880 x1868160455879808/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624290.101411:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624290.101417:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624290.101424:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0866b48] to pc [ptlrpcd_01_00+0] req@ffff8f8511281880 x1868160455879808/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624290.101485:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624290.101490:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624290.101493:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624290.101500:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511281880 x1868160455879808/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624290.101509:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624290.101512:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624290.101517:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624290.101520:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624290.101523:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624290.101527:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511281880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455879808:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624290.101533:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624290.101540:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624290.101543:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624290.101547:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624290.101553:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078800. 02000000:00000001:2.0:1781624290.101555:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624290.101564:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624290.101569:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08528. 00000400:00000010:2.0:1781624290.101577:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901ddd0. 00000100:00000200:2.0:1781624290.101586:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455879808, portal 25 00000100:00000001:2.0:1781624290.101589:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624290.101591:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414103680 : -123673295447936 : ffff8f8511281880) 00000100:00000040:2.0:1781624290.101597:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511281880 x1868160455879808/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624290.101605:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624290.101608:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624290.101611:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d3b8. 00000100:00000200:2.0:1781624290.101614:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455879808, offset 0 00000400:00000200:2.0:1781624290.101622:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624290.101633:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624290.101642:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624290.101649:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624290.101654:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624290.101658:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624290.101661:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624290.101665:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376162:376162:256:4294967295] 192.168.202.101@tcp LPNI seq info [376132:376132:8:4294967295] 00000400:00000200:2.0:1781624290.101670:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624290.101681:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624290.101688:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624290.101694:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3500. 00000800:00000200:2.0:1781624290.101703:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624290.101713:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624290.101718:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624290.101734:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624290.101739:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624290.101743:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302454902 00000100:00000001:2.0:1781624290.101751:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302449783 00000100:00000001:2.0:1781624290.101758:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302454902 00000100:00000001:2.0:1781624290.101761:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302449783 00000100:00000001:2.0:1781624290.101765:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624290.101768:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624290.101772:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624290.101774:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624290.101802:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624290.101806:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624290.101809:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624290.101813:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511280380. 00000020:00000040:3.0:1781624290.101816:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781624290.101819:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624290.101832:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624290.101834:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624290.101838:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d000. 00000100:00000001:3.0:1781624290.101841:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624290.101846:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511280380 x1868160455879936/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624290.101853:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624290.101855:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624290.101858:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc0c9a06] to pc [ptlrpcd_01_01+1] req@ffff8f8511280380 x1868160455879936/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624290.103231:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624290.103240:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781624290.103248:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624290.103251:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624290.103255:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624290.103260:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1781624290.103262:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624290.103265:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624290.103266:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624290.103267:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624290.103268:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624290.103270:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624290.103297:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511280380 x1868160455879936/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624290.103314:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624290.103316:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624290.103322:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624290.103326:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624290.103329:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624290.103334:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455879936:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624290.103340:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624290.103346:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624290.103349:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624290.103352:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624290.103364:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079c00. 02000000:00000001:2.0:1781624290.103368:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624290.103385:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624290.103391:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f083c8. 00000400:00000010:2.0:1781624290.103399:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901dc38. 00000100:00000200:2.0:1781624290.103408:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455879936, portal 10 00000100:00000001:2.0:1781624290.103410:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624290.103412:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414098304 : -123673295453312 : ffff8f8511280380) 00000100:00000040:2.0:1781624290.103420:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511280380 x1868160455879936/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624290.103428:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624290.103431:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624290.103433:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901df68. 00000100:00000200:2.0:1781624290.103436:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455879936, offset 0 00000400:00000200:2.0:1781624290.103443:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624290.103453:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624290.103461:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624290.103466:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624290.103471:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624290.103886:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624290.103890:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624290.103896:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376163:376163:255:4294967295] 192.168.202.101@tcp LPNI seq info [376133:376133:7:4294967295] 00000400:00000200:2.0:1781624290.103904:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624290.103922:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624290.103933:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624290.103946:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3300. 00000800:00000200:2.0:1781624290.103959:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624290.103974:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624290.103980:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624290.103988:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624290.103996:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17236 usecs (18 jiffies) 00000400:00000200:2.0:1781624290.104001:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624290.104006:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302447124 00000100:00000001:2.0:1781624290.104013:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302454902 00000100:00000001:2.0:1781624290.104016:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302447124 00000100:00000001:2.0:1781624290.104019:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302454902 00000100:00000001:2.0:1781624290.104022:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624290.104067:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624290.104072:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624290.104076:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624290.104166:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624290.104172:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3500. 00000400:00000200:2.0:1781624290.104183:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624290.104191:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624290.104199:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d3b8 00000400:00000010:2.0:1781624290.104217:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d3b8. 00000100:00000001:2.0:1781624290.104225:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624290.104235:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511281880 x1868160455879808/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624290.104250:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624290.104255:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511281880 x1868160455879808/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624306 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624290.104265:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624290.104267:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624290.104903:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624290.104910:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3300. 00000400:00000200:2.0:1781624290.104917:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624290.104924:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624290.104931:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901df68 00000400:00000010:2.0:1781624290.104934:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901df68. 00000100:00000001:2.0:1781624290.104939:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624290.104947:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511280380 x1868160455879936/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624290.104962:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624290.104970:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511280380 x1868160455879936/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624306 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624290.104978:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624290.104980:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1781624290.105009:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624290.105018:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624290.110931:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624290.110945:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624290.110951:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624290.110955:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624290.110958:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624290.110966:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7784) 00000800:00000001:3.0:1781624290.111362:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624290.111386:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624290.111391:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624290.111396:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624290.111410:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624290.111422:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624290.111435:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624290.111443:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624290.111451:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624290.111458:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b2d00 00000400:00000200:3.0:1781624290.111466:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624290.111717:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9a15 [1] + 224 00000800:00000001:3.0:1781624290.111727:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624290.111732:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624290.111736:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624290.111741:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624290.111750:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624290.111761:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511280380 x1868160455879936/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624306 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624290.111773:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511280380 x1868160455879936/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624290.111782:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624290.111793:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624290.111797:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624290.111799:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624290.111800:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624290.111803:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624290.111806:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624290.111811:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624290.111814:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624290.111816:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624290.111819:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b2c80 00000400:00000200:3.0:1781624290.111823:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624290.111828:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9a05 [1] + 224 00000800:00000001:3.0:1781624290.111832:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624290.111854:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624290.111857:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624290.111860:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624290.111864:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624290.111870:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511281880 x1868160455879808/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624306 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624290.111879:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511281880 x1868160455879808/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624290.111885:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624290.111890:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624290.111893:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624290.113067:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624290.113077:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781624290.113089:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781624290.113091:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781624290.113097:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f083c8. 00000400:00000200:2.0:1781624290.113108:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901dc38 00000400:00000010:2.0:1781624290.113111:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901dc38. 00000100:00000001:2.0:1781624290.113125:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624290.113136:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511280380 x1868160455879936/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624290.113147:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511280380 x1868160455879936/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624306 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624290.113154:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781624290.113156:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624290.113159:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781624290.113164:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781624290.113167:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781624290.113170:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624290.113183:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781624290.113196:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=17 v=5 (5 5 5 5) 00000100:00001000:2.0:1781624290.113208:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=88 v=5 (1 1 1 1) 00000100:00000001:2.0:1781624290.113211:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781624290.113213:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781624290.113216:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781624290.113220:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624290.113225:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781624290.113228:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:2.0:1781624290.113230:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781624290.113231:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624290.113237:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511280380 x1868160455879936/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624306 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624290.113244:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624290.113248:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781624290.113250:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781624290.113254:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511280380 x1868160455879936/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624306 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781624290.113262:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455879936:192.168.202.101@tcp:400:kworker.0 00000400:00000001:2.0:1781624290.113269:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781624290.113271:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781624290.113272:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08528. 00000400:00000200:2.0:1781624290.113275:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901ddd0 00000400:00000010:2.0:1781624290.113277:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901ddd0. 00000100:00000001:2.0:1781624290.113279:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624290.113292:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511281880 x1868160455879808/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624290.113300:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511281880 x1868160455879808/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624306 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624290.113306:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781624290.113307:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624290.113309:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781624290.113311:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781624290.113312:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781624290.113314:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624290.113316:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781624290.113319:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=17 v=5 (5 5 5 5) 00000100:00001000:2.0:1781624290.113322:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=88 v=5 (1 1 1 1) 00000100:00000001:2.0:1781624290.113324:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781624290.113326:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781624290.113327:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781624290.113329:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624290.113331:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624290.113335:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511281880 x1868160455879808/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624306 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624290.113342:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624290.113344:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781624290.113346:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781624290.113349:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511281880 x1868160455879808/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624306 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781624290.113355:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511281880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455879808:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624290.113360:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624290.113363:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624290.113366:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511280380 x1868160455879936/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624306 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624290.113385:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781624290.113389:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781624290.113393:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079c00. 02000000:00000001:2.0:1781624290.113398:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781624290.113401:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781624290.113403:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:2.0:1781624290.113405:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781624290.113408:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d000. 02000000:00000001:2.0:1781624290.113412:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781624290.113414:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781624290.113416:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511280380. 00000100:00000001:2.0:1781624290.113420:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781624290.113422:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624290.113423:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624290.113427:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511281880 x1868160455879808/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624306 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624290.113432:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781624290.113433:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781624290.113434:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078800. 02000000:00000001:2.0:1781624290.113436:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781624290.113438:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781624290.113439:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781624290.113441:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781624290.113442:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7df00. 02000000:00000001:2.0:1781624290.113444:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781624290.113445:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781624290.113447:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511281880. 00000100:00000001:2.0:1781624290.113449:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781624290.113450:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624290.113452:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624290.113461:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624290.113463:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624290.113466:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624290.113468:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624290.485319:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624290.485329:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624290.485338:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624290.485339:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624290.493352:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624290.493366:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624290.493373:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624291.509248:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624291.509259:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624291.509268:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624291.509269:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624291.509726:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624291.509730:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624291.509734:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624292.533669:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624292.533678:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624292.533685:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624292.533686:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624292.533766:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624292.533771:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624292.533774:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624293.557992:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624293.558002:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624293.558010:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624293.558011:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624293.558342:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624293.558347:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624293.558351:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000008:00000020:1.0:1781624293.685991:0:118213:0:(osc_request.c:745:osc_update_next_shrink()) next time 8983 to shrink grant 00010000:00000001:1.0:1781624294.582291:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624294.582301:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624294.582309:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624294.582310:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624294.582675:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624294.582679:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624294.582682:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781624295.221489:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624295.221503:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624295.221519:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0d880. 00000020:00000040:2.0:1781624295.221527:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781624295.221533:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624295.221538:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624295.221545:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624295.221557:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3300. 00000100:00000001:2.0:1781624295.221566:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624295.221582:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0d880 x1868160455880064/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624295.221597:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624295.221602:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624295.221610:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000750808ff] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0d880 x1868160455880064/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624295.221643:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624295.221647:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624295.221663:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624295.221666:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0fb80. 00000020:00000040:2.0:1781624295.221668:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781624295.221672:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624295.221674:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624295.221676:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624295.221680:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3500. 00000100:00000001:2.0:1781624295.221683:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624295.221688:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0fb80 x1868160455880192/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624295.221696:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624295.221699:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624295.221703:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e233249c] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0fb80 x1868160455880192/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624295.221712:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624295.221715:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624295.221719:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624295.221723:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624295.221726:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624295.221732:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7789) 00000100:00000001:2.0:1781624295.221753:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624295.221758:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624295.221761:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624295.221768:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0d880 x1868160455880064/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624295.221776:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624295.221779:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624295.221784:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624295.221788:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624295.221791:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624295.221795:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455880064:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624295.221800:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624295.221808:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624295.221812:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624295.221815:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624295.221820:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078800. 02000000:00000001:2.0:1781624295.221822:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624295.221831:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624295.221836:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08528. 00000400:00000010:2.0:1781624295.221844:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901ddd0. 00000100:00000200:2.0:1781624295.221853:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455880064, portal 25 00000100:00000001:2.0:1781624295.221856:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624295.221858:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272070784 : -123673437480832 : ffff8f8508b0d880) 00000100:00000040:2.0:1781624295.221863:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0d880 x1868160455880064/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624295.221871:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624295.221890:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624295.221894:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901dc38. 00000100:00000200:2.0:1781624295.221897:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455880064, offset 0 00000400:00000200:2.0:1781624295.221905:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624295.221918:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624295.221928:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624295.221942:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624295.221947:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624295.221951:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624295.221954:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624295.221958:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376164:376164:256:4294967295] 192.168.202.101@tcp LPNI seq info [376134:376134:8:4294967295] 00000400:00000200:2.0:1781624295.221963:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624295.221975:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624295.221982:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624295.221986:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3900. 00000800:00000200:2.0:1781624295.221993:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624295.222003:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624295.222007:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624295.222020:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624295.222046:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624295.222050:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302460022 00000100:00000001:2.0:1781624295.222056:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302454902 00000100:00000001:2.0:1781624295.222060:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302460022 00000100:00000001:2.0:1781624295.222063:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302454902 00000100:00000001:2.0:1781624295.222066:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624295.222069:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624295.222072:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624295.222075:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624295.222088:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624295.222091:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781624295.222093:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624295.222095:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624295.222096:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624295.222099:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1781624295.222101:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624295.222103:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624295.222104:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624295.222106:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624295.222107:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624295.222108:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624295.222112:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0fb80 x1868160455880192/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624295.222119:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624295.222121:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624295.222123:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624295.222125:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624295.222126:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624295.222129:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455880192:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624295.222132:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624295.222134:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624295.222136:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624295.222138:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624295.222141:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078e00. 02000000:00000001:2.0:1781624295.222143:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624295.222146:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624295.222148:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f083c8. 00000400:00000010:2.0:1781624295.222151:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901df68. 00000100:00000200:2.0:1781624295.222165:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455880192, portal 10 00000100:00000001:2.0:1781624295.222167:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624295.222168:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272079744 : -123673437471872 : ffff8f8508b0fb80) 00000100:00000040:2.0:1781624295.222175:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0fb80 x1868160455880192/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624295.222191:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624295.222192:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624295.222195:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d3b8. 00000100:00000200:2.0:1781624295.222197:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455880192, offset 0 00000400:00000200:2.0:1781624295.222201:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624295.222205:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624295.222208:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624295.222210:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624295.222212:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624295.222214:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624295.222217:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624295.222219:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376165:376165:255:4294967295] 192.168.202.101@tcp LPNI seq info [376135:376135:7:4294967295] 00000400:00000200:2.0:1781624295.222223:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624295.222228:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624295.222232:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624295.222235:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3000. 00000800:00000200:2.0:1781624295.222238:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624295.222242:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624295.222245:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624295.222248:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624295.225289:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17233 usecs (18 jiffies) 00000400:00000200:2.0:1781624295.225314:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624295.225320:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302452243 00000100:00000001:2.0:1781624295.225327:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302460022 00000100:00000001:2.0:1781624295.225329:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302452243 00000100:00000001:2.0:1781624295.225332:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302460022 00000100:00000001:2.0:1781624295.225334:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624295.225340:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624295.225346:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624295.225353:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624295.225387:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624295.225390:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624295.229621:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624295.229634:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3900. 00000400:00000200:3.0:1781624295.229643:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624295.230465:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624295.230476:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901dc38 00000400:00000010:3.0:1781624295.230480:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901dc38. 00000100:00000001:3.0:1781624295.230487:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624295.230500:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0d880 x1868160455880064/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624295.230515:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624295.230519:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0d880 x1868160455880064/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624311 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624295.230527:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624295.230530:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781624295.231078:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624295.231085:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3000. 00000400:00000200:3.0:1781624295.231091:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624295.231098:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624295.231104:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d3b8 00000400:00000010:3.0:1781624295.231106:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d3b8. 00000100:00000001:3.0:1781624295.231110:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624295.231116:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0fb80 x1868160455880192/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624295.231125:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624295.231128:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0fb80 x1868160455880192/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624311 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624295.231136:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624295.231137:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781624295.234235:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624295.234366:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624295.234371:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624295.234374:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624295.234386:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624295.234395:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624295.234406:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624295.234412:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624295.234419:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624295.234425:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b2e00 00000400:00000200:3.0:1781624295.234430:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624295.234439:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9a35 [1] + 224 00000800:00000001:3.0:1781624295.234448:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624295.234453:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624295.234456:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624295.234462:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624295.234473:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624295.234485:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0fb80 x1868160455880192/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624311 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624295.234498:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0fb80 x1868160455880192/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624295.234550:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624295.234556:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624295.234573:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624295.234585:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624295.234589:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624295.234592:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624295.234594:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624295.234598:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624295.234601:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624295.234606:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624295.234608:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624295.234611:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624295.234614:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b2d80 00000400:00000200:3.0:1781624295.234618:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624295.234623:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9a25 [1] + 224 00000800:00000001:3.0:1781624295.234627:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624295.234640:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624295.234642:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624295.234645:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624295.234648:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624295.234654:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0d880 x1868160455880064/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624311 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624295.234662:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0d880 x1868160455880064/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624295.234669:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624295.234672:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624295.234675:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1781624295.242826:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781624295.242836:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781624295.242843:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f083c8. 00000400:00000200:2.0:1781624295.242857:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901df68 00000400:00000010:2.0:1781624295.242860:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901df68. 00000100:00000001:2.0:1781624295.242867:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624295.242884:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0fb80 x1868160455880192/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624295.242898:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0fb80 x1868160455880192/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624311 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624295.242909:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781624295.242912:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624295.242917:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781624295.242922:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781624295.242925:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781624295.242929:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624295.243395:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781624295.243409:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=22 v=5 (5 5 5 5) 00000100:00001000:2.0:1781624295.243414:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=93 v=5 (1 1 1 1) 00000100:00000001:2.0:1781624295.243418:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781624295.243421:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781624295.243425:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781624295.243429:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624295.243434:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781624295.243436:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:2.0:1781624295.243439:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781624295.243441:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624295.243449:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0fb80 x1868160455880192/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624311 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624295.243458:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624295.243463:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781624295.243466:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781624295.243470:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0fb80 x1868160455880192/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624311 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781624295.243480:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455880192:192.168.202.101@tcp:400:kworker.0 00000400:00000001:2.0:1781624295.243489:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781624295.243490:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781624295.243493:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08528. 00000400:00000200:2.0:1781624295.243496:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901ddd0 00000400:00000010:2.0:1781624295.243499:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901ddd0. 00000100:00000001:2.0:1781624295.243502:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624295.243508:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0d880 x1868160455880064/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624295.243516:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0d880 x1868160455880064/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624311 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624295.243522:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781624295.243523:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624295.243525:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781624295.243527:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781624295.243529:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781624295.243530:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624295.243532:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781624295.243535:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=22 v=5 (5 5 5 5) 00000100:00001000:2.0:1781624295.243539:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=93 v=5 (1 1 1 1) 00000100:00000001:2.0:1781624295.243541:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781624295.243542:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781624295.243543:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781624295.243545:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624295.243547:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624295.243550:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0d880 x1868160455880064/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624311 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624295.243557:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624295.243559:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781624295.243560:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781624295.243563:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0d880 x1868160455880064/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624311 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781624295.243572:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455880064:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624295.243577:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624295.243581:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624295.243585:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0fb80 x1868160455880192/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624311 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624295.243592:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781624295.243595:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781624295.243600:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078e00. 02000000:00000001:2.0:1781624295.243605:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781624295.243609:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781624295.243611:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:2.0:1781624295.243614:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781624295.243617:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3500. 02000000:00000001:2.0:1781624295.243623:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781624295.243625:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781624295.243628:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0fb80. 00000100:00000001:2.0:1781624295.243734:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781624295.243736:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624295.243738:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624295.243743:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0d880 x1868160455880064/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624311 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624295.243750:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781624295.243751:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781624295.243753:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078800. 02000000:00000001:2.0:1781624295.243756:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781624295.243757:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781624295.243759:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781624295.243760:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781624295.243762:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3300. 02000000:00000001:2.0:1781624295.243764:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781624295.243765:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781624295.243767:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0d880. 00000100:00000001:2.0:1781624295.243769:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781624295.243771:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624295.243773:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624295.243785:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624295.243787:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624295.243790:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624295.243793:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624295.606411:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624295.606423:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624295.606431:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624295.606432:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624295.606609:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624295.606613:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624295.606617:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624296.629150:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624296.629161:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624296.629169:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624296.629170:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624296.629279:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624296.629284:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624296.629287:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624297.653229:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624297.653241:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624297.653244:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624297.653249:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624297.653255:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624297.653258:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624297.653261:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624297.653264:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624297.653269:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624297.653271:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624297.653273:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624297.653275:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624297.653277:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624297.653279:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624297.653281:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624297.653283:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624297.656949:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624297.656961:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624297.656968:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624298.677403:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624298.677413:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624298.677420:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624298.677422:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624298.677524:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624298.677529:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624298.677532:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624299.702094:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624299.702100:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624299.702105:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624299.702106:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624299.702724:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624299.702728:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624299.702731:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781624300.341379:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624300.341406:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624300.341424:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511282680. 00000020:00000040:3.0:1781624300.341432:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781624300.341438:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624300.341443:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624300.341451:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624300.341464:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d400. 00000100:00000001:3.0:1781624300.341474:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624300.341494:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511282680 x1868160455880320/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624300.341510:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624300.341517:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624300.341526:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008781aa17] to pc [ptlrpcd_01_00+0] req@ffff8f8511282680 x1868160455880320/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624300.341575:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624300.341580:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624300.341584:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624300.341588:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511281180. 00000020:00000040:3.0:1781624300.341591:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781624300.341594:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624300.341596:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624300.341598:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624300.341602:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d100. 00000100:00000001:3.0:1781624300.341605:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624300.341611:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511281180 x1868160455880448/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624300.341620:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624300.341623:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624300.341628:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc6d7584] to pc [ptlrpcd_01_01+1] req@ffff8f8511281180 x1868160455880448/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624300.341638:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624300.341641:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624300.341645:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624300.341650:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624300.341653:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624300.341661:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7795) 00000100:00000001:3.0:1781624300.341684:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624300.341689:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624300.341693:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781624300.341700:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511281180 x1868160455880448/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624300.341710:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781624300.341713:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624300.341718:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781624300.341721:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781624300.341725:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624300.341729:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455880448:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624300.341736:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781624300.341745:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781624300.341750:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624300.341754:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781624300.341761:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ec000. 02000000:00000001:3.0:1781624300.341763:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624300.341775:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781624300.341781:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8dc0. 00000400:00000010:3.0:1781624300.341790:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e703b8. 00000100:00000200:3.0:1781624300.341802:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455880448, portal 10 00000100:00000001:3.0:1781624300.341808:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781624300.341810:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414101888 : -123673295449728 : ffff8f8511281180) 00000100:00000040:3.0:1781624300.341822:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511281180 x1868160455880448/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624300.341832:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781624300.341835:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781624300.341840:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70cc0. 00000100:00000200:3.0:1781624300.341844:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455880448, offset 0 00000400:00000200:3.0:1781624300.341855:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624300.341871:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624300.341883:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781624300.341892:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781624300.341899:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781624300.341905:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781624300.341909:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781624300.341914:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376166:376166:256:4294967295] 192.168.202.101@tcp LPNI seq info [376136:376136:8:4294967295] 00000400:00000200:3.0:1781624300.341919:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624300.341932:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781624300.341940:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781624300.341950:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7df00. 00000800:00000200:3.0:1781624300.341959:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781624300.341972:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781624300.341978:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7df00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781624300.341995:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624300.342002:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17242 usecs (18 jiffies) 00000400:00000200:3.0:1781624300.342006:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624300.342010:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302457362 00000100:00000001:3.0:1781624300.342015:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302460022 00000100:00000001:3.0:1781624300.342017:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302457362 00000100:00000001:3.0:1781624300.342020:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302460022 00000100:00000001:3.0:1781624300.342070:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624300.342074:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624300.342078:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624300.342080:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624300.342090:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624300.342093:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781624300.342096:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624300.342097:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624300.342098:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624300.342101:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1781624300.342102:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624300.342104:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624300.342106:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624300.342120:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624300.342121:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624300.342123:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781624300.342127:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511282680 x1868160455880320/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624300.342135:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781624300.342137:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624300.342140:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781624300.342142:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781624300.342144:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624300.342147:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511282680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455880320:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624300.342150:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781624300.342153:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781624300.342155:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624300.342156:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781624300.342161:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096eda00. 02000000:00000001:3.0:1781624300.342162:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624300.342166:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781624300.342168:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8948. 00000400:00000010:3.0:1781624300.342172:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e707f8. 00000100:00000200:3.0:1781624300.342175:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455880320, portal 25 00000100:00000001:3.0:1781624300.342177:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781624300.342179:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414107264 : -123673295444352 : ffff8f8511282680) 00000100:00000040:3.0:1781624300.342184:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511282680 x1868160455880320/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624300.342190:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781624300.342193:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781624300.342195:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70908. 00000100:00000200:3.0:1781624300.342197:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455880320, offset 0 00000400:00000200:3.0:1781624300.342202:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624300.342206:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624300.342210:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781624300.342212:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781624300.342215:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781624300.342217:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781624300.342219:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781624300.342222:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376167:376167:255:4294967295] 192.168.202.101@tcp LPNI seq info [376137:376137:7:4294967295] 00000400:00000200:3.0:1781624300.342225:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624300.342231:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781624300.342235:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781624300.342239:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d000. 00000800:00000200:3.0:1781624300.342243:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781624300.342247:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781624300.342249:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781624300.342252:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624300.342255:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624300.342257:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302465143 00000100:00000001:3.0:1781624300.342264:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302460022 00000100:00000001:3.0:1781624300.342269:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302465143 00000100:00000001:3.0:1781624300.342272:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302460022 00000100:00000001:3.0:1781624300.342275:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624300.342277:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624300.342280:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624300.342282:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624300.342341:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624300.342345:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7df00. 00000400:00000200:3.0:1781624300.342353:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624300.342359:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624300.342365:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70cc0 00000400:00000010:3.0:1781624300.342368:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70cc0. 00000100:00000001:3.0:1781624300.342373:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624300.342378:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511281180 x1868160455880448/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624300.342388:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624300.342392:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511281180 x1868160455880448/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624316 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624300.342399:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624300.342401:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781624300.342489:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624300.342492:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d000. 00000400:00000200:3.0:1781624300.342496:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624300.342500:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624300.342503:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70908 00000400:00000010:3.0:1781624300.342505:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70908. 00000100:00000001:3.0:1781624300.342507:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624300.342511:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511282680 x1868160455880320/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624300.342517:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624300.342520:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511282680 x1868160455880320/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624316 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624300.342526:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624300.342527:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1781624300.342771:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624300.342775:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781624300.349855:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624300.349877:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624300.349882:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624300.349886:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624300.349897:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624300.349907:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624300.349919:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624300.349924:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624300.349930:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624300.349936:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b2e80 00000400:00000200:3.0:1781624300.349941:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624300.349949:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9a55 [1] + 224 00000800:00000001:3.0:1781624300.349958:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624300.349963:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624300.350188:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624300.350196:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624300.350207:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624300.350218:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511282680 x1868160455880320/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624316 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624300.350232:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511282680 x1868160455880320/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624300.350319:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624300.350325:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624300.350344:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624300.350358:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624300.350363:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624300.350365:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624300.350367:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624300.350371:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624300.350375:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624300.350517:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624300.350522:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624300.350526:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624300.350529:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b2f00 00000400:00000200:3.0:1781624300.350533:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624300.350538:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9a45 [1] + 224 00000800:00000001:3.0:1781624300.350543:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624300.350552:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624300.350555:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624300.350558:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624300.350562:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624300.350567:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511281180 x1868160455880448/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624316 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624300.350575:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511281180 x1868160455880448/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624300.350582:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624300.350586:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624300.350602:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1781624300.350877:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781624300.350880:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781624300.350885:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8948. 00000400:00000200:2.0:1781624300.350893:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e707f8 00000400:00000010:2.0:1781624300.350896:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e707f8. 00000100:00000001:2.0:1781624300.350899:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624300.350905:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511282680 x1868160455880320/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624300.350915:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511282680 x1868160455880320/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624316 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624300.350922:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781624300.350924:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624300.350928:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781624300.350932:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781624300.350935:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781624300.350938:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624300.350942:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781624300.350949:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=27 v=5 (5 5 5 5) 00000100:00001000:2.0:1781624300.350954:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=98 v=5 (1 1 1 1) 00000100:00000001:2.0:1781624300.350956:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781624300.350958:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781624300.350961:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781624300.350964:0:2352:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624300.351069:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624300.351076:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511282680 x1868160455880320/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624316 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624300.351084:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624300.351087:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781624300.351090:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781624300.351094:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511282680 x1868160455880320/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624316 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781624300.351102:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511282680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455880320:192.168.202.101@tcp:400:kworker.0 00000400:00000001:2.0:1781624300.351121:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781624300.351122:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781624300.351124:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8dc0. 00000400:00000200:2.0:1781624300.351128:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e703b8 00000400:00000010:2.0:1781624300.351130:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e703b8. 00000100:00000001:2.0:1781624300.351132:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624300.351136:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511281180 x1868160455880448/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624300.351144:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511281180 x1868160455880448/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624316 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624300.351150:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781624300.351152:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624300.351154:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781624300.351156:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781624300.351157:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781624300.351158:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624300.351160:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781624300.351167:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=27 v=5 (5 5 5 5) 00000100:00001000:2.0:1781624300.351170:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=98 v=5 (1 1 1 1) 00000100:00000001:2.0:1781624300.351173:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781624300.351174:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781624300.351176:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781624300.351179:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624300.351183:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781624300.351186:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:2.0:1781624300.351188:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781624300.351189:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624300.351193:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511281180 x1868160455880448/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624316 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624300.351200:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624300.351203:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781624300.351204:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781624300.351207:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511281180 x1868160455880448/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624316 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781624300.351215:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455880448:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624300.351219:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624300.351222:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624300.351225:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511282680 x1868160455880320/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624316 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624300.351232:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781624300.351236:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781624300.351240:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096eda00. 02000000:00000001:2.0:1781624300.351245:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781624300.351248:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781624300.351251:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781624300.351254:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781624300.351256:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d400. 02000000:00000001:2.0:1781624300.351261:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781624300.351263:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781624300.351265:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511282680. 00000100:00000001:2.0:1781624300.351269:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781624300.351270:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624300.351272:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624300.351275:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511281180 x1868160455880448/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624316 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624300.351280:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781624300.351282:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781624300.351283:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ec000. 02000000:00000001:2.0:1781624300.351286:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781624300.351287:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781624300.351288:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:2.0:1781624300.351290:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781624300.351291:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d100. 02000000:00000001:2.0:1781624300.351293:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781624300.351294:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781624300.351295:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511281180. 00000100:00000001:2.0:1781624300.351298:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781624300.351299:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624300.351302:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624300.351523:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624300.351526:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624300.351530:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624300.351532:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624300.725214:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624300.725223:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624300.725230:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624300.725239:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624300.725358:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624300.725362:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624300.725366:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624301.749233:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624301.749242:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624301.749250:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624301.749251:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624301.749361:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624301.749365:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624301.749369:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624302.773225:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624302.773235:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624302.773243:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624302.773244:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624302.773530:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624302.773534:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624302.773536:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624303.801642:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624303.801652:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624303.801659:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624303.801661:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624303.801861:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624303.801866:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624303.801869:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624304.821234:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624304.821245:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624304.821253:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624304.821255:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624304.821542:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624304.821545:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624304.821548:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781624305.462238:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624305.462255:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624305.462273:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733dc00. 00000020:00000040:1.0:1781624305.462283:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781624305.462289:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624305.462294:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624305.462303:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624305.462315:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f3ed00. 00000100:00000001:1.0:1781624305.462323:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624305.462338:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733dc00 x1868160455880576/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624305.462350:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624305.462356:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624305.462363:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033ccbb42] to pc [ptlrpcd_00_00+0] req@ffff8f850733dc00 x1868160455880576/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624305.462413:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624305.462417:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624305.462420:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624305.462424:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733ed80. 00000020:00000040:1.0:1781624305.462427:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781624305.462429:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624305.462431:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624305.462432:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624305.462436:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f3ef00. 00000100:00000001:1.0:1781624305.462439:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624305.462443:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733ed80 x1868160455880704/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624305.462449:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624305.462451:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624305.462454:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000923b046] to pc [ptlrpcd_00_01+1] req@ffff8f850733ed80 x1868160455880704/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624305.462462:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624305.462464:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624305.462467:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624305.462470:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624305.462474:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624305.462480:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7800) 00000100:00000001:1.0:1781624305.462501:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624305.462505:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624305.462508:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624305.462516:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733ed80 x1868160455880704/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624305.462524:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624305.462527:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624305.462533:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624305.462537:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624305.462541:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624305.462546:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455880704:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624305.462552:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624305.462560:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624305.462564:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624305.462567:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624305.462573:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8506e57200. 02000000:00000001:1.0:1781624305.462576:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624305.462587:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624305.462592:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85076314d0. 00000400:00000010:1.0:1781624305.462602:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb17f8. 00000100:00000200:1.0:1781624305.462612:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455880704, portal 10 00000100:00000001:1.0:1781624305.462616:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624305.462618:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247106944 : -123673462444672 : ffff8f850733ed80) 00000100:00000040:1.0:1781624305.462629:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733ed80 x1868160455880704/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624305.462637:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624305.462641:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624305.462645:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb16e8. 00000100:00000200:1.0:1781624305.462650:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455880704, offset 0 00000400:00000200:1.0:1781624305.462659:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624305.462673:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624305.462683:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624305.462691:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624305.462696:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624305.462701:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624305.462705:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624305.462710:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376168:376168:256:4294967295] 192.168.202.101@tcp LPNI seq info [376138:376138:8:4294967295] 00000400:00000200:1.0:1781624305.462715:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624305.462729:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624305.462737:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624305.462744:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3ec00. 00000800:00000200:1.0:1781624305.462754:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624305.462765:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624305.462771:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3ec00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624305.462803:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624305.462810:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17237 usecs (18 jiffies) 00000400:00000200:1.0:1781624305.462815:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624305.462819:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302462483 00000100:00000001:1.0:1781624305.462823:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302465143 00000100:00000001:1.0:1781624305.462826:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302462483 00000100:00000001:1.0:1781624305.462829:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302465143 00000100:00000001:1.0:1781624305.462832:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624305.462836:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624305.462840:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624305.462843:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624305.462853:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624305.462855:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781624305.462858:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624305.462860:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624305.462861:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624305.462864:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1781624305.462867:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624305.462869:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624305.462871:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624305.462873:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624305.462874:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624305.462875:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624305.462881:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733dc00 x1868160455880576/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624305.462888:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624305.462890:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624305.462893:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624305.462895:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624305.462897:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624305.462900:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455880576:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624305.462904:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624305.462908:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624305.462910:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624305.462912:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624305.462916:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8506e56a00. 02000000:00000001:1.0:1781624305.462918:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624305.462922:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624305.462926:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631790. 00000400:00000010:1.0:1781624305.462930:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1aa0. 00000100:00000200:1.0:1781624305.462934:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455880576, portal 25 00000100:00000001:1.0:1781624305.462936:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624305.462937:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247102464 : -123673462449152 : ffff8f850733dc00) 00000100:00000040:1.0:1781624305.462943:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733dc00 x1868160455880576/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624305.462950:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624305.462952:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624305.462956:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb13b8. 00000100:00000200:1.0:1781624305.462959:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455880576, offset 0 00000400:00000200:1.0:1781624305.462964:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624305.462969:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624305.462974:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624305.462978:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624305.462981:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624305.462984:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624305.462986:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624305.462990:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376169:376169:255:4294967295] 192.168.202.101@tcp LPNI seq info [376139:376139:7:4294967295] 00000400:00000200:1.0:1781624305.462994:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624305.463002:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624305.463007:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624305.463012:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3ee00. 00000800:00000200:1.0:1781624305.463016:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624305.463022:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624305.463091:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3ee00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624305.463096:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624305.463100:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624305.463102:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302470264 00000100:00000001:1.0:1781624305.463110:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302465143 00000100:00000001:1.0:1781624305.463114:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302470264 00000100:00000001:1.0:1781624305.463117:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302465143 00000100:00000001:1.0:1781624305.463120:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624305.463122:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624305.463124:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624305.463126:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624305.463228:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624305.463233:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624305.466253:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624305.466270:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3ec00. 00000400:00000200:3.0:1781624305.466284:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624305.466297:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624305.466307:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb16e8 00000400:00000010:3.0:1781624305.466311:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb16e8. 00000100:00000001:3.0:1781624305.466319:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624305.466330:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733ed80 x1868160455880704/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624305.466344:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624305.466348:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733ed80 x1868160455880704/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624321 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624305.466356:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624305.466358:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781624305.466461:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624305.466465:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3ee00. 00000400:00000200:3.0:1781624305.466470:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624305.466475:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624305.466479:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb13b8 00000400:00000010:3.0:1781624305.466483:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb13b8. 00000100:00000001:3.0:1781624305.466486:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624305.466493:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733dc00 x1868160455880576/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624305.466502:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624305.466506:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733dc00 x1868160455880576/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624321 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624305.466513:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624305.466514:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781624305.471284:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624305.471300:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624305.471305:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624305.471307:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624305.471317:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624305.471325:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624305.471333:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624305.471338:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624305.471343:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624305.471347:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b2f80 00000400:00000200:3.0:1781624305.471352:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624305.471357:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9a6d [1] + 224 00000800:00000001:3.0:1781624305.471364:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624305.471372:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624305.471375:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624305.471379:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624305.471385:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624305.471395:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733dc00 x1868160455880576/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624321 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624305.471405:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733dc00 x1868160455880576/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624305.471424:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624305.471432:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624305.471436:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624305.472151:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624305.472159:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781624305.472168:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624305.472170:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624305.472174:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631790. 00000400:00000200:1.0:1781624305.472181:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1aa0 00000400:00000010:1.0:1781624305.472184:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1aa0. 00000100:00000001:1.0:1781624305.472188:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624305.472197:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733dc00 x1868160455880576/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624305.472207:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733dc00 x1868160455880576/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624321 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624305.472213:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624305.472215:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624305.472217:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624305.472220:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624305.472222:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624305.472224:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624305.472226:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624305.472234:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=32 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624305.472237:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=103 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624305.472239:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624305.472240:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624305.472243:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624305.472245:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624305.472247:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624305.472250:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733dc00 x1868160455880576/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624321 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624305.472255:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624305.472257:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624305.472259:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624305.472262:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733dc00 x1868160455880576/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624321 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624305.472267:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455880576:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624305.472272:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624305.472274:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624305.472277:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733dc00 x1868160455880576/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624321 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624305.472281:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624305.472283:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624305.472287:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8506e56a00. 02000000:00000001:1.0:1781624305.472290:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624305.472293:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624305.472295:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781624305.472297:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624305.472299:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f3ed00. 02000000:00000001:1.0:1781624305.472304:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624305.472306:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624305.472308:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733dc00. 00000100:00000001:1.0:1781624305.472312:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624305.472313:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624305.472317:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624305.472319:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624305.472320:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624305.472321:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624305.472323:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781624305.475715:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624305.475738:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624305.475742:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624305.475745:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624305.475753:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624305.475760:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624305.475768:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624305.475772:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624305.475776:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624305.475780:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b3000 00000400:00000200:3.0:1781624305.475784:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624305.475790:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9a65 [1] + 224 00000800:00000001:3.0:1781624305.475797:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624305.475804:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624305.475807:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624305.475811:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624305.475817:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624305.475826:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733ed80 x1868160455880704/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624321 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624305.475836:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733ed80 x1868160455880704/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624305.475855:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624305.475863:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624305.475865:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624305.475931:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624305.475938:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781624305.475949:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624305.475951:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624305.475956:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85076314d0. 00000400:00000200:1.0:1781624305.475964:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb17f8 00000400:00000010:1.0:1781624305.475968:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb17f8. 00000100:00000001:1.0:1781624305.475973:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624305.475983:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733ed80 x1868160455880704/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624305.475995:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733ed80 x1868160455880704/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624321 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624305.476004:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624305.476006:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624305.476009:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624305.476013:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624305.476016:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624305.476019:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624305.476069:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624305.476083:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=32 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624305.476088:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=103 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624305.476091:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624305.476092:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624305.476095:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624305.476098:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624305.476101:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781624305.476104:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781624305.476106:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781624305.476107:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624305.476111:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733ed80 x1868160455880704/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624321 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624305.476116:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624305.476119:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624305.476121:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624305.476124:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733ed80 x1868160455880704/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624321 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624305.476128:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455880704:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624305.476132:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624305.476134:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624305.476136:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733ed80 x1868160455880704/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624321 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624305.476141:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624305.476143:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624305.476147:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8506e57200. 02000000:00000001:1.0:1781624305.476151:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624305.476154:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624305.476156:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781624305.476158:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624305.476160:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f3ef00. 02000000:00000001:1.0:1781624305.476163:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624305.476165:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624305.476167:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733ed80. 00000100:00000001:1.0:1781624305.476170:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624305.476171:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624305.476173:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624305.476180:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624305.476182:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624305.476183:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624305.476185:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624305.845223:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624305.845234:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624305.845243:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624305.845244:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624305.846378:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624305.846383:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624305.846388:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624306.869220:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624306.869229:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624306.869237:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624306.869238:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624306.869444:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624306.869448:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624306.869451:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624307.893583:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624307.893596:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624307.893598:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624307.893604:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624307.893609:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624307.893612:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624307.893614:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624307.893616:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624307.893620:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624307.893622:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624307.893623:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624307.893625:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624307.893626:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624307.893627:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624307.893629:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624307.893631:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624307.894103:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624307.894108:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624307.894111:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624308.918691:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624308.918702:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624308.918709:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624308.918710:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624308.918885:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624308.918889:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624308.918893:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624309.941198:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624309.941209:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624309.941219:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624309.941220:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624309.941338:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624309.941343:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624309.941347:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781624310.583213:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624310.583225:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624310.583243:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511283b80. 00000020:00000040:3.0:1781624310.583251:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781624310.583256:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624310.583260:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624310.583266:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624310.583275:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d000. 00000100:00000001:3.0:1781624310.583283:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624310.583296:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511283b80 x1868160455880832/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624310.583306:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624310.583311:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624310.583318:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df6e823e] to pc [ptlrpcd_01_00+0] req@ffff8f8511283b80 x1868160455880832/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624310.583353:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624310.583356:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624310.583359:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624310.583361:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511280a80. 00000020:00000040:3.0:1781624310.583363:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781624310.583365:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624310.583366:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624310.583368:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624310.583371:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7df00. 00000100:00000001:3.0:1781624310.583374:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624310.583378:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511280a80 x1868160455880960/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624310.583385:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624310.583386:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624310.583390:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000694084cb] to pc [ptlrpcd_01_01+1] req@ffff8f8511280a80 x1868160455880960/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624310.583397:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624310.583400:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624310.583404:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624310.583408:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624310.583411:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624310.583417:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7805) 00000100:00000001:2.0:1781624310.583500:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624310.583505:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624310.583507:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624310.583515:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511283b80 x1868160455880832/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624310.583524:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624310.583526:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624310.583532:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624310.583536:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624310.583539:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624310.583543:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511283b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455880832:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624310.583548:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624310.583557:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624310.583561:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624310.583564:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624310.583570:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079a00. 02000000:00000001:2.0:1781624310.583573:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624310.583582:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624310.583587:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08528. 00000400:00000010:2.0:1781624310.583596:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901ddd0. 00000100:00000200:2.0:1781624310.583605:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455880832, portal 25 00000100:00000001:2.0:1781624310.583608:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624310.583610:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414112640 : -123673295438976 : ffff8f8511283b80) 00000100:00000040:2.0:1781624310.583616:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511283b80 x1868160455880832/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624310.583624:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624310.583627:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624310.583631:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901df68. 00000100:00000200:2.0:1781624310.583634:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455880832, offset 0 00000400:00000200:2.0:1781624310.583642:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624310.583654:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624310.583666:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624310.583673:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624310.583678:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624310.583682:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624310.583686:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624310.583689:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376170:376170:256:4294967295] 192.168.202.101@tcp LPNI seq info [376140:376140:8:4294967295] 00000400:00000200:2.0:1781624310.583694:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624310.583705:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624310.583712:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624310.583718:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3300. 00000800:00000200:2.0:1781624310.583725:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624310.583735:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624310.583741:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624310.583800:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624310.583805:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624310.583808:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302475384 00000100:00000001:2.0:1781624310.583816:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302470264 00000100:00000001:2.0:1781624310.583820:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302475384 00000100:00000001:2.0:1781624310.583824:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302470264 00000100:00000001:2.0:1781624310.583827:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624310.583830:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624310.583833:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624310.583836:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624310.583844:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624310.583847:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781624310.583849:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624310.583850:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624310.583852:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624310.583854:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1781624310.583856:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624310.583857:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624310.583859:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624310.583860:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624310.583861:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624310.583862:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624310.583866:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511280a80 x1868160455880960/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624310.583872:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624310.583873:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624310.583877:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624310.583878:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624310.583880:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624310.583884:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455880960:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624310.583886:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624310.583889:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624310.583890:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624310.583892:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624310.583895:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078000. 02000000:00000001:2.0:1781624310.583897:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624310.583901:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624310.583903:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f083c8. 00000400:00000010:2.0:1781624310.583907:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d660. 00000100:00000200:2.0:1781624310.583910:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455880960, portal 10 00000100:00000001:2.0:1781624310.583912:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624310.583913:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414100096 : -123673295451520 : ffff8f8511280a80) 00000100:00000040:2.0:1781624310.583920:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511280a80 x1868160455880960/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624310.583925:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624310.583927:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624310.583929:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d990. 00000100:00000200:2.0:1781624310.583931:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455880960, offset 0 00000400:00000200:2.0:1781624310.583935:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624310.583939:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624310.583943:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624310.583946:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624310.583948:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624310.583950:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624310.583952:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624310.583955:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376171:376171:255:4294967295] 192.168.202.101@tcp LPNI seq info [376141:376141:7:4294967295] 00000400:00000200:2.0:1781624310.583959:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624310.583965:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624310.583969:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624310.583973:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3500. 00000800:00000200:2.0:1781624310.583977:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624310.583982:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624310.583985:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624310.583988:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624310.583993:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17237 usecs (18 jiffies) 00000400:00000200:2.0:1781624310.583996:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624310.583998:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302467604 00000100:00000001:2.0:1781624310.584000:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302475384 00000100:00000001:2.0:1781624310.584002:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302467604 00000100:00000001:2.0:1781624310.584004:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302475384 00000100:00000001:2.0:1781624310.584006:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624310.584007:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624310.584010:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624310.584012:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624310.584090:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624310.584093:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624310.590284:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624310.590302:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3300. 00000400:00000200:3.0:1781624310.590314:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624310.590327:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624310.590337:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901df68 00000400:00000010:3.0:1781624310.590341:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901df68. 00000100:00000001:3.0:1781624310.590348:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624310.590360:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511283b80 x1868160455880832/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624310.590376:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624310.590379:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511283b80 x1868160455880832/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624326 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624310.590385:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624310.590387:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781624310.590481:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624310.590484:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3500. 00000400:00000200:3.0:1781624310.590487:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624310.590491:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624310.590495:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d990 00000400:00000010:3.0:1781624310.590497:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d990. 00000100:00000001:3.0:1781624310.590499:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624310.590504:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511280a80 x1868160455880960/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624310.590511:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624310.590514:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511280a80 x1868160455880960/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624326 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624310.590525:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624310.590526:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624310.596182:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624310.596209:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624310.596214:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624310.596217:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624310.596228:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624310.596239:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624310.596252:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624310.596258:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624310.596264:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624310.596270:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b3080 00000400:00000200:2.0:1781624310.596276:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624310.596283:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9a75 [1] + 224 00000800:00000001:2.0:1781624310.596292:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624310.596302:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624310.596305:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624310.596311:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624310.596323:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624310.596336:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511283b80 x1868160455880832/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624326 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624310.596347:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511283b80 x1868160455880832/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624310.596373:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624310.596385:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624310.596389:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624310.596453:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624310.596459:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624310.596470:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624310.596473:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624310.596477:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08528. 00000400:00000200:3.0:1781624310.596484:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901ddd0 00000400:00000010:3.0:1781624310.596487:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901ddd0. 00000100:00000001:3.0:1781624310.596491:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624310.596496:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511283b80 x1868160455880832/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624310.596505:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511283b80 x1868160455880832/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624326 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624310.596512:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624310.596514:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624310.596518:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624310.596523:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624310.596526:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624310.596529:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624310.596533:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624310.596542:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=37 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624310.596547:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=108 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624310.596550:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624310.596552:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624310.596555:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624310.596558:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624310.596561:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624310.596567:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511283b80 x1868160455880832/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624326 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624310.596574:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624310.596577:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624310.596580:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624310.596585:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511283b80 x1868160455880832/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624326 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624310.596593:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511283b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455880832:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624310.596598:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624310.596601:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624310.596604:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511283b80 x1868160455880832/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624326 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624310.596611:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624310.596615:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624310.596619:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079a00. 02000000:00000001:3.0:1781624310.596623:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624310.596627:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624310.596629:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781624310.596632:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624310.596635:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d000. 02000000:00000001:3.0:1781624310.596639:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624310.596641:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624310.596643:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511283b80. 00000100:00000001:3.0:1781624310.596648:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624310.596649:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624310.596653:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624310.596655:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624310.596656:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624310.596658:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624310.596659:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781624310.600538:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624310.600561:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624310.600567:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624310.600569:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624310.600581:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624310.600590:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624310.600601:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624310.600607:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624310.600615:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624310.600662:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b3100 00000400:00000200:3.0:1781624310.600679:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624310.600687:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9a85 [1] + 224 00000800:00000001:3.0:1781624310.600696:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624310.600705:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624310.600708:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624310.600712:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624310.600723:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624310.600734:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511280a80 x1868160455880960/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624326 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624310.600746:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511280a80 x1868160455880960/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624310.600763:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624310.600775:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624310.600779:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624310.600797:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624310.600802:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624310.600811:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624310.600813:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624310.600817:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f083c8. 00000400:00000200:3.0:1781624310.600824:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d660 00000400:00000010:3.0:1781624310.600827:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d660. 00000100:00000001:3.0:1781624310.600830:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624310.600835:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511280a80 x1868160455880960/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624310.600844:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511280a80 x1868160455880960/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624326 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624310.600851:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624310.600853:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624310.600857:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624310.600861:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624310.600865:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624310.600868:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624310.600872:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624310.600884:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=37 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624310.600889:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=108 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624310.600891:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624310.600893:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624310.600897:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624310.600902:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624310.600906:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781624310.600909:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781624310.600911:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781624310.600913:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624310.600917:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511280a80 x1868160455880960/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624326 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624310.600925:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624310.600928:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624310.600930:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624310.600935:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511280a80 x1868160455880960/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624326 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624310.600943:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455880960:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624310.600948:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624310.600952:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624310.600956:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511280a80 x1868160455880960/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624326 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624310.600963:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624310.600966:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624310.600970:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078000. 02000000:00000001:3.0:1781624310.600974:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624310.600978:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624310.600980:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781624310.600982:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624310.600985:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7df00. 02000000:00000001:3.0:1781624310.600990:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624310.600993:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624310.600995:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511280a80. 00000100:00000001:3.0:1781624310.600999:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624310.601000:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624310.601003:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624310.601012:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624310.601023:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624310.604260:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624310.604267:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624310.965241:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624310.965256:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624310.965268:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624310.965270:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624310.965456:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624310.965462:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624310.965467:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624311.989211:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624311.989221:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624311.989229:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624311.989231:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624311.989397:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624311.989401:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624311.989405:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624313.013226:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624313.013236:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624313.013243:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624313.013245:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624313.013518:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624313.013522:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624313.013526:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624314.038167:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624314.038176:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624314.038183:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624314.038184:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624314.038300:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624314.038305:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624314.038308:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624315.061213:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624315.061223:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624315.061231:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624315.061233:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624315.063132:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624315.063140:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624315.063146:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781624315.702625:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624315.702636:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624315.702647:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511280a80. 00000020:00000040:3.0:1781624315.702652:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781624315.702657:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624315.702660:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624315.702665:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624315.702672:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7df00. 00000100:00000001:3.0:1781624315.702679:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624315.702690:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511280a80 x1868160455881088/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624315.702701:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624315.702705:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624315.702711:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000694084cb] to pc [ptlrpcd_01_00+0] req@ffff8f8511280a80 x1868160455881088/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624315.702749:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624315.702753:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624315.702756:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624315.702759:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511283b80. 00000020:00000040:3.0:1781624315.702761:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781624315.702763:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624315.702765:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624315.702766:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624315.702769:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d000. 00000100:00000001:3.0:1781624315.702771:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624315.702775:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511283b80 x1868160455881216/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624315.702781:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624315.702783:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624315.702786:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df6e823e] to pc [ptlrpcd_01_01+1] req@ffff8f8511283b80 x1868160455881216/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624315.702794:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624315.702796:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624315.702799:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624315.702802:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624315.702805:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624315.702809:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7810) 00000100:00000001:2.0:1781624315.702884:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624315.702888:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624315.702891:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624315.702897:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511280a80 x1868160455881088/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624315.702904:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624315.702906:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624315.702910:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624315.702912:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624315.702915:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624315.702918:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455881088:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624315.702922:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624315.702928:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624315.702930:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624315.702933:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624315.702949:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079000. 02000000:00000001:2.0:1781624315.702952:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624315.702958:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624315.702962:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08d10. 00000400:00000010:2.0:1781624315.702977:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901db28. 00000100:00000200:2.0:1781624315.702983:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455881088, portal 25 00000100:00000001:2.0:1781624315.702985:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624315.702987:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414100096 : -123673295451520 : ffff8f8511280a80) 00000100:00000040:2.0:1781624315.702992:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511280a80 x1868160455881088/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624315.702999:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624315.703002:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624315.703005:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d198. 00000100:00000200:2.0:1781624315.703008:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455881088, offset 0 00000400:00000200:2.0:1781624315.703013:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624315.703023:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624315.703063:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624315.703069:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624315.703073:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624315.703076:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624315.703079:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624315.703083:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376172:376172:256:4294967295] 192.168.202.101@tcp LPNI seq info [376142:376142:8:4294967295] 00000400:00000200:2.0:1781624315.703087:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624315.703097:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624315.703102:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624315.703106:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3f00. 00000800:00000200:2.0:1781624315.703112:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624315.703120:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624315.703124:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624315.703141:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624315.703145:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624315.703148:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302480504 00000100:00000001:2.0:1781624315.703155:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302475384 00000100:00000001:2.0:1781624315.703158:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302480504 00000100:00000001:2.0:1781624315.703162:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302475384 00000100:00000001:2.0:1781624315.703165:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624315.703168:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624315.703171:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624315.703173:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624315.703180:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624315.703182:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781624315.703184:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624315.703185:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624315.703186:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624315.703188:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1781624315.703190:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624315.703192:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624315.703193:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624315.703194:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624315.703195:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624315.703196:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624315.703200:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511283b80 x1868160455881216/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624315.703208:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624315.703209:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624315.703211:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624315.703213:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624315.703215:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624315.703217:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511283b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455881216:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624315.703220:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624315.703222:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624315.703224:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624315.703225:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624315.703228:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079e00. 02000000:00000001:2.0:1781624315.703230:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624315.703233:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624315.703235:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f084d0. 00000400:00000010:2.0:1781624315.703238:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d908. 00000100:00000200:2.0:1781624315.703240:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455881216, portal 10 00000100:00000001:2.0:1781624315.703242:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624315.703243:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414112640 : -123673295438976 : ffff8f8511283b80) 00000100:00000040:2.0:1781624315.703248:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511283b80 x1868160455881216/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624315.703258:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624315.703261:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624315.703263:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d6e8. 00000100:00000200:2.0:1781624315.703265:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455881216, offset 0 00000400:00000200:2.0:1781624315.703269:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624315.703272:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624315.703275:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624315.703278:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624315.703280:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624315.703282:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624315.703284:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624315.703287:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376173:376173:255:4294967295] 192.168.202.101@tcp LPNI seq info [376143:376143:7:4294967295] 00000400:00000200:2.0:1781624315.703290:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624315.703296:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624315.703299:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624315.703302:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3200. 00000800:00000200:2.0:1781624315.703305:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624315.703309:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624315.703312:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624315.703314:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624315.703317:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17241 usecs (18 jiffies) 00000400:00000200:2.0:1781624315.703320:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624315.703322:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302472724 00000100:00000001:2.0:1781624315.703324:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302480504 00000100:00000001:2.0:1781624315.703326:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302472724 00000100:00000001:2.0:1781624315.703328:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302480504 00000100:00000001:2.0:1781624315.703330:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624315.703331:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624315.703334:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624315.703335:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624315.703344:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624315.703347:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624315.703645:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624315.703650:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3f00. 00000400:00000200:3.0:1781624315.703656:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624315.703662:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624315.703667:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d198 00000400:00000010:3.0:1781624315.703669:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d198. 00000100:00000001:3.0:1781624315.703673:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624315.703678:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511280a80 x1868160455881088/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624315.703687:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624315.703691:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511280a80 x1868160455881088/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624331 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624315.703698:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624315.703700:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781624315.703755:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624315.703758:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3200. 00000400:00000200:3.0:1781624315.703761:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624315.703764:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624315.703766:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d6e8 00000400:00000010:3.0:1781624315.703768:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d6e8. 00000100:00000001:3.0:1781624315.703770:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624315.703773:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511283b80 x1868160455881216/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624315.703779:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624315.703781:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511283b80 x1868160455881216/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624331 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624315.703786:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624315.703788:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781624315.708816:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624315.708832:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624315.708837:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624315.708840:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624315.708848:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624315.708855:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624315.708865:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624315.708870:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624315.708876:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624315.708880:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b3200 00000400:00000200:3.0:1781624315.708885:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624315.708891:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9aa5 [1] + 224 00000800:00000001:3.0:1781624315.708898:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624315.708905:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624315.708908:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624315.708912:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624315.708919:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624315.708928:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511283b80 x1868160455881216/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624331 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624315.708939:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511283b80 x1868160455881216/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624315.708964:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624315.708982:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624315.708986:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624315.709107:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624315.709111:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781624315.709117:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781624315.709119:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781624315.709122:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f084d0. 00000400:00000200:2.0:1781624315.709127:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d908 00000400:00000010:2.0:1781624315.709129:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d908. 00000100:00000001:2.0:1781624315.709132:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624315.709136:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511283b80 x1868160455881216/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624315.709145:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511283b80 x1868160455881216/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624331 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624315.709152:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781624315.709154:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624315.709156:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781624315.709160:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781624315.709162:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781624315.709164:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624315.709167:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781624315.709175:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=42 v=5 (5 5 5 5) 00000100:00001000:2.0:1781624315.709178:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=113 v=5 (1 1 1 1) 00000100:00000001:2.0:1781624315.709180:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781624315.709181:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781624315.709183:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781624315.709185:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624315.709188:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781624315.709190:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:2.0:1781624315.709191:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781624315.709192:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624315.709195:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511283b80 x1868160455881216/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624331 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624315.709203:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624315.709205:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781624315.709206:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781624315.709209:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511283b80 x1868160455881216/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624331 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781624315.709214:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511283b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455881216:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624315.709217:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624315.709219:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624315.709220:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511283b80 x1868160455881216/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624331 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624315.709224:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781624315.709226:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781624315.709229:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079e00. 02000000:00000001:2.0:1781624315.709232:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781624315.709234:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781624315.709236:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:2.0:1781624315.709238:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781624315.709240:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d000. 02000000:00000001:2.0:1781624315.709243:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781624315.709245:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781624315.709247:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511283b80. 00000100:00000001:2.0:1781624315.709251:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781624315.709252:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624315.709255:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624315.709257:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624315.709258:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624315.709260:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624315.709261:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781624315.709463:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624315.709468:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624315.709470:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624315.709472:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624315.709476:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624315.709480:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624315.709485:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624315.709488:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624315.709491:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624315.709494:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b3180 00000400:00000200:3.0:1781624315.709498:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624315.709503:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9a95 [1] + 224 00000800:00000001:3.0:1781624315.709507:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624315.709512:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624315.709514:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624315.709517:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624315.709520:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624315.709525:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511280a80 x1868160455881088/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624331 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624315.709534:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511280a80 x1868160455881088/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624315.709584:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624315.709586:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624315.709638:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624315.709644:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624315.709709:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1781624315.709738:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781624315.709739:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781624315.709742:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08d10. 00000400:00000200:2.0:1781624315.709745:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901db28 00000400:00000010:2.0:1781624315.709747:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901db28. 00000100:00000001:2.0:1781624315.709749:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624315.709753:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511280a80 x1868160455881088/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624315.709760:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511280a80 x1868160455881088/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624331 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624315.709765:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781624315.709766:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624315.709768:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781624315.709770:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781624315.709771:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781624315.709772:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624315.709774:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781624315.709777:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=42 v=5 (5 5 5 5) 00000100:00001000:2.0:1781624315.709780:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=113 v=5 (1 1 1 1) 00000100:00000001:2.0:1781624315.709782:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781624315.709783:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781624315.709785:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781624315.709787:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624315.709788:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624315.709792:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511280a80 x1868160455881088/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624331 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624315.709798:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624315.709800:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781624315.709801:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781624315.709805:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511280a80 x1868160455881088/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624331 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781624315.709811:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455881088:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624315.709814:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624315.709816:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624315.709819:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511280a80 x1868160455881088/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624331 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624315.709824:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781624315.709825:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781624315.709827:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079000. 02000000:00000001:2.0:1781624315.709829:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781624315.709831:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781624315.709832:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781624315.709834:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781624315.709908:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7df00. 02000000:00000001:2.0:1781624315.709911:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781624315.709913:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781624315.709914:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511280a80. 00000100:00000001:2.0:1781624315.709917:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781624315.709918:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624315.709920:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624315.709927:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624315.709928:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624315.709930:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624315.709932:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624316.087266:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624316.087273:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624316.087280:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624316.087282:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624316.087706:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624316.087710:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624316.087712:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624317.109163:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624317.109171:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624317.109177:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624317.109179:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624317.109281:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624317.109284:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624317.109287:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624318.133205:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624318.133213:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624318.133216:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624318.133219:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624318.133223:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624318.133225:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624318.133228:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624318.133230:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624318.133234:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624318.133235:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624318.133237:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624318.133238:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624318.133240:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624318.133241:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624318.133242:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624318.133244:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624318.133413:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624318.133416:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624318.133419:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624319.159209:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624319.159219:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624319.159227:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624319.159229:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624319.159381:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624319.159385:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624319.159389:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624320.181775:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624320.181784:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624320.181791:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624320.181793:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624320.181894:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624320.181898:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624320.181901:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781624320.821185:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624320.821208:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624320.821223:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511280a80. 00000020:00000040:3.0:1781624320.821232:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781624320.821238:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624320.821241:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624320.821249:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624320.821261:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7db00. 00000100:00000001:3.0:1781624320.821269:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624320.821284:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511280a80 x1868160455881344/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624320.821295:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624320.821300:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624320.821307:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000694084cb] to pc [ptlrpcd_01_00+0] req@ffff8f8511280a80 x1868160455881344/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624320.821351:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624320.821354:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624320.821357:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624320.821359:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511283b80. 00000020:00000040:3.0:1781624320.821361:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781624320.821363:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624320.821364:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624320.821366:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624320.821368:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d500. 00000100:00000001:3.0:1781624320.821371:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624320.821374:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511283b80 x1868160455881472/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624320.821384:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624320.821385:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624320.821388:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df6e823e] to pc [ptlrpcd_01_01+1] req@ffff8f8511283b80 x1868160455881472/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624320.821393:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624320.821395:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624320.821404:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624320.821407:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624320.821409:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624320.821414:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7815) 00000100:00000001:2.0:1781624320.821628:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624320.821632:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624320.821634:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624320.821640:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511280a80 x1868160455881344/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624320.821646:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624320.821648:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624320.821652:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624320.821654:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624320.821656:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624320.821658:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455881344:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624320.821662:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624320.821670:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624320.821673:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624320.821675:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624320.821679:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078e00. 02000000:00000001:2.0:1781624320.821681:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624320.821689:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624320.821693:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08d10. 00000400:00000010:2.0:1781624320.821700:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901db28. 00000100:00000200:2.0:1781624320.821708:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455881344, portal 25 00000100:00000001:2.0:1781624320.821710:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624320.821711:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414100096 : -123673295451520 : ffff8f8511280a80) 00000100:00000040:2.0:1781624320.821715:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511280a80 x1868160455881344/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624320.821720:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624320.821722:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624320.821724:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d908. 00000100:00000200:2.0:1781624320.821726:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455881344, offset 0 00000400:00000200:2.0:1781624320.821732:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624320.821741:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624320.821752:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624320.821759:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624320.821764:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624320.821769:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624320.821772:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624320.821776:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376174:376174:256:4294967295] 192.168.202.101@tcp LPNI seq info [376144:376144:8:4294967295] 00000400:00000200:2.0:1781624320.821781:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624320.821793:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624320.821800:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624320.821805:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3400. 00000800:00000200:2.0:1781624320.821814:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624320.821825:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624320.821830:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624320.821849:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624320.821854:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624320.821857:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302485622 00000100:00000001:2.0:1781624320.821865:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302480504 00000100:00000001:2.0:1781624320.821870:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302485622 00000100:00000001:2.0:1781624320.821874:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302480504 00000100:00000001:2.0:1781624320.821877:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624320.821880:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624320.821883:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624320.821886:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624320.821894:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624320.821896:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781624320.821899:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624320.821900:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624320.821902:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624320.821903:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1781624320.821905:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624320.821906:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624320.821907:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624320.821908:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624320.821909:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624320.821910:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624320.821913:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511283b80 x1868160455881472/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624320.821917:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624320.821918:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624320.821932:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624320.821933:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624320.821935:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624320.821937:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511283b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455881472:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624320.821939:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624320.821942:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624320.821943:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624320.821944:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624320.821947:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078600. 02000000:00000001:2.0:1781624320.821948:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624320.821951:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624320.821953:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f084d0. 00000400:00000010:2.0:1781624320.821956:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d880. 00000100:00000200:2.0:1781624320.821958:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455881472, portal 10 00000100:00000001:2.0:1781624320.821959:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624320.821960:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414112640 : -123673295438976 : ffff8f8511283b80) 00000100:00000040:2.0:1781624320.821966:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511283b80 x1868160455881472/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624320.821970:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624320.821971:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624320.821973:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d440. 00000100:00000200:2.0:1781624320.821974:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455881472, offset 0 00000400:00000200:2.0:1781624320.821977:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624320.821980:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624320.821982:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624320.821984:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624320.821985:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624320.821987:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624320.821988:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624320.821990:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376175:376175:255:4294967295] 192.168.202.101@tcp LPNI seq info [376145:376145:7:4294967295] 00000400:00000200:2.0:1781624320.821993:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624320.822004:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624320.822007:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624320.822009:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3700. 00000800:00000200:2.0:1781624320.822012:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624320.822015:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624320.822016:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624320.822019:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624320.822022:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17232 usecs (18 jiffies) 00000800:00000200:3.0:1781624320.822207:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624320.822211:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3400. 00000400:00000200:3.0:1781624320.822220:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624320.822224:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624320.822229:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d908 00000400:00000010:3.0:1781624320.822232:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d908. 00000100:00000001:3.0:1781624320.822237:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624320.822241:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511280a80 x1868160455881344/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624320.822248:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624320.822251:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511280a80 x1868160455881344/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624336 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624320.822256:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624320.822257:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781624320.822332:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624320.822334:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3700. 00000400:00000200:3.0:1781624320.822336:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624320.822338:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624320.822340:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d440 00000400:00000010:3.0:1781624320.822341:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d440. 00000100:00000001:3.0:1781624320.822343:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624320.822345:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511283b80 x1868160455881472/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624320.822350:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624320.822352:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511283b80 x1868160455881472/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624336 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624320.822356:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624320.822357:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1781624320.822808:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624320.822812:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302477843 00000100:00000001:2.0:1781624320.822815:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302485622 00000100:00000001:2.0:1781624320.822817:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302477843 00000100:00000001:2.0:1781624320.822820:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302485622 00000100:00000001:2.0:1781624320.822822:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624320.822824:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624320.822827:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624320.822830:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624320.822842:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624320.822845:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781624320.827183:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624320.827211:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624320.827215:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624320.827217:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624320.827227:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624320.827234:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624320.827244:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624320.827249:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624320.827253:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624320.827257:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b3280 00000400:00000200:3.0:1781624320.827261:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624320.827268:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9ab5 [1] + 224 00000800:00000001:3.0:1781624320.827275:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624320.827278:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624320.827281:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624320.827285:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624320.827293:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624320.827303:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511280a80 x1868160455881344/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624336 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624320.827313:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511280a80 x1868160455881344/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624320.827332:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624320.827343:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624320.827345:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624320.827347:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624320.827348:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624320.827350:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624320.827352:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624320.827355:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624320.827356:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624320.827358:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624320.827360:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b3300 00000400:00000200:3.0:1781624320.827362:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624320.827366:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9ac5 [1] + 224 00000800:00000001:3.0:1781624320.827368:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624320.827372:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624320.827373:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624320.827375:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624320.827377:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624320.827381:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511283b80 x1868160455881472/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624336 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624320.827388:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511283b80 x1868160455881472/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624320.827393:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624320.827394:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624320.827396:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624320.827698:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624320.827705:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781624320.827714:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781624320.827716:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781624320.827721:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f084d0. 00000400:00000200:2.0:1781624320.827728:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d880 00000400:00000010:2.0:1781624320.827731:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d880. 00000100:00000001:2.0:1781624320.827734:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624320.827740:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511283b80 x1868160455881472/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624320.827750:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511283b80 x1868160455881472/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624336 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624320.827757:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781624320.827760:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624320.827763:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781624320.827767:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781624320.827770:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781624320.827772:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624320.827776:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781624320.827788:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=47 v=5 (5 5 5 5) 00000100:00001000:2.0:1781624320.827793:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=118 v=5 (1 1 1 1) 00000100:00000001:2.0:1781624320.827796:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781624320.827798:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781624320.827802:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781624320.827806:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624320.827811:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781624320.827814:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:2.0:1781624320.827816:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781624320.827818:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624320.827822:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511283b80 x1868160455881472/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624336 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624320.827829:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624320.827833:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781624320.827836:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781624320.827840:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511283b80 x1868160455881472/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624336 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781624320.827848:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511283b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455881472:192.168.202.101@tcp:400:kworker.0 00000400:00000001:2.0:1781624320.827855:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781624320.827857:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781624320.827859:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08d10. 00000400:00000200:2.0:1781624320.827861:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901db28 00000400:00000010:2.0:1781624320.827864:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901db28. 00000100:00000001:2.0:1781624320.827866:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624320.827880:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511280a80 x1868160455881344/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624320.827889:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511280a80 x1868160455881344/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624336 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624320.827895:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781624320.827896:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624320.827898:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781624320.827899:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781624320.827900:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781624320.827902:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624320.827903:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781624320.827907:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=47 v=5 (5 5 5 5) 00000100:00001000:2.0:1781624320.827909:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=118 v=5 (1 1 1 1) 00000100:00000001:2.0:1781624320.827912:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781624320.827913:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781624320.827915:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781624320.827917:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624320.827919:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624320.827955:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511280a80 x1868160455881344/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624336 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624320.827961:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624320.827963:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781624320.827965:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781624320.827969:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511280a80 x1868160455881344/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624336 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781624320.827975:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455881344:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624320.827980:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624320.827982:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624320.827986:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511283b80 x1868160455881472/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624336 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624320.827993:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781624320.828007:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781624320.828013:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078600. 02000000:00000001:2.0:1781624320.828017:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781624320.828020:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781624320.828022:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:2.0:1781624320.828119:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781624320.828123:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d500. 02000000:00000001:2.0:1781624320.828128:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781624320.828131:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781624320.828133:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511283b80. 00000100:00000001:2.0:1781624320.828140:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781624320.828141:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624320.828143:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624320.828147:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511280a80 x1868160455881344/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624336 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624320.828153:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781624320.828154:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781624320.828155:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078e00. 02000000:00000001:2.0:1781624320.828158:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781624320.828159:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781624320.828160:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781624320.828162:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781624320.828163:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7db00. 02000000:00000001:2.0:1781624320.828165:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781624320.828166:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781624320.828168:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511280a80. 00000100:00000001:2.0:1781624320.828170:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781624320.828171:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624320.828174:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624320.828183:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624320.828185:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624320.828188:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624320.828191:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624321.206155:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624321.206163:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624321.206170:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624321.206172:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624321.206215:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624321.206219:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624321.206223:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624322.229198:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624322.229208:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624322.229216:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624322.229217:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624322.229320:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624322.229325:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624322.229329:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624323.253186:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624323.253196:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624323.253204:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624323.253205:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624323.253266:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624323.253271:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624323.253274:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624324.277678:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624324.277686:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624324.277693:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624324.277695:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624324.277722:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624324.277726:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624324.277729:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624325.301153:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624325.301163:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624325.301171:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624325.301172:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624325.303772:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624325.303780:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624325.303786:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781624325.941996:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624325.942010:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624325.942067:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0d880. 00000020:00000040:2.0:1781624325.942145:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781624325.942151:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624325.942156:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624325.942163:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624325.942175:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3a00. 00000100:00000001:2.0:1781624325.942183:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624325.942198:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0d880 x1868160455881600/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624325.942212:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624325.942219:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624325.942227:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000750808ff] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0d880 x1868160455881600/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624325.942267:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624325.942270:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624325.942274:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624325.942278:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0fb80. 00000020:00000040:2.0:1781624325.942280:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781624325.942283:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624325.942285:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624325.942287:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624325.942293:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3700. 00000100:00000001:2.0:1781624325.942296:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624325.942300:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0fb80 x1868160455881728/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624325.942308:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624325.942310:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624325.942313:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e233249c] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0fb80 x1868160455881728/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624325.942322:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624325.942324:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624325.942328:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624325.942331:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624325.942335:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624325.942341:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7820) 00000100:00000001:2.0:1781624325.942362:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624325.942366:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624325.942369:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624325.942375:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0fb80 x1868160455881728/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624325.942384:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624325.942387:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624325.942391:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624325.942395:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624325.942398:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624325.942401:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455881728:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624325.942406:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624325.942414:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624325.942417:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624325.942420:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624325.942426:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079c00. 02000000:00000001:2.0:1781624325.942428:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624325.942437:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624325.942442:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08d10. 00000400:00000010:2.0:1781624325.942450:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901db28. 00000100:00000200:2.0:1781624325.942459:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455881728, portal 10 00000100:00000001:2.0:1781624325.942462:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624325.942463:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272079744 : -123673437471872 : ffff8f8508b0fb80) 00000100:00000040:2.0:1781624325.942472:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0fb80 x1868160455881728/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624325.942480:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624325.942483:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624325.942486:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d880. 00000100:00000200:2.0:1781624325.942490:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455881728, offset 0 00000400:00000200:2.0:1781624325.942497:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624325.942508:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624325.942518:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624325.942525:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624325.942529:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624325.942533:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624325.942536:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624325.942541:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376176:376176:256:4294967295] 192.168.202.101@tcp LPNI seq info [376146:376146:8:4294967295] 00000400:00000200:2.0:1781624325.942546:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624325.942557:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624325.942564:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624325.942570:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3400. 00000800:00000200:2.0:1781624325.942577:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624325.942587:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624325.942593:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624325.942604:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624325.942610:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17222 usecs (18 jiffies) 00000400:00000200:2.0:1781624325.942614:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624325.942617:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302482963 00000100:00000001:2.0:1781624325.942621:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302485622 00000100:00000001:2.0:1781624325.942623:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302482963 00000100:00000001:2.0:1781624325.942626:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302485622 00000100:00000001:2.0:1781624325.942628:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624325.942631:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624325.942635:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624325.942637:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624325.942646:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624325.942649:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781624325.942651:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624325.942653:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624325.942654:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624325.942657:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1781624325.942659:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624325.942661:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624325.942662:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624325.942664:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624325.942665:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624325.942666:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624325.942670:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0d880 x1868160455881600/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624325.942678:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624325.942679:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624325.942681:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624325.942682:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624325.942685:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624325.942687:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455881600:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624325.942690:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624325.942693:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624325.942695:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624325.942697:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624325.942700:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078400. 02000000:00000001:2.0:1781624325.942702:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624325.942705:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624325.942708:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f084d0. 00000400:00000010:2.0:1781624325.942712:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d088. 00000100:00000200:2.0:1781624325.942715:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455881600, portal 25 00000100:00000001:2.0:1781624325.942717:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624325.942718:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272070784 : -123673437480832 : ffff8f8508b0d880) 00000100:00000040:2.0:1781624325.942723:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0d880 x1868160455881600/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624325.942728:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624325.942730:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624325.942733:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901da18. 00000100:00000200:2.0:1781624325.942735:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455881600, offset 0 00000400:00000200:2.0:1781624325.942740:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624325.942744:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624325.942748:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624325.942751:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624325.942753:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624325.942756:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624325.942758:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624325.942762:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376177:376177:255:4294967295] 192.168.202.101@tcp LPNI seq info [376147:376147:7:4294967295] 00000400:00000200:2.0:1781624325.942766:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624325.942772:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624325.942776:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624325.942780:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3200. 00000800:00000200:2.0:1781624325.942784:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624325.942788:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624325.942791:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624325.942794:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624325.942797:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624325.942799:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302490743 00000100:00000001:2.0:1781624325.942806:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302485622 00000100:00000001:2.0:1781624325.942810:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302490743 00000100:00000001:2.0:1781624325.942814:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302485622 00000100:00000001:2.0:1781624325.942816:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624325.942818:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624325.942821:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624325.942823:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624325.942922:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624325.942925:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624325.942981:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624325.942986:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3400. 00000400:00000200:3.0:1781624325.942996:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624325.943002:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624325.943008:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d880 00000400:00000010:3.0:1781624325.943012:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d880. 00000100:00000001:3.0:1781624325.943017:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624325.943022:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0fb80 x1868160455881728/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624325.943056:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624325.943060:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0fb80 x1868160455881728/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624341 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624325.943068:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624325.943069:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781624325.943284:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624325.943287:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3200. 00000400:00000200:3.0:1781624325.943291:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624325.943295:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624325.943299:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901da18 00000400:00000010:3.0:1781624325.943301:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901da18. 00000100:00000001:3.0:1781624325.943304:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624325.943308:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0d880 x1868160455881600/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624325.943316:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624325.943319:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0d880 x1868160455881600/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624341 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624325.943326:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624325.943328:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624325.949642:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624325.949667:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624325.949672:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624325.949675:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624325.949687:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624325.949696:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624325.949709:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624325.949715:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624325.949722:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624325.949727:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b3380 00000400:00000200:2.0:1781624325.949734:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624325.949743:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9ae5 [1] + 224 00000800:00000001:2.0:1781624325.949752:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624325.949760:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624325.949763:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624325.949768:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624325.949778:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624325.949789:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0d880 x1868160455881600/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624341 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624325.949800:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0d880 x1868160455881600/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624325.949825:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624325.949837:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624325.949841:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624325.949843:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624325.949845:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624325.949848:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624325.949851:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624325.949856:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624325.949858:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624325.949861:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624325.949864:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b3400 00000400:00000200:2.0:1781624325.949867:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624325.949871:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9ad5 [1] + 224 00000800:00000001:2.0:1781624325.949886:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624325.949895:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624325.949897:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624325.949900:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624325.949904:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624325.949908:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0fb80 x1868160455881728/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624341 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624325.949917:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0fb80 x1868160455881728/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624325.949923:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624325.949928:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624325.949931:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624325.950201:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624325.950207:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624325.950215:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624325.950217:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624325.950221:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f084d0. 00000400:00000200:3.0:1781624325.950228:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d088 00000400:00000010:3.0:1781624325.950231:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d088. 00000100:00000001:3.0:1781624325.950234:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624325.950240:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0d880 x1868160455881600/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624325.950249:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0d880 x1868160455881600/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624341 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624325.950261:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624325.950263:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624325.950266:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624325.950271:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624325.950274:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624325.950277:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624325.950280:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624325.950288:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=52 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624325.950294:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=123 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624325.950297:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624325.950299:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624325.950303:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624325.950305:0:2352:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624325.952502:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624325.952541:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0d880 x1868160455881600/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624341 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624325.952553:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624325.952558:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624325.952561:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624325.952566:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0d880 x1868160455881600/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624341 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624325.952575:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455881600:192.168.202.101@tcp:400:kworker.0 00000400:00000001:3.0:1781624325.952591:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624325.952593:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624325.952598:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08d10. 00000400:00000200:3.0:1781624325.952607:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901db28 00000400:00000010:3.0:1781624325.952610:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901db28. 00000100:00000001:3.0:1781624325.952615:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624325.952621:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0fb80 x1868160455881728/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624325.952631:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0fb80 x1868160455881728/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624341 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624325.952640:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624325.952641:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624325.952644:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624325.952647:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624325.952651:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624325.952653:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624325.952657:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624325.952668:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=52 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624325.952673:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=123 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624325.952677:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624325.952679:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624325.952682:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624325.952686:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624325.952691:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781624325.952694:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781624325.952696:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781624325.952697:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624325.952701:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0fb80 x1868160455881728/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624341 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624325.952708:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624325.952710:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624325.952712:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624325.952715:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0fb80 x1868160455881728/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624341 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624325.952723:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455881728:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624325.952728:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624325.952731:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624325.952735:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0d880 x1868160455881600/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624341 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624325.952741:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624325.952745:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624325.952749:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078400. 02000000:00000001:3.0:1781624325.952754:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624325.952757:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624325.952760:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781624325.952763:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624325.952766:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3a00. 02000000:00000001:3.0:1781624325.952772:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624325.952774:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624325.952776:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0d880. 00000100:00000001:3.0:1781624325.952781:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624325.952782:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624325.952784:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624325.952787:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0fb80 x1868160455881728/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624341 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624325.952792:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624325.952793:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624325.952795:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079c00. 02000000:00000001:3.0:1781624325.952797:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624325.952798:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624325.952799:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781624325.952800:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624325.952802:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3700. 02000000:00000001:3.0:1781624325.952803:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624325.952804:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624325.952805:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0fb80. 00000100:00000001:3.0:1781624325.952808:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624325.952809:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624325.952811:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624325.952822:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624325.952825:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624325.952828:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624325.952831:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624326.326828:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624326.326839:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624326.326847:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624326.326849:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624326.326904:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624326.326908:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624326.326911:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624327.349532:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624327.349542:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624327.349545:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624327.349550:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624327.349556:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624327.349558:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624327.349561:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624327.349563:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624327.349568:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624327.349570:0:118213:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624327.349571:0:118213:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624327.349573:0:118213:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624327.349575:0:118213:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624327.349576:0:118213:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624327.349578:0:118213:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624327.349579:0:118213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624327.349613:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624327.349629:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624327.349631:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624328.373196:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624328.373206:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624328.373214:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624328.373215:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624328.373450:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624328.373455:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624328.373459:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624329.397518:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624329.397528:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624329.397537:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624329.397538:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624329.397661:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624329.397665:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624329.397668:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624330.422723:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624330.422732:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624330.422741:0:118213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624330.422742:0:118213:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624330.422777:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624330.422782:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624330.422785:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781624331.061370:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624331.061380:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624331.061390:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731c380. 00000020:00000040:0.0:1781624331.061397:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781624331.061403:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624331.061406:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624331.061412:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624331.061422:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8513250900. 00000100:00000001:0.0:1781624331.061430:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624331.061445:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731c380 x1868160455881856/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624331.061458:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624331.061465:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624331.061474:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a88ed58] to pc [ptlrpcd_00_00+0] req@ffff8f850731c380 x1868160455881856/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624331.061503:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624331.061506:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624331.061511:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624331.061516:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731f800. 00000020:00000040:0.0:1781624331.061519:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781624331.061523:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624331.061525:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624331.061527:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624331.061532:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8513250000. 00000100:00000001:0.0:1781624331.061536:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624331.061540:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731f800 x1868160455881984/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624331.061560:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624331.061563:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624331.061567:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aca46f2e] to pc [ptlrpcd_00_01+1] req@ffff8f850731f800 x1868160455881984/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624331.061575:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624331.061578:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624331.061582:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624331.061585:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624331.061588:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624331.061594:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7825) 00000100:00000001:1.0:1781624331.061850:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624331.061854:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624331.061857:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624331.061864:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731f800 x1868160455881984/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624331.061871:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624331.061873:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624331.061877:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624331.061879:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624331.061882:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624331.061885:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455881984:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624331.061889:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624331.061897:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624331.061900:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624331.061902:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624331.061906:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8506e57a00. 02000000:00000001:1.0:1781624331.061907:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624331.061915:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624331.061918:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85076314d0. 00000400:00000010:1.0:1781624331.061926:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb17f8. 00000100:00000200:1.0:1781624331.061933:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455881984, portal 10 00000100:00000001:1.0:1781624331.061935:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624331.061936:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246978560 : -123673462573056 : ffff8f850731f800) 00000100:00000040:1.0:1781624331.061942:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731f800 x1868160455881984/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624331.061948:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624331.061950:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624331.061952:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1aa0. 00000100:00000200:1.0:1781624331.061956:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455881984, offset 0 00000400:00000200:1.0:1781624331.061961:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624331.061970:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624331.061979:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624331.061984:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624331.061988:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624331.061992:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624331.061994:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624331.061997:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376178:376178:256:4294967295] 192.168.202.101@tcp LPNI seq info [376148:376148:8:4294967295] 00000400:00000200:1.0:1781624331.062001:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624331.062010:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624331.062014:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624331.062018:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3ef00. 00000800:00000200:1.0:1781624331.062023:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624331.062062:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624331.062067:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3ef00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624331.062085:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624331.062091:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17217 usecs (18 jiffies) 00000400:00000200:1.0:1781624331.062096:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624331.062100:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302488083 00000100:00000001:1.0:1781624331.062104:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302490743 00000100:00000001:1.0:1781624331.062107:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302488083 00000100:00000001:1.0:1781624331.062109:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302490743 00000100:00000001:1.0:1781624331.062112:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624331.062115:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624331.062119:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624331.062122:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624331.062131:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624331.062134:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781624331.062136:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624331.062137:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624331.062139:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624331.062142:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1781624331.062144:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624331.062146:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624331.062147:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624331.062149:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624331.062150:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624331.062151:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624331.062155:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731c380 x1868160455881856/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1781624331.062485:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624331.062491:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3ef00. 00000400:00000200:3.0:1781624331.062496:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624331.062501:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624331.062506:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1aa0 00000400:00000010:3.0:1781624331.062509:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1aa0. 00000100:00000001:3.0:1781624331.062513:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624331.062517:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731f800 x1868160455881984/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624331.062525:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624331.062528:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731f800 x1868160455881984/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624347 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624331.062533:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624331.062535:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1781624331.062540:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624331.062585:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624331.062586:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624331.062588:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624331.062590:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624331.062591:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624331.062593:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455881856:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624331.062596:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624331.062598:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624331.062599:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624331.062601:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624331.062603:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8506e56200. 02000000:00000001:1.0:1781624331.062607:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624331.062607:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624331.062614:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624331.062616:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631790. 00000400:00000010:1.0:1781624331.062620:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1dd0. 00000100:00000200:1.0:1781624331.062623:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455881856, portal 25 00000100:00000001:1.0:1781624331.062625:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624331.062626:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246965120 : -123673462586496 : ffff8f850731c380) 00000100:00000040:1.0:1781624331.062629:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731c380 x1868160455881856/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624331.062634:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624331.062636:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624331.062638:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1f68. 00000100:00000200:1.0:1781624331.062640:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455881856, offset 0 00000400:00000200:1.0:1781624331.062643:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624331.062647:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624331.062650:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624331.062653:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624331.062655:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624331.062657:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624331.062659:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624331.062661:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376179:376179:256:4294967295] 192.168.202.101@tcp LPNI seq info [376149:376149:8:4294967295] 00000400:00000200:1.0:1781624331.062663:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624331.062668:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624331.062671:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624331.062674:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3ed00. 00000800:00000200:1.0:1781624331.062677:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624331.062680:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624331.062862:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3ed00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624331.062877:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624331.062880:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624331.062882:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302495863 00000100:00000001:1.0:1781624331.062887:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302490743 00000100:00000001:1.0:1781624331.062890:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302495863 00000100:00000001:1.0:1781624331.062892:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302490743 00000100:00000001:1.0:1781624331.062894:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624331.062895:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624331.062897:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624331.062899:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624331.063209:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624331.063215:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3ed00. 00000400:00000200:2.0:1781624331.063218:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624331.063223:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624331.063227:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1f68 00000400:00000010:2.0:1781624331.063229:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1f68. 00000100:00000001:2.0:1781624331.063232:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624331.063236:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731c380 x1868160455881856/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624331.063243:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624331.063246:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731c380 x1868160455881856/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624347 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624331.063252:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624331.063253:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624331.067223:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624331.067245:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624331.067251:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624331.067255:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624331.067266:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624331.067276:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624331.067287:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624331.067293:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624331.067301:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624331.067305:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b3500 00000400:00000200:2.0:1781624331.067311:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624331.067318:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9af5 [1] + 224 00000800:00000001:2.0:1781624331.067328:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624331.067331:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624331.067335:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624331.067340:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624331.067349:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624331.067360:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731f800 x1868160455881984/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624331.067373:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731f800 x1868160455881984/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624331.067399:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624331.067409:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624331.067412:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624331.067415:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624331.067417:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624331.067420:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624331.067424:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624331.067429:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624331.067432:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624331.067434:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624331.067437:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b3480 00000400:00000200:2.0:1781624331.067441:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624331.067445:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9afd [1] + 224 00000800:00000001:2.0:1781624331.067449:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624331.067455:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624331.067457:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624331.067460:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624331.067462:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624331.067467:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731c380 x1868160455881856/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624331.067476:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731c380 x1868160455881856/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624331.067490:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624331.067492:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624331.067495:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624331.067606:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624331.067613:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781624331.067623:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624331.067625:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624331.067629:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631790. 00000400:00000200:1.0:1781624331.067634:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1dd0 00000400:00000010:1.0:1781624331.067637:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1dd0. 00000100:00000001:1.0:1781624331.067641:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624331.067647:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731c380 x1868160455881856/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624331.067661:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731c380 x1868160455881856/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624347 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624331.067668:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624331.067670:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624331.067673:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624331.067678:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624331.067681:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624331.067683:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624331.067687:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624331.067696:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=58 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624331.067701:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=129 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624331.067714:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624331.067716:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624331.067720:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624331.067722:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624331.067725:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624331.067730:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731c380 x1868160455881856/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624347 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624331.067737:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624331.067742:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624331.067744:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624331.067748:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731c380 x1868160455881856/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624347 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624331.067754:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455881856:192.168.202.101@tcp:400:kworker.0 00000400:00000001:1.0:1781624331.067761:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624331.067763:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624331.067764:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85076314d0. 00000400:00000200:1.0:1781624331.067767:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb17f8 00000400:00000010:1.0:1781624331.067769:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb17f8. 00000100:00000001:1.0:1781624331.067772:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624331.067775:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731f800 x1868160455881984/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624331.067784:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731f800 x1868160455881984/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624347 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624331.067789:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624331.067790:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624331.067792:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624331.067794:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624331.067795:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624331.067796:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624331.067798:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624331.067806:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=58 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624331.067808:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=129 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624331.067811:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624331.067812:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624331.067813:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624331.067817:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624331.067820:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781624331.067823:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781624331.067825:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781624331.067826:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624331.067840:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731f800 x1868160455881984/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624347 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624331.067847:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624331.067848:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624331.067850:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624331.067852:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731f800 x1868160455881984/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624347 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624331.067859:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455881984:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624331.067863:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624331.067866:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624331.067869:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731c380 x1868160455881856/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624347 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624331.067876:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624331.067879:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624331.067883:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8506e56200. 02000000:00000001:1.0:1781624331.067887:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624331.067890:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624331.067892:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781624331.067894:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624331.067897:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8513250900. 02000000:00000001:1.0:1781624331.067902:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624331.067903:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624331.067905:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731c380. 00000100:00000001:1.0:1781624331.067909:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624331.067910:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624331.067911:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624331.067914:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731f800 x1868160455881984/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624347 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624331.067919:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624331.067920:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624331.067921:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8506e57a00. 02000000:00000001:1.0:1781624331.067924:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624331.067925:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624331.067926:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781624331.067927:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624331.067928:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8513250000. 02000000:00000001:1.0:1781624331.067930:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624331.067931:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624331.067932:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731f800. 00000100:00000001:1.0:1781624331.067934:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624331.067936:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624331.067938:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624331.067948:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624331.067949:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624331.067951:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624331.067954:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624331.445200:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624331.445211:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624331.445218:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624331.445219:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624331.446224:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624331.446229:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624331.446233:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624332.469543:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624332.469553:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624332.469562:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624332.469563:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624332.470129:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624332.470134:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624332.470138:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624333.493200:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624333.493208:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624333.493217:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624333.493219:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624333.493256:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624333.493260:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624333.493263:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624334.517184:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624334.517193:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624334.517199:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624334.517201:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624334.517922:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624334.517927:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624334.517931:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624335.542081:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624335.542091:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624335.542099:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624335.542100:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624335.542437:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624335.542441:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624335.542444:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781624336.183050:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624336.183064:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624336.183079:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733ed80. 00000020:00000040:1.0:1781624336.183087:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781624336.183092:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624336.183096:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624336.183103:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624336.183114:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f3ea00. 00000100:00000001:1.0:1781624336.183123:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624336.183139:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733ed80 x1868160455882112/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624336.183151:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624336.183157:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624336.183165:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000923b046] to pc [ptlrpcd_00_00+0] req@ffff8f850733ed80 x1868160455882112/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624336.183252:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624336.183257:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624336.183260:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624336.183268:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733ed80 x1868160455882112/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624336.183278:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624336.183280:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624336.183286:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624336.183289:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624336.183292:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624336.183297:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455882112:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624336.183302:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624336.183317:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624336.183321:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624336.183324:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624336.183330:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875d400. 02000000:00000001:0.0:1781624336.183333:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624336.183342:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624336.183346:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7b00. 00000400:00000010:0.0:1781624336.183355:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9880. 00000100:00000200:0.0:1781624336.183364:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455882112, portal 25 00000100:00000001:0.0:1781624336.183367:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624336.183369:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247106944 : -123673462444672 : ffff8f850733ed80) 00000100:00000040:0.0:1781624336.183375:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733ed80 x1868160455882112/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624336.183383:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624336.183386:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624336.183389:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9dd0. 00000100:00000200:0.0:1781624336.183393:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455882112, offset 0 00000400:00000200:0.0:1781624336.183401:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624336.183413:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624336.183421:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624336.183428:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624336.183434:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624336.183438:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624336.183441:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624336.183446:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376180:376180:256:4294967295] 192.168.202.101@tcp LPNI seq info [376150:376150:8:4294967295] 00000400:00000200:0.0:1781624336.183451:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624336.183474:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624336.183481:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624336.183489:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8513250000. 00000800:00000200:0.0:1781624336.183496:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624336.183575:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624336.183580:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8513250000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624336.183671:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624336.183677:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624336.183681:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302500984 00000100:00000001:0.0:1781624336.183692:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302495863 00000100:00000001:0.0:1781624336.183698:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302500984 00000100:00000001:0.0:1781624336.183702:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302495863 00000100:00000001:0.0:1781624336.183706:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624336.183709:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624336.183713:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624336.183716:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624336.183744:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624336.183747:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624336.183751:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624336.183755:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733dc00. 00000020:00000040:1.0:1781624336.183758:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781624336.183761:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624336.183763:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624336.183765:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624336.183769:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f3eb00. 00000100:00000001:1.0:1781624336.183773:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624336.183777:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733dc00 x1868160455882240/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624336.183801:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624336.183803:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624336.184124:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033ccbb42] to pc [ptlrpcd_00_01+1] req@ffff8f850733dc00 x1868160455882240/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1781624336.185312:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624336.185321:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8513250000. 00000400:00000200:2.0:1781624336.185330:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624336.185338:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624336.185347:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9dd0 00000400:00000010:2.0:1781624336.185350:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9dd0. 00000100:00000001:2.0:1781624336.185355:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624336.185362:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733ed80 x1868160455882112/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624336.185374:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624336.185378:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733ed80 x1868160455882112/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624352 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624336.185385:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624336.185387:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1781624336.186232:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624336.186237:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781624336.186243:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624336.186245:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624336.186248:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624336.186253:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1781624336.186255:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624336.186257:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624336.186258:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624336.186260:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624336.186262:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624336.186264:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624336.186273:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733dc00 x1868160455882240/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624336.186288:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624336.186290:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624336.186295:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624336.186299:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624336.186302:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624336.186305:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455882240:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624336.186310:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624336.186319:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624336.186322:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624336.186325:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624336.186333:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875d800. 02000000:00000001:0.0:1781624336.186335:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624336.186342:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624336.186346:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7dc0. 00000400:00000010:0.0:1781624336.186354:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e97f8. 00000100:00000200:0.0:1781624336.186362:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455882240, portal 10 00000100:00000001:0.0:1781624336.186364:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624336.186366:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247102464 : -123673462449152 : ffff8f850733dc00) 00000100:00000040:0.0:1781624336.186375:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733dc00 x1868160455882240/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624336.186382:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624336.186385:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624336.186388:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9908. 00000100:00000200:0.0:1781624336.186392:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455882240, offset 0 00000400:00000200:0.0:1781624336.186400:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624336.186409:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624336.186418:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624336.186424:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624336.186429:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624336.186433:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624336.186436:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624336.186441:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376181:376181:256:4294967295] 192.168.202.101@tcp LPNI seq info [376151:376151:8:4294967295] 00000400:00000200:0.0:1781624336.186446:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624336.186581:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624336.186589:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624336.186595:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8513250900. 00000800:00000200:0.0:1781624336.186603:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624336.186610:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624336.186680:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8513250900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624336.186694:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624336.186700:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17208 usecs (18 jiffies) 00000400:00000200:0.0:1781624336.186703:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624336.186707:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302493206 00000100:00000001:0.0:1781624336.186711:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302500984 00000100:00000001:0.0:1781624336.186713:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302493206 00000100:00000001:0.0:1781624336.186716:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302500984 00000100:00000001:0.0:1781624336.186719:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624336.186722:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624336.186725:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624336.186726:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624336.186771:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624336.186775:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624336.187135:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624336.187141:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8513250900. 00000400:00000200:2.0:1781624336.187146:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624336.187153:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624336.187159:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9908 00000400:00000010:2.0:1781624336.187162:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9908. 00000100:00000001:2.0:1781624336.187166:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624336.187172:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733dc00 x1868160455882240/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624336.187188:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624336.187192:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733dc00 x1868160455882240/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624352 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624336.187199:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624336.187200:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1781624336.188011:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624336.188018:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624336.188022:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624336.188038:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624336.188042:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624336.188048:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7830) 00000100:00000001:0.0:1781624336.188110:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624336.188114:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624336.188117:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624336.188120:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624336.188169:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624336.188184:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624336.188187:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624336.188190:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624336.188197:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624336.188204:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624336.188213:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624336.188218:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624336.188223:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624336.188228:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b3580 00000400:00000200:2.0:1781624336.188234:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624336.188241:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9b05 [1] + 224 00000800:00000001:2.0:1781624336.188249:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624336.188256:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624336.188260:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624336.188263:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624336.188269:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624336.188275:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733ed80 x1868160455882112/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624352 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624336.188284:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733ed80 x1868160455882112/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624336.188324:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624336.188326:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624336.188368:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624336.188378:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624336.188383:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1781624336.188416:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624336.188419:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624336.188422:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7b00. 00000400:00000200:0.0:1781624336.188426:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9880 00000400:00000010:0.0:1781624336.188429:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9880. 00000100:00000001:0.0:1781624336.188433:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624336.188438:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733ed80 x1868160455882112/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624336.188448:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733ed80 x1868160455882112/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624352 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624336.188455:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624336.188584:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624336.188587:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624336.188591:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624336.188594:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624336.188596:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624336.188600:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624336.188607:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=63 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624336.188612:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=134 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624336.188699:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624336.188703:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624336.188706:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624336.188709:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624336.188712:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624336.188718:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733ed80 x1868160455882112/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624352 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624336.188726:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624336.188730:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624336.188732:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624336.188736:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733ed80 x1868160455882112/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624352 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624336.188744:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455882112:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624336.188749:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624336.188751:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624336.188755:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733ed80 x1868160455882112/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624352 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624336.188762:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624336.188766:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624336.188770:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875d400. 02000000:00000001:0.0:1781624336.188774:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624336.188777:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624336.188891:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781624336.188894:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624336.188898:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f3ea00. 02000000:00000001:0.0:1781624336.188902:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624336.188904:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624336.188965:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733ed80. 00000100:00000001:0.0:1781624336.188971:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624336.188973:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624336.188975:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624336.188977:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624336.188978:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624336.188980:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624336.188982:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624336.191436:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624336.191469:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624336.191476:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624336.191479:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624336.191490:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624336.191593:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624336.191604:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624336.191609:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624336.191708:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624336.191714:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b3600 00000400:00000200:2.0:1781624336.191718:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624336.191726:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9b0d [1] + 224 00000800:00000001:2.0:1781624336.191734:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624336.191741:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624336.191743:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624336.191747:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624336.191755:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624336.191764:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733dc00 x1868160455882240/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624352 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624336.191774:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733dc00 x1868160455882240/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624336.191812:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624336.191827:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624336.191831:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624336.191951:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624336.191955:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624336.191962:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624336.191964:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624336.191967:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7dc0. 00000400:00000200:0.0:1781624336.191971:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e97f8 00000400:00000010:0.0:1781624336.191973:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e97f8. 00000100:00000001:0.0:1781624336.191976:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624336.191979:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733dc00 x1868160455882240/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624336.191985:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733dc00 x1868160455882240/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624352 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624336.191989:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624336.191991:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624336.191993:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624336.191996:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624336.191998:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624336.192000:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624336.192002:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624336.192013:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=63 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624336.192017:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=134 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624336.192020:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624336.192021:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624336.192060:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624336.192064:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624336.192068:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781624336.192070:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781624336.192071:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781624336.192072:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624336.192076:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733dc00 x1868160455882240/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624352 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624336.192081:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624336.192084:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624336.192086:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624336.192088:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733dc00 x1868160455882240/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624352 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624336.192093:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455882240:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624336.192096:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624336.192098:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624336.192100:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733dc00 x1868160455882240/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624352 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624336.192105:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624336.192107:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624336.192111:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875d800. 02000000:00000001:0.0:1781624336.192115:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624336.192118:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624336.192120:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781624336.192123:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624336.192126:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f3eb00. 02000000:00000001:0.0:1781624336.192130:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624336.192131:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624336.192133:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733dc00. 00000100:00000001:0.0:1781624336.192138:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624336.192140:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624336.192142:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624336.192152:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624336.192154:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624336.192157:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624336.192160:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624336.565285:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624336.565294:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624336.565300:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624336.565301:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624336.565331:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624336.565334:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624336.565338:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624337.589277:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624337.589289:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624337.589292:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624337.589297:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624337.589304:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624337.589306:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624337.589308:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624337.589310:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624337.589316:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624337.589317:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624337.589318:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624337.589319:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624337.589321:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624337.589322:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624337.589324:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624337.589326:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624337.589486:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624337.589491:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624337.589494:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624338.613123:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624338.613131:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624338.613137:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624338.613138:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624338.613316:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624338.613318:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624338.613320:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624339.637154:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624339.637161:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624339.637168:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624339.637169:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624339.637193:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624339.637196:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624339.637199:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624340.662809:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624340.662816:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624340.662830:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624340.662831:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624340.663199:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624340.663212:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624340.663221:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781624341.301122:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624341.301133:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624341.301142:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733d180. 00000020:00000040:1.0:1781624341.301147:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781624341.301152:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624341.301156:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624341.301160:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624341.301168:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f3eb00. 00000100:00000001:1.0:1781624341.301174:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624341.301184:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733d180 x1868160455882368/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624341.301195:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624341.301199:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624341.301205:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056fe8fc2] to pc [ptlrpcd_00_00+0] req@ffff8f850733d180 x1868160455882368/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624341.301226:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624341.301229:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624341.301231:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624341.301234:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733df80. 00000020:00000040:1.0:1781624341.301236:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781624341.301238:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624341.301239:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624341.301240:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624341.301243:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f3ea00. 00000100:00000001:1.0:1781624341.301246:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624341.301250:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733df80 x1868160455882496/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624341.301256:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624341.301257:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624341.301261:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9245f72] to pc [ptlrpcd_00_01+1] req@ffff8f850733df80 x1868160455882496/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624341.301268:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624341.301270:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624341.301273:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624341.301275:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624341.301278:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624341.301282:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7836) 00000100:00000001:1.0:1781624341.301292:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624341.301295:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624341.301297:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624341.301302:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733d180 x1868160455882368/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624341.301308:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624341.301311:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624341.301314:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624341.301317:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624341.301319:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624341.301322:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455882368:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624341.301326:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624341.301331:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624341.301334:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624341.301336:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624341.301341:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8506e57800. 02000000:00000001:1.0:1781624341.301343:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624341.301350:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624341.301354:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85076314d0. 00000400:00000010:1.0:1781624341.301361:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb17f8. 00000100:00000200:1.0:1781624341.301367:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455882368, portal 25 00000100:00000001:1.0:1781624341.301370:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624341.301372:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247099776 : -123673462451840 : ffff8f850733d180) 00000100:00000040:1.0:1781624341.301378:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733d180 x1868160455882368/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624341.301384:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624341.301387:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624341.301390:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1dd0. 00000100:00000200:1.0:1781624341.301394:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455882368, offset 0 00000400:00000200:1.0:1781624341.301402:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624341.301411:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624341.301419:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624341.301425:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624341.301430:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624341.301433:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624341.301437:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624341.301441:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376182:376182:256:4294967295] 192.168.202.101@tcp LPNI seq info [376152:376152:8:4294967295] 00000400:00000200:1.0:1781624341.301446:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624341.301457:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624341.301475:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624341.301480:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3ed00. 00000800:00000200:1.0:1781624341.301486:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624341.301494:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624341.301499:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3ed00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624341.301523:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624341.301527:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624341.301530:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302506102 00000100:00000001:1.0:1781624341.301536:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302500984 00000100:00000001:1.0:1781624341.301540:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302506102 00000100:00000001:1.0:1781624341.301543:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302500984 00000100:00000001:1.0:1781624341.301547:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624341.301550:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624341.301553:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624341.301555:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624341.301562:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624341.301565:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781624341.301568:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624341.301570:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624341.301572:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624341.301574:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1781624341.301577:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624341.301580:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624341.301582:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624341.301584:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624341.301586:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624341.301588:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624341.301593:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733df80 x1868160455882496/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624341.301601:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624341.301603:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624341.301605:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624341.301617:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624341.301620:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624341.301624:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455882496:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624341.301627:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624341.301630:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624341.301632:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624341.301634:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624341.301638:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8506e56200. 02000000:00000001:1.0:1781624341.301640:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624341.301644:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624341.301648:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631790. 00000400:00000010:1.0:1781624341.301653:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb12a8. 00000100:00000200:1.0:1781624341.301656:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455882496, portal 10 00000100:00000001:1.0:1781624341.301658:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624341.301660:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247103360 : -123673462448256 : ffff8f850733df80) 00000100:00000040:1.0:1781624341.301668:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733df80 x1868160455882496/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624341.301675:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624341.301678:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624341.301682:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1110. 00000100:00000200:1.0:1781624341.301684:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455882496, offset 0 00000400:00000200:1.0:1781624341.301690:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624341.301694:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624341.301699:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624341.301703:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624341.301706:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624341.301708:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624341.301711:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624341.301714:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376183:376183:255:4294967295] 192.168.202.101@tcp LPNI seq info [376153:376153:7:4294967295] 00000400:00000200:1.0:1781624341.301718:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624341.301725:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624341.301730:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624341.301744:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3ef00. 00000800:00000200:1.0:1781624341.301749:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624341.301760:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624341.301763:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3ef00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624341.301766:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624341.301769:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17201 usecs (18 jiffies) 00000400:00000200:1.0:1781624341.301773:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624341.301775:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302498322 00000100:00000001:1.0:1781624341.301777:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302506102 00000100:00000001:1.0:1781624341.301779:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302498322 00000100:00000001:1.0:1781624341.301782:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302506102 00000100:00000001:1.0:1781624341.301784:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624341.301786:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624341.301788:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624341.301790:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624341.301799:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624341.301800:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624341.302783:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624341.302790:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3ed00. 00000400:00000200:2.0:1781624341.302795:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624341.302802:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624341.302808:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1dd0 00000400:00000010:2.0:1781624341.302811:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1dd0. 00000100:00000001:2.0:1781624341.302815:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624341.302821:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733d180 x1868160455882368/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624341.302832:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624341.302835:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733d180 x1868160455882368/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624357 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624341.302843:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624341.302845:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624341.302914:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624341.302917:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3ef00. 00000400:00000200:2.0:1781624341.302920:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624341.302923:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624341.302925:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1110 00000400:00000010:2.0:1781624341.302927:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1110. 00000100:00000001:2.0:1781624341.302929:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624341.302932:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733df80 x1868160455882496/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624341.302939:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624341.302942:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733df80 x1868160455882496/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624357 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624341.302956:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624341.302957:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624341.306404:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624341.306419:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624341.306424:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624341.306426:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624341.306435:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624341.306444:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624341.306452:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624341.306457:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624341.306473:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624341.306477:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b3680 00000400:00000200:2.0:1781624341.306482:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624341.306490:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9b15 [1] + 224 00000800:00000001:2.0:1781624341.306497:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624341.306510:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624341.306513:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624341.306517:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624341.306523:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624341.306532:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733d180 x1868160455882368/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624357 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624341.306543:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733d180 x1868160455882368/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624341.306554:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624341.306562:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624341.306566:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624341.307577:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624341.307583:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781624341.307590:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624341.307592:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624341.307596:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85076314d0. 00000400:00000200:1.0:1781624341.307601:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb17f8 00000400:00000010:1.0:1781624341.307604:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb17f8. 00000100:00000001:1.0:1781624341.307608:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624341.307615:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733d180 x1868160455882368/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624341.307626:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733d180 x1868160455882368/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624357 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624341.307634:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624341.307636:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624341.307837:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624341.307844:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624341.307846:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624341.307849:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624341.307853:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624341.307857:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624341.307865:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624341.307868:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624341.307871:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624341.307875:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b3700 00000400:00000200:2.0:1781624341.307879:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624341.307884:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9b1d [1] + 224 00000100:00000001:1.0:1781624341.307885:0:2349:0:(client.c:1579:after_reply()) Process entered 00000800:00000001:2.0:1781624341.307891:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:1.0:1781624341.307891:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624341.307895:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624341.307899:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624341.307900:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1781624341.307903:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624341.307904:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624341.307909:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00001000:1.0:1781624341.307911:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=68 v=5 (5 5 5 5) 00000100:00000001:2.0:1781624341.307914:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1781624341.307917:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=139 v=5 (1 1 1 1) 00000100:00000200:2.0:1781624341.307922:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733df80 x1868160455882496/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624357 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624341.307923:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624341.307926:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624341.307931:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1781624341.307937:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733df80 x1868160455882496/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624341.307957:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624341.307962:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624341.307965:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1781624341.307988:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624341.307993:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624341.308535:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733d180 x1868160455882368/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624357 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624341.308545:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624341.308548:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624341.308551:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624341.308556:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733d180 x1868160455882368/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624357 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624341.308565:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455882368:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624341.308570:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624341.308572:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624341.308576:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733d180 x1868160455882368/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624357 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624341.308586:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624341.308589:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624341.308592:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8506e57800. 02000000:00000001:1.0:1781624341.308596:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624341.308599:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624341.308601:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781624341.308603:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624341.308605:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f3eb00. 02000000:00000001:1.0:1781624341.308608:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624341.308609:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624341.308611:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733d180. 00000100:00000001:1.0:1781624341.308615:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624341.308616:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624341.308619:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624341.308621:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624341.308622:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781624341.308626:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624341.308627:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624341.308629:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631790. 00000400:00000200:1.0:1781624341.308632:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb12a8 00000400:00000010:1.0:1781624341.308633:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb12a8. 00000100:00000001:1.0:1781624341.308636:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624341.310053:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733df80 x1868160455882496/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624341.310075:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733df80 x1868160455882496/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624357 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624341.310082:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624341.310085:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624341.310088:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624341.310090:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624341.310092:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624341.310094:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624341.310096:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624341.310105:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=68 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624341.310109:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=139 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624341.310120:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624341.310122:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624341.310124:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624341.310127:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624341.310131:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781624341.310136:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781624341.310138:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781624341.310140:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624341.310145:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733df80 x1868160455882496/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624357 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624341.310151:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624341.310154:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624341.310156:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624341.310160:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733df80 x1868160455882496/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624357 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624341.310167:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455882496:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624341.310172:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624341.310174:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624341.310177:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733df80 x1868160455882496/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624357 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624341.310183:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624341.310185:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624341.310188:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8506e56200. 02000000:00000001:1.0:1781624341.310191:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624341.310193:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624341.310194:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781624341.310196:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624341.310198:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f3ea00. 02000000:00000001:1.0:1781624341.310201:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624341.310202:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624341.310204:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733df80. 00000100:00000001:1.0:1781624341.310207:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624341.310228:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624341.310230:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624341.310237:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624341.310239:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624341.310242:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624341.310244:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624341.685189:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624341.685196:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624341.685203:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624341.685204:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624341.685267:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624341.685271:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624341.685274:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624342.710311:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624342.710318:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624342.710324:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624342.710326:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624342.710350:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624342.710353:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624342.710356:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624343.734374:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624343.734387:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624343.734393:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624343.734395:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624343.734752:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624343.734756:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624343.734758:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624344.757143:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624344.757150:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624344.757157:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624344.757158:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624344.757257:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624344.757260:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624344.757263:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624345.788001:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624345.788008:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624345.788013:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624345.788014:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624345.788069:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624345.788072:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624345.788075:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781624346.421202:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624346.421213:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624346.421224:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0ea00. 00000020:00000040:2.0:1781624346.421229:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781624346.421233:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624346.421236:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624346.421241:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624346.421248:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3f00. 00000100:00000001:2.0:1781624346.421254:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624346.421265:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0ea00 x1868160455882624/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624346.421275:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624346.421278:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624346.421284:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c67663d] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0ea00 x1868160455882624/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624346.421321:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624346.421324:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624346.421326:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624346.421329:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0e680. 00000020:00000040:2.0:1781624346.421331:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781624346.421333:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624346.421335:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624346.421336:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624346.421339:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3500. 00000100:00000001:2.0:1781624346.421342:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624346.421346:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0e680 x1868160455882752/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624346.421352:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624346.421354:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624346.421357:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000215f4291] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0e680 x1868160455882752/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624346.421364:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624346.421366:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624346.421369:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624346.421372:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624346.421375:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624346.421379:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7841) 00000100:00000001:3.0:1781624346.421446:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624346.421449:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624346.421452:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781624346.421457:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0ea00 x1868160455882624/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624346.421466:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781624346.421468:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624346.421471:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781624346.421474:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781624346.421477:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624346.421480:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455882624:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624346.421484:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781624346.421490:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781624346.421493:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624346.421496:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781624346.421501:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ec800. 02000000:00000001:3.0:1781624346.421503:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624346.421510:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781624346.421514:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8000. 00000400:00000010:3.0:1781624346.421521:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70908. 00000100:00000200:3.0:1781624346.421527:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455882624, portal 25 00000100:00000001:3.0:1781624346.421530:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781624346.421532:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272075264 : -123673437476352 : ffff8f8508b0ea00) 00000100:00000040:3.0:1781624346.421537:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0ea00 x1868160455882624/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624346.421545:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781624346.421547:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781624346.421550:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70cc0. 00000100:00000200:3.0:1781624346.421552:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455882624, offset 0 00000400:00000200:3.0:1781624346.421580:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624346.421588:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624346.421595:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781624346.421599:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781624346.421603:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781624346.421606:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781624346.421609:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781624346.421613:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376184:376184:256:4294967295] 192.168.202.101@tcp LPNI seq info [376154:376154:8:4294967295] 00000400:00000200:3.0:1781624346.421617:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624346.421626:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781624346.421631:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781624346.421635:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d900. 00000800:00000200:3.0:1781624346.421640:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781624346.421648:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781624346.421652:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781624346.421668:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624346.421671:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624346.421674:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302511222 00000100:00000001:3.0:1781624346.421680:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302506102 00000100:00000001:3.0:1781624346.421683:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302511222 00000100:00000001:3.0:1781624346.421686:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302506102 00000100:00000001:3.0:1781624346.421700:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624346.421702:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624346.421705:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624346.421707:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624346.421715:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624346.421717:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781624346.421719:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624346.421720:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624346.421721:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624346.421723:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1781624346.421725:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624346.421726:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624346.421728:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624346.421729:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624346.421730:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624346.421731:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781624346.421735:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0e680 x1868160455882752/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624346.421741:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781624346.421742:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624346.421744:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781624346.421746:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781624346.421748:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624346.421750:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455882752:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624346.421753:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781624346.421755:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781624346.421757:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624346.421758:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781624346.421761:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ed200. 02000000:00000001:3.0:1781624346.421763:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624346.421766:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781624346.421769:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8160. 00000400:00000010:3.0:1781624346.421772:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70880. 00000100:00000200:3.0:1781624346.421774:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455882752, portal 10 00000100:00000001:3.0:1781624346.421776:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781624346.421778:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272074368 : -123673437477248 : ffff8f8508b0e680) 00000100:00000040:3.0:1781624346.421783:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0e680 x1868160455882752/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624346.421794:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781624346.421797:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781624346.421799:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e706e8. 00000100:00000200:3.0:1781624346.421801:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455882752, offset 0 00000400:00000200:3.0:1781624346.421805:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624346.421809:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624346.421812:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781624346.421815:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781624346.421817:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781624346.421819:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781624346.421821:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781624346.421823:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376185:376185:255:4294967295] 192.168.202.101@tcp LPNI seq info [376155:376155:7:4294967295] 00000400:00000200:3.0:1781624346.421827:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624346.421832:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781624346.421836:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781624346.421840:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7db00. 00000800:00000200:3.0:1781624346.421844:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781624346.421848:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781624346.421851:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7db00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781624346.421853:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624346.421857:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17193 usecs (18 jiffies) 00000400:00000200:3.0:1781624346.421860:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624346.421862:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302503442 00000100:00000001:3.0:1781624346.421864:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302511222 00000100:00000001:3.0:1781624346.421866:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302503442 00000100:00000001:3.0:1781624346.421868:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302511222 00000100:00000001:3.0:1781624346.421869:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624346.421871:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624346.421874:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624346.421876:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624346.421885:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624346.421887:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624346.421981:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624346.421986:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d900. 00000400:00000200:2.0:1781624346.421992:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624346.421997:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624346.422002:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70cc0 00000400:00000010:2.0:1781624346.422005:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70cc0. 00000100:00000001:2.0:1781624346.422009:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624346.422014:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0ea00 x1868160455882624/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624346.422023:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624346.422049:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0ea00 x1868160455882624/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624362 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624346.422056:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624346.422058:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624346.422124:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624346.422126:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7db00. 00000400:00000200:2.0:1781624346.422129:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624346.422132:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624346.422135:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e706e8 00000400:00000010:2.0:1781624346.422136:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e706e8. 00000100:00000001:2.0:1781624346.422138:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624346.422141:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0e680 x1868160455882752/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624346.422148:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624346.422150:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0e680 x1868160455882752/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624362 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624346.422156:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624346.422157:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624346.424476:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624346.424500:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624346.424503:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624346.424506:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624346.424514:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624346.424520:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624346.424528:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624346.424532:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624346.424536:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624346.424540:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b3800 00000400:00000200:2.0:1781624346.424544:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624346.424550:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9b35 [1] + 224 00000800:00000001:2.0:1781624346.424557:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624346.424577:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624346.424580:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624346.424584:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624346.424590:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624346.424597:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0e680 x1868160455882752/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624362 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624346.424608:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0e680 x1868160455882752/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624346.424629:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624346.424637:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624346.424641:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624346.424722:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624346.424727:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624346.424733:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624346.424735:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624346.424738:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8160. 00000400:00000200:3.0:1781624346.424743:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70880 00000400:00000010:3.0:1781624346.424746:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70880. 00000100:00000001:3.0:1781624346.424749:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624346.424754:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0e680 x1868160455882752/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624346.424765:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0e680 x1868160455882752/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624362 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624346.424772:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624346.424773:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624346.424776:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624346.424779:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624346.424781:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624346.424783:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624346.424786:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624346.424794:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=73 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624346.424798:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=144 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624346.424801:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624346.424803:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624346.424806:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624346.424809:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624346.424812:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781624346.424815:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781624346.424816:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781624346.424818:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624346.424823:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0e680 x1868160455882752/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624362 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624346.424835:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624346.424838:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624346.424840:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624346.424844:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0e680 x1868160455882752/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624362 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624346.424852:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455882752:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624346.424857:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624346.424859:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624346.424862:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0e680 x1868160455882752/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624362 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624346.424868:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624346.424870:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624346.424873:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ed200. 02000000:00000001:3.0:1781624346.424876:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624346.424878:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624346.424880:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781624346.424882:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624346.424884:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3500. 02000000:00000001:3.0:1781624346.424888:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624346.424890:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624346.424892:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0e680. 00000100:00000001:3.0:1781624346.424895:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624346.424897:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624346.424899:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624346.424901:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624346.424902:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624346.424903:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624346.424905:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624346.427276:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624346.427289:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624346.427293:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624346.427303:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624346.427312:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624346.427318:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624346.427325:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624346.427329:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624346.427334:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624346.427339:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b3780 00000400:00000200:2.0:1781624346.427344:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624346.427350:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9b25 [1] + 224 00000800:00000001:2.0:1781624346.427356:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624346.427363:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624346.427366:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624346.427370:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624346.427376:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624346.427384:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0ea00 x1868160455882624/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624362 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624346.427394:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0ea00 x1868160455882624/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624346.427414:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624346.427422:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624346.427435:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624346.427623:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624346.427626:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624346.427632:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624346.427634:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624346.427638:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8000. 00000400:00000200:3.0:1781624346.427643:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70908 00000400:00000010:3.0:1781624346.427645:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70908. 00000100:00000001:3.0:1781624346.427648:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624346.427653:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0ea00 x1868160455882624/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624346.427661:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0ea00 x1868160455882624/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624362 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624346.427667:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624346.427669:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624346.427671:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624346.427673:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624346.427675:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624346.427678:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624346.427680:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624346.427686:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=73 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624346.427699:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=144 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624346.427701:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624346.427703:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624346.427705:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624346.427707:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624346.427709:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624346.427714:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0ea00 x1868160455882624/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624362 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624346.427721:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624346.427724:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624346.427726:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624346.427730:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0ea00 x1868160455882624/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624362 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624346.427736:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455882624:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624346.427741:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624346.427744:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624346.427747:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0ea00 x1868160455882624/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624362 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624346.427753:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624346.427756:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624346.427759:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ec800. 02000000:00000001:3.0:1781624346.427762:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624346.427764:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624346.427766:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781624346.427768:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624346.427770:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3f00. 02000000:00000001:3.0:1781624346.427774:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624346.427776:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624346.427778:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0ea00. 00000100:00000001:3.0:1781624346.427781:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624346.427783:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624346.427785:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624346.427792:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624346.427794:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624346.427796:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624346.427797:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624346.808893:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624346.808900:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624346.808907:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624346.808908:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624346.809541:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624346.809546:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624346.809549:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624347.830588:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624347.830597:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624347.830600:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624347.830604:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624347.830608:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624347.830610:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624347.830612:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624347.830614:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624347.830618:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624347.830620:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624347.830621:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624347.830622:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624347.830624:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624347.830625:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624347.830626:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624347.830628:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624347.830817:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624347.830822:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624347.830824:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624348.854894:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624348.854900:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624348.854906:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624348.854907:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624348.854930:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624348.854933:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624348.854935:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624349.877148:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624349.877154:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624349.877160:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624349.877162:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624349.877835:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624349.877840:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624349.877843:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624350.901454:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624350.901461:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624350.901466:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624350.901467:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624350.902189:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624350.902193:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624350.902196:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781624351.542807:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624351.542817:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624351.542825:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0f480. 00000020:00000040:2.0:1781624351.542831:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781624351.542835:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624351.542838:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624351.542843:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624351.542851:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3300. 00000100:00000001:2.0:1781624351.542858:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624351.542870:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0f480 x1868160455882880/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624351.542880:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624351.542885:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624351.542891:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c68e5924] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0f480 x1868160455882880/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624351.542922:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624351.542925:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624351.542928:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624351.542931:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0ed80. 00000020:00000040:2.0:1781624351.542933:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781624351.542935:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624351.542937:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624351.542938:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624351.542941:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3000. 00000100:00000001:2.0:1781624351.542944:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624351.542948:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0ed80 x1868160455883008/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624351.542960:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624351.542962:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624351.542966:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006824e33d] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0ed80 x1868160455883008/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624351.542973:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624351.542976:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624351.542979:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624351.542982:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624351.542985:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624351.542989:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7846) 00000100:00000001:2.0:1781624351.542998:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624351.543002:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624351.543004:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624351.543009:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0ed80 x1868160455883008/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624351.543016:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624351.543018:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624351.543022:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624351.543039:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624351.543042:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624351.543046:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455883008:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624351.543051:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624351.543056:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624351.543059:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624351.543061:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624351.543066:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079a00. 02000000:00000001:2.0:1781624351.543068:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624351.543075:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624351.543080:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08f78. 00000400:00000010:2.0:1781624351.543085:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d330. 00000100:00000200:2.0:1781624351.543092:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455883008, portal 10 00000100:00000001:2.0:1781624351.543094:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624351.543096:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272076160 : -123673437475456 : ffff8f8508b0ed80) 00000100:00000040:2.0:1781624351.543103:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0ed80 x1868160455883008/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624351.543110:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624351.543113:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624351.543116:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d220. 00000100:00000200:2.0:1781624351.543119:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455883008, offset 0 00000400:00000200:2.0:1781624351.543125:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624351.543133:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624351.543139:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624351.543145:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624351.543150:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624351.543153:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624351.543156:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624351.543159:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376186:376186:256:4294967295] 192.168.202.101@tcp LPNI seq info [376156:376156:8:4294967295] 00000400:00000200:2.0:1781624351.543164:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624351.543173:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624351.543179:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624351.543183:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3900. 00000800:00000200:2.0:1781624351.543189:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624351.543196:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624351.543200:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624351.543211:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624351.543216:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17181 usecs (18 jiffies) 00000400:00000200:2.0:1781624351.543219:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624351.543222:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302508564 00000100:00000001:2.0:1781624351.543225:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302511222 00000100:00000001:2.0:1781624351.543228:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302508564 00000100:00000001:2.0:1781624351.543230:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302511222 00000100:00000001:2.0:1781624351.543233:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624351.543236:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624351.543239:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624351.543241:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624351.543244:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624351.543248:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624351.543250:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781624351.543257:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0f480 x1868160455882880/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624351.543261:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624351.543266:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781624351.543270:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624351.543272:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624351.543273:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624351.543276:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624351.543276:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624351.543282:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1781624351.543282:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624351.543286:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781624351.543290:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624351.543294:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455882880:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624351.543298:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781624351.543301:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781624351.543303:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624351.543305:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781624351.543309:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ed800. 02000000:00000001:3.0:1781624351.543311:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624351.543316:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781624351.543319:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8000. 00000400:00000010:3.0:1781624351.543324:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70908. 00000100:00000200:3.0:1781624351.543327:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455882880, portal 25 00000100:00000001:3.0:1781624351.543329:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781624351.543330:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272077952 : -123673437473664 : ffff8f8508b0f480) 00000100:00000040:3.0:1781624351.543336:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0f480 x1868160455882880/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624351.543344:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781624351.543347:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781624351.543349:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70880. 00000100:00000200:3.0:1781624351.543351:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455882880, offset 0 00000400:00000200:3.0:1781624351.543356:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000800:00000200:2.0:1781624351.543360:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1781624351.543361:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000800:00000010:2.0:1781624351.543366:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3900. 00000400:00000200:3.0:1781624351.543369:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624351.543373:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624351.543375:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624351.543382:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624351.543391:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781624351.543396:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781624351.543399:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781624351.543402:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376187:376187:255:4294967295] 192.168.202.101@tcp LPNI seq info [376157:376157:7:4294967295] 00000400:00000200:3.0:1781624351.543406:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624351.543413:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781624351.543418:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624351.543420:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d220 00000800:00000010:3.0:1781624351.543422:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d500. 00000400:00000010:2.0:1781624351.543424:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d220. 00000100:00000001:2.0:1781624351.543429:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624351.543435:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0ed80 x1868160455883008/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624351.543444:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624351.543447:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0ed80 x1868160455883008/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624367 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624351.543453:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624351.543454:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781624351.543471:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781624351.543478:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781624351.543480:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781624351.543499:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624351.543503:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624351.543505:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302516344 00000100:00000001:3.0:1781624351.543511:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302511222 00000100:00000001:3.0:1781624351.543514:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302516344 00000100:00000001:3.0:1781624351.543517:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302511222 00000100:00000001:3.0:1781624351.543520:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624351.543522:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624351.543524:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624351.543526:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624351.543530:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624351.543531:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781624351.543533:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624351.543535:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624351.543536:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624351.543538:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624351.543733:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624351.543736:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d500. 00000400:00000200:2.0:1781624351.543740:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624351.543744:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624351.543747:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70880 00000400:00000010:2.0:1781624351.543748:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70880. 00000100:00000001:2.0:1781624351.543751:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624351.543755:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0f480 x1868160455882880/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624351.543762:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624351.543765:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0f480 x1868160455882880/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624367 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624351.543771:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624351.543772:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624351.546105:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624351.546118:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624351.546122:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624351.546123:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624351.546130:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624351.546135:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624351.546141:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624351.546144:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624351.546148:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624351.546151:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b3900 00000400:00000200:2.0:1781624351.546155:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624351.546159:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9b45 [1] + 224 00000800:00000001:2.0:1781624351.546164:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624351.546169:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624351.546171:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624351.546174:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624351.546179:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624351.546184:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0ed80 x1868160455883008/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624367 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624351.546192:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0ed80 x1868160455883008/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624351.546210:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624351.546216:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624351.546218:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624351.546606:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624351.546610:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624351.546722:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624351.546725:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624351.546728:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08f78. 00000400:00000200:3.0:1781624351.546733:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d330 00000400:00000010:3.0:1781624351.546736:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d330. 00000100:00000001:3.0:1781624351.546739:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624351.546744:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0ed80 x1868160455883008/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624351.546753:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0ed80 x1868160455883008/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624367 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624351.546759:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624351.546761:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624351.546764:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624351.546767:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624351.546769:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624351.546772:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624351.546775:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624351.546783:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=78 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624351.546787:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=149 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624351.546790:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624351.546792:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624351.546795:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624351.546798:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624351.546802:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781624351.546804:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781624351.546806:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781624351.546807:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624351.546811:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0ed80 x1868160455883008/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624367 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624351.546818:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624351.546821:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624351.546823:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624351.546826:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0ed80 x1868160455883008/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624367 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624351.546833:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455883008:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624351.546838:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624351.546840:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624351.546843:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0ed80 x1868160455883008/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624367 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624351.546850:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624351.546852:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624351.546855:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079a00. 02000000:00000001:3.0:1781624351.546859:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624351.546861:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624351.546863:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781624351.546865:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624351.546868:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3000. 02000000:00000001:3.0:1781624351.546872:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624351.546874:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624351.546876:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0ed80. 00000100:00000001:3.0:1781624351.546880:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624351.546882:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624351.546884:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624351.546891:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624351.546893:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624351.546895:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624351.546897:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624351.546946:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624351.546953:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624351.546955:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624351.546957:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624351.546960:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624351.546964:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624351.546970:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624351.546973:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624351.546976:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624351.546979:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b3880 00000400:00000200:2.0:1781624351.546982:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624351.546986:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9b55 [1] + 224 00000800:00000001:2.0:1781624351.546990:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624351.546995:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624351.546998:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624351.547001:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624351.547004:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624351.547008:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0f480 x1868160455882880/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624367 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624351.547017:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0f480 x1868160455882880/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624351.547059:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624351.547065:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624351.547067:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624351.547109:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624351.547112:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624351.547115:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624351.547117:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624351.547118:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8000. 00000400:00000200:3.0:1781624351.547122:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70908 00000400:00000010:3.0:1781624351.547124:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70908. 00000100:00000001:3.0:1781624351.547126:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624351.547131:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0f480 x1868160455882880/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624351.547138:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0f480 x1868160455882880/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624367 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624351.547143:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624351.547144:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624351.547146:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624351.547147:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624351.547148:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624351.547150:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624351.547152:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624351.547155:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=78 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624351.547157:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=149 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624351.547159:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624351.547161:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624351.547162:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624351.547164:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624351.547166:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624351.547169:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0f480 x1868160455882880/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624367 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624351.547174:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624351.547176:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624351.547178:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624351.547180:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0f480 x1868160455882880/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624367 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624351.547187:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455882880:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624351.547191:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624351.547193:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624351.547196:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0f480 x1868160455882880/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624367 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624351.547202:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624351.547203:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624351.547205:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ed800. 02000000:00000001:3.0:1781624351.547208:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624351.547209:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624351.547210:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781624351.547212:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624351.547214:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3300. 02000000:00000001:3.0:1781624351.547216:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624351.547217:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624351.547218:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0f480. 00000100:00000001:3.0:1781624351.547221:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624351.547222:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624351.547223:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624351.547227:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624351.547228:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624351.547230:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624351.547231:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624351.925191:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624351.925197:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624351.925203:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624351.925204:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624351.925230:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624351.925233:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624351.925235:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624352.950730:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624352.950737:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624352.950744:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624352.950745:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624352.951486:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624352.951490:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624352.951494:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624353.973144:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624353.973150:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624353.973156:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624353.973157:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624353.973919:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624353.973923:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624353.973927:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624354.997138:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624354.997144:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624354.997149:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624354.997150:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624354.997175:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624354.997177:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624354.997179:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624356.021821:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624356.021830:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624356.021839:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624356.021840:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624356.022055:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624356.022060:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624356.022065:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781624356.666800:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624356.666815:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624356.666831:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733df80. 00000020:00000040:1.0:1781624356.666839:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781624356.666845:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624356.666849:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624356.666856:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624356.666865:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f3ea00. 00000100:00000001:1.0:1781624356.666875:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624356.666890:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733df80 x1868160455883136/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624356.666903:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624356.666908:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624356.666915:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9245f72] to pc [ptlrpcd_00_00+0] req@ffff8f850733df80 x1868160455883136/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624356.666953:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624356.666956:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624356.666961:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624356.666964:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733d180. 00000020:00000040:1.0:1781624356.666966:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781624356.666968:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624356.666970:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624356.666971:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624356.666975:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f3eb00. 00000100:00000001:1.0:1781624356.666977:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624356.666981:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733d180 x1868160455883264/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624356.666988:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624356.666990:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624356.666994:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056fe8fc2] to pc [ptlrpcd_00_01+1] req@ffff8f850733d180 x1868160455883264/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624356.667001:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624356.667004:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624356.667007:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624356.667010:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624356.667014:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624356.667020:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7851) 00000100:00000001:1.0:1781624356.667080:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624356.667084:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624356.667087:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624356.667094:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733d180 x1868160455883264/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624356.667102:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624356.667104:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624356.667109:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624356.667113:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624356.667116:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624356.667120:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455883264:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624356.667125:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624356.667133:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624356.667137:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624356.667140:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624356.667147:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8506e56c00. 02000000:00000001:1.0:1781624356.667149:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624356.667158:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624356.667164:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631790. 00000400:00000010:1.0:1781624356.667174:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb12a8. 00000100:00000200:1.0:1781624356.667184:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455883264, portal 10 00000100:00000001:1.0:1781624356.667187:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624356.667189:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247099776 : -123673462451840 : ffff8f850733d180) 00000100:00000040:1.0:1781624356.667198:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733d180 x1868160455883264/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624356.667206:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624356.667209:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624356.667212:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb17f8. 00000100:00000200:1.0:1781624356.667216:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455883264, offset 0 00000400:00000200:1.0:1781624356.667225:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624356.667237:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624356.667249:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624356.667257:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624356.667263:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624356.667268:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624356.667272:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624356.667277:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376188:376188:256:4294967295] 192.168.202.101@tcp LPNI seq info [376158:376158:8:4294967295] 00000400:00000200:1.0:1781624356.667282:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624356.667296:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624356.667303:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624356.667310:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3ee00. 00000800:00000200:1.0:1781624356.667319:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624356.667330:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624356.667336:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3ee00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624356.667347:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624356.667354:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17168 usecs (18 jiffies) 00000400:00000200:1.0:1781624356.667357:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624356.667361:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302513688 00000100:00000001:1.0:1781624356.667365:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302516344 00000100:00000001:1.0:1781624356.667368:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302513688 00000100:00000001:1.0:1781624356.667371:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302516344 00000100:00000001:1.0:1781624356.667373:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624356.667376:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624356.667380:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624356.667382:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624356.667391:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624356.667393:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781624356.667395:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624356.667397:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624356.667398:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624356.667400:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1781624356.667402:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624356.667404:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624356.667405:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624356.667407:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624356.667408:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624356.667409:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624356.667414:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733df80 x1868160455883136/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624356.667421:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624356.667422:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624356.667424:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624356.667426:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624356.667428:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624356.667431:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455883136:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624356.667435:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624356.667438:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624356.667439:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624356.667441:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624356.667444:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8506e56800. 02000000:00000001:1.0:1781624356.667446:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624356.667449:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624356.667452:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85076314d0. 00000400:00000010:1.0:1781624356.667455:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1088. 00000100:00000200:1.0:1781624356.667458:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455883136, portal 25 00000100:00000001:1.0:1781624356.667460:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624356.667461:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247103360 : -123673462448256 : ffff8f850733df80) 00000100:00000040:1.0:1781624356.667466:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733df80 x1868160455883136/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624356.667473:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624356.667475:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624356.667478:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1550. 00000100:00000200:1.0:1781624356.667480:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455883136, offset 0 00000400:00000200:1.0:1781624356.667484:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624356.667488:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624356.667491:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624356.667493:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624356.667495:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624356.667498:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624356.667500:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624356.667502:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376189:376189:255:4294967295] 192.168.202.101@tcp LPNI seq info [376159:376159:7:4294967295] 00000400:00000200:1.0:1781624356.667506:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624356.667512:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624356.667516:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624356.667520:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3ec00. 00000800:00000200:1.0:1781624356.667524:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624356.667528:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624356.667530:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3ec00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624356.667533:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624356.667536:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624356.667538:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302521468 00000100:00000001:1.0:1781624356.667547:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302516344 00000100:00000001:1.0:1781624356.667551:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302521468 00000100:00000001:1.0:1781624356.667555:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302516344 00000100:00000001:1.0:1781624356.667558:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624356.667560:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624356.667562:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624356.667564:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624356.667726:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624356.667732:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3ee00. 00000400:00000200:2.0:1781624356.667741:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624356.667747:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624356.667754:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb17f8 00000400:00000010:2.0:1781624356.667757:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb17f8. 00000100:00000001:2.0:1781624356.667763:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624356.667769:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733d180 x1868160455883264/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624356.667779:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624356.667783:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733d180 x1868160455883264/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624372 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624356.667790:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624356.667792:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624356.667883:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624356.667886:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3ec00. 00000400:00000200:2.0:1781624356.667889:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624356.667893:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624356.667896:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1550 00000400:00000010:2.0:1781624356.667898:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1550. 00000100:00000001:2.0:1781624356.667901:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624356.667904:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733df80 x1868160455883136/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624356.667911:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624356.667914:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733df80 x1868160455883136/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624372 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624356.667921:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624356.667922:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1781624356.668166:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624356.668171:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624356.674213:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624356.674242:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624356.674248:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624356.674317:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624356.674330:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624356.674339:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624356.674354:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624356.674360:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624356.674367:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624356.674372:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b3a00 00000400:00000200:2.0:1781624356.674380:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624356.674388:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9b65 [1] + 224 00000800:00000001:2.0:1781624356.674399:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624356.674404:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624356.674407:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624356.674412:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624356.674423:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624356.674435:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733d180 x1868160455883264/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624372 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624356.674448:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733d180 x1868160455883264/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624356.674541:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624356.674548:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624356.674569:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624356.674582:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624356.674586:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624356.674588:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624356.674590:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624356.674603:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624356.674606:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624356.674611:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624356.674614:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624356.674617:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624356.674619:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b3980 00000400:00000200:2.0:1781624356.674623:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624356.674627:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9b6d [1] + 224 00000800:00000001:2.0:1781624356.674631:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624356.674641:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624356.674643:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624356.674645:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624356.674648:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624356.674653:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733df80 x1868160455883136/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624372 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624356.674661:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733df80 x1868160455883136/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624356.674673:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624356.674677:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624356.674681:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1781624356.685960:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624356.685969:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624356.685975:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631790. 00000400:00000200:1.0:1781624356.685988:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb12a8 00000400:00000010:1.0:1781624356.685991:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb12a8. 00000100:00000001:1.0:1781624356.685998:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624356.686016:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733d180 x1868160455883264/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624356.686044:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733d180 x1868160455883264/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624372 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624356.686053:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624356.686056:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624356.686060:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624356.686065:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624356.686078:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624356.686082:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624356.686087:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624356.686100:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=83 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624356.686106:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=154 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624356.686110:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624356.686112:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624356.686115:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624356.686120:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624356.686126:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781624356.686129:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781624356.686131:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781624356.686133:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624356.686138:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733d180 x1868160455883264/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624372 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624356.686146:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624356.686150:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624356.686152:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624356.686156:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733d180 x1868160455883264/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624372 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624356.686164:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455883264:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624356.686169:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624356.686173:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624356.686177:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733d180 x1868160455883264/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624372 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624356.686183:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624356.686186:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624356.686191:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8506e56c00. 02000000:00000001:1.0:1781624356.686195:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624356.686199:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624356.686201:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781624356.686204:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624356.686207:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f3eb00. 02000000:00000001:1.0:1781624356.686211:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624356.686213:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624356.686214:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733d180. 00000100:00000001:1.0:1781624356.686219:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624356.686221:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624356.686225:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624356.686227:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624356.686230:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624356.686462:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624356.686464:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624356.686467:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85076314d0. 00000400:00000200:0.0:1781624356.686471:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1088 00000400:00000010:0.0:1781624356.686473:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1088. 00000100:00000001:0.0:1781624356.686476:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624356.686482:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733df80 x1868160455883136/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624356.686497:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733df80 x1868160455883136/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624372 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624356.686503:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624356.686504:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624356.686506:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624356.686508:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624356.686509:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624356.686511:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624356.686513:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624356.686516:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=83 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624356.686519:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=154 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624356.686521:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624356.686522:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624356.686524:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624356.686526:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624356.686528:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624356.686531:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733df80 x1868160455883136/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624372 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624356.686537:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624356.686539:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624356.686541:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624356.686544:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733df80 x1868160455883136/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624372 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624356.686551:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455883136:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624356.686555:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624356.686556:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624356.686559:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733df80 x1868160455883136/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624372 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624356.686565:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624356.686566:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624356.686568:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8506e56800. 02000000:00000001:0.0:1781624356.686571:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624356.686572:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624356.686574:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781624356.686576:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624356.686577:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f3ea00. 02000000:00000001:0.0:1781624356.686579:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624356.686580:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624356.686581:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733df80. 00000100:00000001:0.0:1781624356.686584:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624356.686585:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624356.686587:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624356.686621:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624356.686624:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624356.686626:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624356.686628:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624357.045225:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624357.045236:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624357.045245:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624357.045247:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624357.047009:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624357.047017:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624357.047023:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624358.069206:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624358.069215:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624358.069218:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624358.069222:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624358.069228:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624358.069230:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624358.069232:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624358.069233:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624358.069238:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624358.069239:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624358.069240:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624358.069241:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624358.069242:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624358.069243:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624358.069243:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624358.069245:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624358.069269:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624358.069271:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624358.069273:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624359.093686:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624359.093695:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624359.093703:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624359.093705:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624359.100213:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624359.100223:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624359.100230:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624360.117150:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624360.117156:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624360.117161:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624360.117162:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624360.117229:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624360.117233:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624360.117236:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624361.141170:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624361.141177:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624361.141185:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624361.141186:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624361.141220:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624361.141223:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624361.141226:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781624361.781143:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624361.781153:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624361.781164:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733d180. 00000020:00000040:1.0:1781624361.781171:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781624361.781175:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624361.781178:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624361.781183:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624361.781192:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f3eb00. 00000100:00000001:1.0:1781624361.781198:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624361.781210:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733d180 x1868160455883392/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624361.781220:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624361.781224:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624361.781231:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056fe8fc2] to pc [ptlrpcd_00_00+0] req@ffff8f850733d180 x1868160455883392/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624361.781262:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624361.781266:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624361.781269:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624361.781271:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733f480. 00000020:00000040:1.0:1781624361.781273:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781624361.781276:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624361.781277:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624361.781278:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624361.781281:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f3e900. 00000100:00000001:1.0:1781624361.781284:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624361.781288:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733f480 x1868160455883520/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624361.781301:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624361.781303:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624361.781306:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000775a196d] to pc [ptlrpcd_00_01+1] req@ffff8f850733f480 x1868160455883520/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624361.781314:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624361.781316:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624361.781319:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624361.781323:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624361.781326:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624361.781331:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7856) 00000100:00000001:0.0:1781624361.781402:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624361.781406:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624361.781408:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624361.781414:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733d180 x1868160455883392/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624361.781422:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624361.781424:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624361.781436:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624361.781438:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624361.781441:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624361.781444:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455883392:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624361.781448:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624361.781454:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624361.781456:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624361.781459:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624361.781464:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875c800. 02000000:00000001:0.0:1781624361.781465:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624361.781473:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624361.781477:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7dc0. 00000400:00000010:0.0:1781624361.781484:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e97f8. 00000100:00000200:0.0:1781624361.781492:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455883392, portal 25 00000100:00000001:0.0:1781624361.781494:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624361.781495:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247099776 : -123673462451840 : ffff8f850733d180) 00000100:00000040:0.0:1781624361.781500:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733d180 x1868160455883392/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624361.781507:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624361.781510:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624361.781512:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9880. 00000100:00000200:0.0:1781624361.781516:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455883392, offset 0 00000400:00000200:0.0:1781624361.781522:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624361.781531:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624361.781539:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624361.781544:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624361.781575:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624361.781580:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624361.781583:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624361.781587:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376190:376190:256:4294967295] 192.168.202.101@tcp LPNI seq info [376160:376160:8:4294967295] 00000400:00000200:0.0:1781624361.781591:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624361.781601:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624361.781607:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624361.781613:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8513250700. 00000800:00000200:0.0:1781624361.781619:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624361.781627:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624361.781632:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8513250700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624361.781651:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624361.781655:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624361.781658:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302526582 00000100:00000001:0.0:1781624361.781664:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302521468 00000100:00000001:0.0:1781624361.781669:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302526582 00000100:00000001:0.0:1781624361.781809:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302521468 00000100:00000001:0.0:1781624361.781814:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624361.781817:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624361.781820:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624361.781822:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624361.781828:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624361.781830:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781624361.781832:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624361.781833:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624361.781835:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624361.781837:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1781624361.781838:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624361.781840:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624361.781841:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624361.781843:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624361.781843:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624361.781844:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624361.781849:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733f480 x1868160455883520/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624361.781855:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624361.781856:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624361.781858:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624361.781860:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624361.781861:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624361.781864:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455883520:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624361.781867:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624361.781869:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624361.781871:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624361.781872:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624361.781875:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875ca00. 02000000:00000001:0.0:1781624361.781877:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624361.781881:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624361.781883:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7b00. 00000400:00000010:0.0:1781624361.781889:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9908. 00000100:00000200:0.0:1781624361.781892:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455883520, portal 10 00000100:00000001:0.0:1781624361.781894:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624361.781895:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247108736 : -123673462442880 : ffff8f850733f480) 00000100:00000040:0.0:1781624361.781902:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733f480 x1868160455883520/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624361.781907:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624361.781910:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624361.781912:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9dd0. 00000100:00000200:0.0:1781624361.781914:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455883520, offset 0 00000400:00000200:0.0:1781624361.781918:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624361.781922:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624361.781925:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624361.781927:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624361.781930:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624361.781932:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624361.781934:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624361.781937:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376191:376191:255:4294967295] 192.168.202.101@tcp LPNI seq info [376161:376161:7:4294967295] 00000400:00000200:0.0:1781624361.781941:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624361.781947:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624361.781952:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624361.781955:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8513250100. 00000800:00000200:0.0:1781624361.781960:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624361.781964:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624361.781967:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8513250100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624361.781969:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624361.781973:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17175 usecs (18 jiffies) 00000400:00000200:0.0:1781624361.781976:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624361.781978:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302518802 00000100:00000001:0.0:1781624361.781980:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302526582 00000100:00000001:0.0:1781624361.781983:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302518802 00000100:00000001:0.0:1781624361.781985:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302526582 00000100:00000001:0.0:1781624361.781987:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624361.781989:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624361.781991:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624361.781993:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624361.782004:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624361.782006:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624361.782109:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624361.782114:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8513250700. 00000400:00000200:2.0:1781624361.782121:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624361.782126:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624361.782132:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9880 00000400:00000010:2.0:1781624361.782134:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9880. 00000100:00000001:2.0:1781624361.782139:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624361.782144:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733d180 x1868160455883392/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624361.782153:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624361.782157:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733d180 x1868160455883392/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624377 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624361.782164:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624361.782165:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624361.782468:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624361.782471:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8513250100. 00000400:00000200:2.0:1781624361.782474:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624361.782478:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624361.782481:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9dd0 00000400:00000010:2.0:1781624361.782483:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9dd0. 00000100:00000001:2.0:1781624361.782485:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624361.782488:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733f480 x1868160455883520/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624361.782500:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624361.782503:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733f480 x1868160455883520/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624377 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624361.782508:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624361.782510:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624361.793405:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624361.793506:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624361.793511:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624361.793515:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624361.793525:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624361.793533:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624361.793556:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624361.793562:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624361.793568:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624361.793572:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b3a80 00000400:00000200:2.0:1781624361.793577:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624361.793583:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9b75 [1] + 224 00000800:00000001:2.0:1781624361.793590:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624361.793595:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624361.793597:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624361.793601:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624361.793608:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624361.793628:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733d180 x1868160455883392/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624377 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624361.793641:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733d180 x1868160455883392/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624361.793721:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624361.793725:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624361.793745:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624361.793757:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624361.793761:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624361.793763:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624361.793765:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624361.793769:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624361.793773:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624361.793778:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624361.793780:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624361.793783:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624361.793786:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b3b00 00000400:00000200:2.0:1781624361.793790:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624361.793794:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9b7d [1] + 224 00000800:00000001:2.0:1781624361.793799:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624361.793807:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624361.793809:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624361.793812:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624361.793815:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624361.793820:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733f480 x1868160455883520/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624377 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624361.793829:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733f480 x1868160455883520/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624361.793837:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624361.793840:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624361.793843:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1781624361.798244:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624361.798252:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624361.798256:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7dc0. 00000400:00000200:0.0:1781624361.798264:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e97f8 00000400:00000010:0.0:1781624361.798267:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e97f8. 00000100:00000001:0.0:1781624361.798272:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624361.798283:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733d180 x1868160455883392/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624361.798294:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733d180 x1868160455883392/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624377 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624361.798302:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624361.798304:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624361.798307:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624361.798311:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624361.798313:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624361.798316:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624361.798319:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624361.798325:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=88 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624361.798329:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=9 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624361.798332:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624361.798333:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624361.798336:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624361.798338:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624361.798341:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624361.798346:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733d180 x1868160455883392/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624377 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624361.798355:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624361.798358:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624361.798360:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624361.798364:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733d180 x1868160455883392/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624377 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624361.798371:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455883392:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624361.798376:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624361.798379:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624361.798383:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733d180 x1868160455883392/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624377 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624361.798390:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624361.798393:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624361.798396:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875c800. 02000000:00000001:0.0:1781624361.798400:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624361.798402:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624361.798404:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781624361.798406:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624361.798409:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f3eb00. 02000000:00000001:0.0:1781624361.798413:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624361.798415:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624361.798416:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733d180. 00000100:00000001:0.0:1781624361.798420:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624361.798421:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624361.798435:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624361.798438:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624361.798440:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624361.798444:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624361.798445:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624361.798447:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7b00. 00000400:00000200:0.0:1781624361.798450:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9908 00000400:00000010:0.0:1781624361.798451:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9908. 00000100:00000001:0.0:1781624361.798453:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624361.798458:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733f480 x1868160455883520/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624361.798467:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733f480 x1868160455883520/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624377 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624361.798473:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624361.798475:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624361.798476:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624361.798478:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624361.798479:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624361.798480:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624361.798482:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624361.798488:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=88 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624361.798491:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=9 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624361.798493:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624361.798494:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624361.798496:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624361.798499:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624361.798502:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781624361.798504:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781624361.798506:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781624361.798507:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624361.798512:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733f480 x1868160455883520/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624377 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624361.798518:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624361.798520:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624361.798521:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624361.798525:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733f480 x1868160455883520/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624377 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624361.798532:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455883520:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624361.798537:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624361.798539:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624361.798541:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733f480 x1868160455883520/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624377 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624361.798559:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624361.798560:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624361.798562:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875ca00. 02000000:00000001:0.0:1781624361.798564:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624361.798566:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624361.798567:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781624361.798569:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624361.798570:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f3e900. 02000000:00000001:0.0:1781624361.798572:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624361.798573:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624361.798574:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733f480. 00000100:00000001:0.0:1781624361.798577:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624361.798578:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624361.798580:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624361.798589:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624361.798590:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624361.798593:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624361.798595:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624362.165209:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624362.165215:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624362.165234:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624362.165235:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624362.165329:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624362.165333:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624362.165336:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624363.189152:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624363.189158:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624363.189164:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624363.189165:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624363.189279:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624363.189282:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624363.189285:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624364.213153:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624364.213160:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624364.213166:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624364.213167:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624364.213195:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624364.213198:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624364.213201:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624365.237157:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624365.237163:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624365.237168:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624365.237169:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624365.237261:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624365.237268:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624365.237272:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624366.261138:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624366.261144:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624366.261148:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624366.261149:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624366.261823:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624366.261827:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624366.261831:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781624366.901834:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624366.901843:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624366.901926:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511281180. 00000020:00000040:3.0:1781624366.901932:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781624366.901937:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624366.901940:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624366.901944:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624366.901951:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7df00. 00000100:00000001:3.0:1781624366.901957:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624366.901969:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511281180 x1868160455883648/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624366.901981:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624366.901985:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624366.901992:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc6d7584] to pc [ptlrpcd_01_00+0] req@ffff8f8511281180 x1868160455883648/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624366.902060:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624366.902065:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624366.902068:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624366.902075:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511281180 x1868160455883648/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624366.902082:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624366.902084:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624366.902087:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624366.902089:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624366.902092:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624366.902095:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455883648:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624366.902098:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624366.902105:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624366.902107:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624366.902110:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624366.902124:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078a00. 02000000:00000001:2.0:1781624366.902126:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624366.902133:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624366.902137:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08d68. 00000400:00000010:2.0:1781624366.902143:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d220. 00000100:00000200:2.0:1781624366.902150:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455883648, portal 25 00000100:00000001:2.0:1781624366.902152:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624366.902154:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414101888 : -123673295449728 : ffff8f8511281180) 00000100:00000040:2.0:1781624366.902159:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511281180 x1868160455883648/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624366.902166:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624366.902168:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624366.902170:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901daa0. 00000100:00000200:2.0:1781624366.902173:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455883648, offset 0 00000400:00000200:2.0:1781624366.902178:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624366.902186:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624366.902192:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624366.902198:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624366.902202:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624366.902205:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624366.902208:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624366.902211:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376192:376192:256:4294967295] 192.168.202.101@tcp LPNI seq info [376162:376162:8:4294967295] 00000400:00000200:2.0:1781624366.902215:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624366.902223:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624366.902283:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624366.902288:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3900. 00000800:00000200:2.0:1781624366.902294:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624366.902302:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624366.902306:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624366.902316:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624366.902321:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624366.902323:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302531703 00000100:00000001:2.0:1781624366.902329:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302526582 00000100:00000001:2.0:1781624366.902332:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302531703 00000100:00000001:2.0:1781624366.902335:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302526582 00000100:00000001:2.0:1781624366.902338:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624366.902341:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624366.902344:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624366.902346:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624366.903757:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624366.903765:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624366.903769:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624366.903775:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511282680. 00000020:00000040:3.0:1781624366.903781:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781624366.903784:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624366.903787:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624366.903790:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624366.903795:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d000. 00000100:00000001:3.0:1781624366.903800:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624366.903809:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511282680 x1868160455883776/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624366.903817:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624366.903821:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624366.903826:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008781aa17] to pc [ptlrpcd_01_01+1] req@ffff8f8511282680 x1868160455883776/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624366.904771:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624366.904775:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781624366.904778:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624366.904780:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624366.904783:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624366.904786:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1781624366.904789:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624366.904791:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624366.904792:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624366.904794:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624366.904795:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624366.904797:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624366.904806:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511282680 x1868160455883776/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624366.904816:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624366.904819:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624366.904822:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624366.904826:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624366.904830:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624366.904833:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511282680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455883776:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624366.904838:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624366.904843:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624366.904846:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624366.904849:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624366.904855:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079600. 02000000:00000001:2.0:1781624366.904857:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624366.904863:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624366.904867:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08160. 00000400:00000010:2.0:1781624366.904874:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d2a8. 00000100:00000200:2.0:1781624366.904881:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455883776, portal 10 00000100:00000001:2.0:1781624366.904883:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624366.904885:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414107264 : -123673295444352 : ffff8f8511282680) 00000100:00000040:2.0:1781624366.904892:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511282680 x1868160455883776/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624366.904900:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624366.904903:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624366.904906:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901dd48. 00000100:00000200:2.0:1781624366.904908:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455883776, offset 0 00000400:00000200:2.0:1781624366.904915:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624366.904923:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624366.904930:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624366.904936:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624366.904940:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624366.904944:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624366.904947:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624366.904951:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376193:376193:255:4294967295] 192.168.202.101@tcp LPNI seq info [376163:376163:7:4294967295] 00000400:00000200:2.0:1781624366.904955:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624366.904963:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624366.904969:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624366.904975:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3600. 00000800:00000200:2.0:1781624366.904981:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624366.904989:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624366.904992:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624366.904996:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624366.905000:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17180 usecs (18 jiffies) 00000400:00000200:2.0:1781624366.905003:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624366.905006:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302523925 00000100:00000001:2.0:1781624366.905009:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302531703 00000100:00000001:2.0:1781624366.905011:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302523925 00000100:00000001:2.0:1781624366.905013:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302531703 00000100:00000001:2.0:1781624366.905015:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624366.905018:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624366.905020:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624366.905021:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624366.905083:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624366.905087:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3900. 00000400:00000200:2.0:1781624366.905093:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624366.905098:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624366.905103:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901daa0 00000400:00000010:2.0:1781624366.905106:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901daa0. 00000100:00000001:2.0:1781624366.905109:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624366.905114:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511281180 x1868160455883648/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624366.905233:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624366.905237:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511281180 x1868160455883648/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624382 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624366.905244:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624366.905246:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624366.905310:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624366.905313:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3600. 00000400:00000200:2.0:1781624366.905316:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624366.905320:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624366.905323:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901dd48 00000400:00000010:2.0:1781624366.905324:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901dd48. 00000100:00000001:2.0:1781624366.905327:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624366.905330:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511282680 x1868160455883776/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624366.905338:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624366.905341:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511282680 x1868160455883776/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624382 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624366.905348:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624366.905349:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1781624366.905374:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624366.905376:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624366.906889:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624366.906897:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624366.906901:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624366.906904:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624366.906908:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624366.906914:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7861) 00000800:00000001:3.0:1781624366.907519:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624366.907530:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624366.907533:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624366.907536:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624366.907544:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624366.907551:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624366.907559:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624366.907564:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624366.907569:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624366.907574:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b3c00 00000400:00000200:3.0:1781624366.907579:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624366.907585:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9b95 [1] + 224 00000800:00000001:3.0:1781624366.907592:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624366.907597:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624366.907600:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624366.907604:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624366.907611:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624366.907618:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511282680 x1868160455883776/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624382 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624366.907638:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511282680 x1868160455883776/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624366.907647:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624366.907654:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624366.907657:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624366.909165:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624366.909171:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781624366.909179:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781624366.909182:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781624366.909185:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08160. 00000400:00000200:2.0:1781624366.909192:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d2a8 00000400:00000010:2.0:1781624366.909195:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d2a8. 00000100:00000001:2.0:1781624366.909198:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624366.909207:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511282680 x1868160455883776/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624366.909219:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511282680 x1868160455883776/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624382 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624366.909227:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781624366.909229:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624366.909232:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781624366.909235:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781624366.909238:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781624366.909242:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624366.909245:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781624366.909254:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=93 v=5 (5 5 5 5) 00000100:00001000:2.0:1781624366.909260:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=14 v=5 (1 1 1 1) 00000100:00000001:2.0:1781624366.909263:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781624366.909265:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781624366.909268:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781624366.909271:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624366.909275:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781624366.909277:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:2.0:1781624366.909279:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781624366.909281:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624366.909285:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511282680 x1868160455883776/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624382 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624366.909293:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624366.909297:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781624366.909299:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781624366.909304:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511282680 x1868160455883776/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624382 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781624366.909312:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511282680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455883776:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624366.909318:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624366.909321:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624366.909325:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511282680 x1868160455883776/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624382 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624366.909333:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781624366.909335:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781624366.909339:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079600. 02000000:00000001:2.0:1781624366.909342:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781624366.909345:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781624366.909347:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:2.0:1781624366.909350:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781624366.909352:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d000. 02000000:00000001:2.0:1781624366.909370:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781624366.909372:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781624366.909374:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511282680. 00000100:00000001:2.0:1781624366.909379:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781624366.909381:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624366.909384:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624366.909386:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624366.909387:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624366.909389:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624366.909391:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624366.913427:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624366.913447:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624366.913450:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624366.913453:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624366.913462:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624366.913469:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624366.913488:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624366.913494:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624366.913499:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624366.913512:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b3b80 00000400:00000200:2.0:1781624366.913518:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624366.913525:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9b85 [1] + 224 00000800:00000001:2.0:1781624366.913534:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624366.913542:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624366.913545:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624366.913550:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624366.913558:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624366.913569:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511281180 x1868160455883648/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624382 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624366.913581:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511281180 x1868160455883648/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624366.913601:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624366.913612:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624366.913616:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624366.913777:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624366.914195:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624366.914202:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624366.914204:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624366.914207:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08d68. 00000400:00000200:3.0:1781624366.914213:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d220 00000400:00000010:3.0:1781624366.914215:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d220. 00000100:00000001:3.0:1781624366.914219:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624366.914225:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511281180 x1868160455883648/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624366.914234:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511281180 x1868160455883648/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624382 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624366.914241:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624366.914243:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624366.914245:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624366.914248:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624366.914251:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624366.914253:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624366.914266:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624366.914273:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=93 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624366.914277:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=14 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624366.914280:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624366.914282:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624366.914284:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624366.914286:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624366.914288:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624366.914293:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511281180 x1868160455883648/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624382 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624366.914299:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624366.914302:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624366.914304:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624366.914308:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511281180 x1868160455883648/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624382 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624366.914315:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455883648:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624366.914320:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624366.914323:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624366.914326:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511281180 x1868160455883648/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624382 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624366.914333:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624366.914336:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624366.914340:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078a00. 02000000:00000001:3.0:1781624366.914343:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624366.914346:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624366.914348:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781624366.914350:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624366.914353:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7df00. 02000000:00000001:3.0:1781624366.914356:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624366.914358:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624366.914360:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511281180. 00000100:00000001:3.0:1781624366.914364:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624366.914365:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624366.914367:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624366.914374:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624366.914376:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624366.914378:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624366.914380:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624367.285151:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624367.285158:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624367.285163:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624367.285165:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624367.285191:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624367.285194:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624367.285197:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624368.309137:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624368.309143:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624368.309144:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624368.309147:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624368.309150:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624368.309152:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624368.309153:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624368.309155:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624368.309157:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624368.309158:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624368.309159:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624368.309160:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624368.309160:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624368.309161:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624368.309162:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624368.309163:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624368.309251:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624368.309254:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624368.309257:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624369.333191:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624369.333198:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624369.333204:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624369.333205:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624369.333823:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624369.333826:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624369.333830:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624370.358108:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624370.358113:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624370.358117:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624370.358118:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624370.358141:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624370.358143:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624370.358145:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624371.381259:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624371.381266:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624371.381272:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624371.381273:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624371.381434:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624371.381437:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624371.381440:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781624372.021569:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624372.021580:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624372.021591:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511281180. 00000020:00000040:3.0:1781624372.021597:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781624372.021602:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624372.021606:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624372.021612:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624372.021620:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7df00. 00000100:00000001:3.0:1781624372.021627:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624372.021640:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511281180 x1868160455883904/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624372.021651:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624372.021655:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624372.021661:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc6d7584] to pc [ptlrpcd_01_00+0] req@ffff8f8511281180 x1868160455883904/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624372.021702:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624372.021705:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624372.021711:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624372.021714:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511281880. 00000020:00000040:3.0:1781624372.021717:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781624372.021719:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624372.021721:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624372.021722:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624372.021726:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d100. 00000100:00000001:3.0:1781624372.021728:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624372.021733:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511281880 x1868160455884032/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624372.021839:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624372.021843:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624372.021846:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624372.021854:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511281180 x1868160455883904/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624372.021862:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624372.021864:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624372.021868:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624372.021871:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624372.021874:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624372.021887:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455883904:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624372.021892:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624372.021899:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624372.021902:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624372.021905:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624372.021911:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078000. 02000000:00000001:2.0:1781624372.021913:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624372.021922:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624372.021927:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08160. 00000400:00000010:2.0:1781624372.021934:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d2a8. 00000100:00000200:2.0:1781624372.021942:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455883904, portal 25 00000100:00000001:2.0:1781624372.021944:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624372.021946:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414101888 : -123673295449728 : ffff8f8511281180) 00000100:00000040:2.0:1781624372.021951:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511281180 x1868160455883904/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624372.021958:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624372.021961:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624372.021963:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901dd48. 00000100:00000200:2.0:1781624372.021966:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455883904, offset 0 00000400:00000200:2.0:1781624372.021973:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624372.021983:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624372.021991:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624372.021997:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624372.022002:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624372.022006:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624372.022009:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624372.022013:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376194:376194:256:4294967295] 192.168.202.101@tcp LPNI seq info [376164:376164:8:4294967295] 00000400:00000200:2.0:1781624372.022017:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624372.022070:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624372.022076:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624372.022081:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3600. 00000800:00000200:2.0:1781624372.022089:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624372.022097:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624372.022102:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624372.022113:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624372.022118:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624372.022121:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302536822 00000100:00000001:2.0:1781624372.022127:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302531703 00000100:00000001:2.0:1781624372.022132:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302536822 00000100:00000001:2.0:1781624372.022135:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302531703 00000100:00000001:2.0:1781624372.022138:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624372.022141:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624372.022144:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624372.022146:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624372.022153:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624372.022155:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781624372.022157:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624372.022159:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624372.022160:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624372.022162:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624372.022279:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624372.022283:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3600. 00000400:00000200:2.0:1781624372.022289:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624372.022294:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624372.022298:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901dd48 00000400:00000010:2.0:1781624372.022301:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901dd48. 00000100:00000001:2.0:1781624372.022305:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624372.022309:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511281180 x1868160455883904/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624372.022318:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624372.022321:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511281180 x1868160455883904/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624388 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624372.022328:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624372.022330:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1781624372.022351:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624372.022353:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624372.022515:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624372.022518:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624372.022523:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0866b48] to pc [ptlrpcd_01_01+1] req@ffff8f8511281880 x1868160455884032/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624372.022550:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624372.022554:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624372.022557:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624372.022560:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624372.022564:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624372.022630:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7866) 00000100:00000001:2.0:1781624372.022838:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624372.022840:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624372.022842:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624372.022847:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511281880 x1868160455884032/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624372.022853:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624372.022855:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624372.022858:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624372.022860:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624372.022862:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624372.022865:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511281880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455884032:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624372.022868:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624372.022872:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624372.022874:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624372.022886:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624372.022890:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078e00. 02000000:00000001:2.0:1781624372.022892:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624372.022897:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624372.022902:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08948. 00000400:00000010:2.0:1781624372.022907:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901dd48. 00000100:00000200:2.0:1781624372.022910:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455884032, portal 10 00000100:00000001:2.0:1781624372.022912:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624372.022914:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414103680 : -123673295447936 : ffff8f8511281880) 00000100:00000040:2.0:1781624372.022921:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511281880 x1868160455884032/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624372.022927:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624372.022928:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624372.022930:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901daa0. 00000100:00000200:2.0:1781624372.022933:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455884032, offset 0 00000400:00000200:2.0:1781624372.022936:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624372.022941:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624372.022945:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624372.022948:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624372.022950:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624372.022952:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624372.022954:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624372.022957:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376195:376195:256:4294967295] 192.168.202.101@tcp LPNI seq info [376165:376165:8:4294967295] 00000400:00000200:2.0:1781624372.022961:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624372.022967:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624372.022971:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624372.022974:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3600. 00000800:00000200:2.0:1781624372.022978:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624372.022985:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624372.022987:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624372.023004:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624372.023008:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17168 usecs (18 jiffies) 00000400:00000200:2.0:1781624372.023011:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624372.023013:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302529043 00000100:00000001:2.0:1781624372.023015:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302536822 00000100:00000001:2.0:1781624372.023017:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302529043 00000100:00000001:2.0:1781624372.023019:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302536822 00000100:00000001:2.0:1781624372.023022:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624372.023044:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624372.023047:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624372.023049:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624372.023053:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624372.023054:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781624372.023056:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624372.023057:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624372.023058:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624372.023060:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624372.023070:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624372.023071:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624372.023073:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624372.023074:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624372.023204:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624372.023208:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3600. 00000400:00000200:3.0:1781624372.023211:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624372.023216:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624372.023219:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901daa0 00000400:00000010:3.0:1781624372.023221:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901daa0. 00000100:00000001:3.0:1781624372.023224:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624372.023227:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511281880 x1868160455884032/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624372.023239:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624372.023243:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511281880 x1868160455884032/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624388 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624372.023249:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624372.023250:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624372.025654:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624372.025671:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624372.025674:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624372.025676:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624372.025685:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624372.025692:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624372.025700:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624372.025704:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624372.025709:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624372.025713:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b3d00 00000400:00000200:2.0:1781624372.025718:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624372.025725:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9bb5 [1] + 224 00000800:00000001:2.0:1781624372.025732:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624372.025814:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624372.025818:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624372.025823:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624372.025830:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624372.025838:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511281880 x1868160455884032/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624388 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624372.025850:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511281880 x1868160455884032/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624372.025990:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624372.025995:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624372.026012:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624372.026022:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624372.026059:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1781624372.028583:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624372.028588:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624372.028591:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08948. 00000400:00000200:3.0:1781624372.028598:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901dd48 00000400:00000010:3.0:1781624372.028600:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901dd48. 00000100:00000001:3.0:1781624372.028603:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624372.028611:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511281880 x1868160455884032/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624372.028619:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511281880 x1868160455884032/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624388 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624372.028624:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624372.028626:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624372.028628:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624372.028630:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624372.028632:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624372.028634:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624372.028636:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624372.028644:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=99 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624372.028647:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=20 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624372.028649:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624372.028650:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624372.028652:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624372.028654:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624372.028657:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781624372.028658:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781624372.028659:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781624372.028661:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624372.028664:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511281880 x1868160455884032/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624372.028669:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624372.028671:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624372.028672:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624372.028675:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511281880 x1868160455884032/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624388 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624372.028679:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511281880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455884032:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624372.028682:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624372.028685:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624372.028686:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511281880 x1868160455884032/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624388 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624372.028690:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624372.028692:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624372.028695:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078e00. 02000000:00000001:3.0:1781624372.028698:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624372.028700:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624372.028701:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781624372.028703:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624372.028705:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d100. 02000000:00000001:3.0:1781624372.028708:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624372.028710:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624372.028711:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511281880. 00000100:00000001:3.0:1781624372.028816:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624372.028818:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624372.028820:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624372.028828:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624372.028830:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624372.028832:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624372.028835:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624372.028972:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624372.028985:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624372.028988:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624372.028990:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624372.028997:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624372.029002:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624372.029011:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624372.029015:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624372.029020:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624372.029044:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b3c80 00000400:00000200:2.0:1781624372.029049:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624372.029055:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9ba5 [1] + 224 00000800:00000001:2.0:1781624372.029063:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624372.029070:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624372.029074:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624372.029078:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624372.029084:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624372.029090:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511281180 x1868160455883904/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624388 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624372.029101:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511281180 x1868160455883904/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624372.029118:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624372.029125:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624372.029128:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624372.029259:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624372.029262:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624372.029266:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624372.029268:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624372.029270:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08160. 00000400:00000200:3.0:1781624372.029274:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d2a8 00000400:00000010:3.0:1781624372.029275:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d2a8. 00000100:00000001:3.0:1781624372.029278:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624372.029282:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511281180 x1868160455883904/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624372.029291:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511281180 x1868160455883904/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624388 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624372.029297:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624372.029299:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624372.029300:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624372.029302:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624372.029304:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624372.029305:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624372.029307:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624372.029311:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=99 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624372.029314:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=20 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624372.029316:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624372.029317:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624372.029319:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624372.029321:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624372.029322:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624372.029326:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511281180 x1868160455883904/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624372.029331:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624372.029333:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624372.029335:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624372.029337:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511281180 x1868160455883904/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624388 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624372.029343:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455883904:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624372.029347:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624372.029349:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624372.029352:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511281180 x1868160455883904/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624388 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624372.029357:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624372.029359:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624372.029361:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078000. 02000000:00000001:3.0:1781624372.029363:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624372.029364:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624372.029365:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781624372.029373:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624372.029374:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7df00. 02000000:00000001:3.0:1781624372.029376:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624372.029377:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624372.029379:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511281180. 00000100:00000001:3.0:1781624372.029381:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624372.029382:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624372.029383:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624372.029387:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624372.029388:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624372.029389:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624372.029391:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624372.405150:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624372.405158:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624372.405164:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624372.405165:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624372.405277:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624372.405281:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624372.405284:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624373.429286:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624373.429294:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624373.429300:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624373.429302:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624373.429328:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624373.429331:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624373.429333:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624374.453124:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624374.453131:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624374.453137:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624374.453138:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624374.453211:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624374.453214:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624374.453217:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624375.477683:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624375.477691:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624375.477707:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624375.477708:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624375.477879:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624375.477883:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624375.477887:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624376.501639:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624376.501645:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624376.501649:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624376.501650:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624376.501671:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624376.501673:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624376.501675:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781624377.141168:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624377.141178:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624377.141188:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733f480. 00000020:00000040:1.0:1781624377.141195:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781624377.141199:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624377.141202:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624377.141207:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624377.141217:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f3e700. 00000100:00000001:1.0:1781624377.141224:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624377.141236:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733f480 x1868160455884160/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624377.141248:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624377.141252:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624377.141258:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000775a196d] to pc [ptlrpcd_00_00+0] req@ffff8f850733f480 x1868160455884160/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624377.141293:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624377.141296:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624377.141300:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624377.141303:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733d180. 00000020:00000040:1.0:1781624377.141306:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781624377.141308:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624377.141309:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624377.141311:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624377.141314:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f3e900. 00000100:00000001:1.0:1781624377.141317:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624377.141321:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733d180 x1868160455884288/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624377.141328:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624377.141330:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624377.141334:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056fe8fc2] to pc [ptlrpcd_00_01+1] req@ffff8f850733d180 x1868160455884288/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624377.141341:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624377.141343:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624377.141347:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624377.141349:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624377.141352:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624377.141358:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7871) 00000100:00000001:1.0:1781624377.141372:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624377.141375:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624377.141378:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624377.141382:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733d180 x1868160455884288/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624377.141390:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624377.141392:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624377.141396:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624377.141398:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624377.141400:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624377.141404:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455884288:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624377.141416:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624377.141422:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624377.141431:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624377.141434:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624377.141438:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8506e57200. 02000000:00000001:1.0:1781624377.141440:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624377.141447:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624377.141451:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631790. 00000400:00000010:1.0:1781624377.141457:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb12a8. 00000100:00000200:1.0:1781624377.141465:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455884288, portal 10 00000100:00000001:1.0:1781624377.141467:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624377.141469:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247099776 : -123673462451840 : ffff8f850733d180) 00000100:00000040:1.0:1781624377.141476:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733d180 x1868160455884288/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624377.141484:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624377.141487:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624377.141489:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1880. 00000100:00000200:1.0:1781624377.141493:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455884288, offset 0 00000400:00000200:1.0:1781624377.141499:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624377.141507:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624377.141515:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624377.141521:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624377.141525:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624377.141528:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624377.141531:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624377.141535:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376196:376196:256:4294967295] 192.168.202.101@tcp LPNI seq info [376166:376166:8:4294967295] 00000400:00000200:1.0:1781624377.141539:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624377.141550:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624377.141556:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624377.141561:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3eb00. 00000800:00000200:1.0:1781624377.141568:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624377.141575:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624377.141579:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3eb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624377.141592:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624377.141597:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17158 usecs (18 jiffies) 00000400:00000200:1.0:1781624377.141600:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624377.141603:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302534162 00000100:00000001:1.0:1781624377.141606:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302536822 00000100:00000001:1.0:1781624377.141608:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302534162 00000100:00000001:1.0:1781624377.141611:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302536822 00000100:00000001:1.0:1781624377.141613:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624377.141632:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624377.141636:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624377.141638:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624377.141646:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624377.141648:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781624377.141650:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624377.141652:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624377.141653:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624377.141656:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1781624377.141657:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624377.141659:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624377.141661:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624377.141662:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624377.141663:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624377.141664:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624377.141668:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733f480 x1868160455884160/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624377.141675:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624377.141677:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624377.141679:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624377.141681:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624377.141683:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624377.141686:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455884160:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624377.141689:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624377.141693:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624377.141694:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624377.141696:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624377.141699:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8506e57a00. 02000000:00000001:1.0:1781624377.141701:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624377.141705:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624377.141708:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85076314d0. 00000400:00000010:1.0:1781624377.141712:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1088. 00000100:00000200:1.0:1781624377.141715:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455884160, portal 25 00000100:00000001:1.0:1781624377.141717:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624377.141718:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247108736 : -123673462442880 : ffff8f850733f480) 00000100:00000040:1.0:1781624377.141723:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733f480 x1868160455884160/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624377.141729:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624377.141731:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624377.141733:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1550. 00000100:00000200:1.0:1781624377.141736:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455884160, offset 0 00000400:00000200:1.0:1781624377.141740:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624377.141743:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624377.141747:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624377.141750:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624377.141753:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624377.141755:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624377.141757:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624377.141760:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376197:376197:255:4294967295] 192.168.202.101@tcp LPNI seq info [376167:376167:7:4294967295] 00000400:00000200:1.0:1781624377.141764:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624377.141770:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624377.141774:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624377.141777:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3ea00. 00000800:00000200:1.0:1781624377.141780:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624377.141785:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624377.141787:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3ea00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624377.141791:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624377.141793:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624377.141795:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302541942 00000100:00000001:1.0:1781624377.141802:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302536822 00000100:00000001:1.0:1781624377.141805:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302541942 00000100:00000001:1.0:1781624377.141807:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302536822 00000100:00000001:1.0:1781624377.141810:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624377.141812:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624377.141814:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624377.141816:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624377.142201:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624377.142207:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3eb00. 00000400:00000200:2.0:1781624377.142214:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624377.142219:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624377.142225:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1880 00000400:00000010:2.0:1781624377.142227:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1880. 00000100:00000001:2.0:1781624377.142232:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624377.142236:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733d180 x1868160455884288/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624377.142245:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624377.142248:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733d180 x1868160455884288/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624393 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624377.142255:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624377.142257:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624377.142319:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624377.142322:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3ea00. 00000400:00000200:2.0:1781624377.142325:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624377.142328:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624377.142330:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1550 00000400:00000010:2.0:1781624377.142332:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1550. 00000100:00000001:2.0:1781624377.142334:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624377.142337:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733f480 x1868160455884160/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624377.142344:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624377.142347:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733f480 x1868160455884160/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624393 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624377.142352:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624377.142354:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1781624377.142504:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624377.142507:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624377.156506:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624377.156523:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624377.156528:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624377.156532:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624377.156543:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624377.156550:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624377.156558:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624377.156563:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624377.156569:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624377.156573:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b3e00 00000400:00000200:2.0:1781624377.156578:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624377.156585:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9bc5 [1] + 224 00000800:00000001:2.0:1781624377.156591:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624377.156595:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624377.156598:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624377.156603:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624377.156610:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624377.156619:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733d180 x1868160455884288/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624393 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624377.156631:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733d180 x1868160455884288/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624377.156652:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624377.156662:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624377.156665:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624377.156667:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624377.156669:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624377.156672:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624377.156675:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624377.156679:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624377.156681:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624377.156684:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624377.156687:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b3d80 00000400:00000200:2.0:1781624377.156690:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624377.156694:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9bcd [1] + 224 00000800:00000001:2.0:1781624377.156698:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624377.156704:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624377.156706:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624377.156709:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624377.156712:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624377.156715:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733f480 x1868160455884160/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624393 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624377.156724:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733f480 x1868160455884160/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624377.156731:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624377.156735:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624377.156748:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624377.156823:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624377.156827:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781624377.156833:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624377.156835:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624377.156839:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85076314d0. 00000400:00000200:1.0:1781624377.156843:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1088 00000400:00000010:1.0:1781624377.156846:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1088. 00000100:00000001:1.0:1781624377.156849:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624377.156854:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733f480 x1868160455884160/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624377.156866:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733f480 x1868160455884160/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624393 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624377.156871:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624377.156873:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624377.156875:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624377.156878:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624377.156881:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624377.156883:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624377.156886:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624377.156892:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=104 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624377.156897:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=25 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624377.156899:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624377.156901:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624377.156904:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624377.156906:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624377.156908:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624377.156912:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733f480 x1868160455884160/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624393 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624377.156919:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624377.156921:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624377.156923:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624377.156927:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733f480 x1868160455884160/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624393 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624377.156934:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455884160:192.168.202.101@tcp:400:kworker.0 00000400:00000001:1.0:1781624377.156939:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624377.156940:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624377.156942:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631790. 00000400:00000200:1.0:1781624377.156944:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb12a8 00000400:00000010:1.0:1781624377.156946:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb12a8. 00000100:00000001:1.0:1781624377.156948:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624377.156951:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733d180 x1868160455884288/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624377.156959:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733d180 x1868160455884288/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624393 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624377.156965:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624377.156966:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624377.156968:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624377.156969:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624377.156970:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624377.156971:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624377.156973:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624377.156978:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=104 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624377.156980:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=25 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624377.156982:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624377.156983:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624377.156985:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624377.156987:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624377.156990:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781624377.156992:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781624377.156994:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781624377.156995:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624377.156998:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733d180 x1868160455884288/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624393 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624377.157003:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624377.157005:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624377.157006:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624377.157009:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733d180 x1868160455884288/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624393 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624377.157016:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455884288:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624377.157072:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624377.157075:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624377.157078:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733f480 x1868160455884160/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624393 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624377.157086:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624377.157088:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624377.157091:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8506e57a00. 02000000:00000001:1.0:1781624377.157094:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624377.157097:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624377.157099:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781624377.157101:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624377.157103:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f3e700. 02000000:00000001:1.0:1781624377.157107:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624377.157108:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624377.157110:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733f480. 00000100:00000001:1.0:1781624377.157113:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624377.157115:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624377.157116:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624377.157119:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733d180 x1868160455884288/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624393 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624377.157125:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624377.157126:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624377.157128:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8506e57200. 02000000:00000001:1.0:1781624377.157130:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624377.157131:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624377.157132:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781624377.157134:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624377.157135:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f3e900. 02000000:00000001:1.0:1781624377.157137:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624377.157138:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624377.157139:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733d180. 00000100:00000001:1.0:1781624377.157142:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624377.157143:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624377.157145:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624377.157153:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624377.157155:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624377.157157:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624377.157159:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624377.525169:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624377.525176:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624377.525183:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624377.525184:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624377.525287:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624377.525291:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624377.525294:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624378.549154:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624378.549163:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624378.549165:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624378.549169:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624378.549175:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624378.549177:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624378.549178:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624378.549180:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624378.549184:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624378.549185:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624378.549186:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624378.549187:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624378.549189:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624378.549190:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624378.549191:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624378.549192:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624378.549300:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624378.549303:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624378.549306:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624379.573302:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624379.573309:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624379.573315:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624379.573317:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624379.573339:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624379.573342:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624379.573344:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624380.597175:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624380.597181:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624380.597188:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624380.597189:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624380.597267:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624380.597271:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624380.597273:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624381.621493:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624381.621500:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624381.621506:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624381.621507:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624381.621594:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624381.621597:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624381.621600:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781624382.261190:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624382.261200:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624382.261209:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731ce00. 00000020:00000040:0.0:1781624382.261214:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781624382.261219:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624382.261222:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624382.261227:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624382.261236:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8513250100. 00000100:00000001:0.0:1781624382.261242:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624382.261253:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731ce00 x1868160455884416/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624382.261264:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624382.261268:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624382.261275:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006be3e00e] to pc [ptlrpcd_00_00+0] req@ffff8f850731ce00 x1868160455884416/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624382.261308:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624382.261311:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624382.261314:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624382.261317:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731fb80. 00000020:00000040:0.0:1781624382.261320:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781624382.261323:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624382.261324:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624382.261326:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624382.261329:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8513250700. 00000100:00000001:0.0:1781624382.261332:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624382.261337:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731fb80 x1868160455884544/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624382.261351:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624382.261353:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624382.261356:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000865dba0e] to pc [ptlrpcd_00_01+1] req@ffff8f850731fb80 x1868160455884544/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624382.261384:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624382.261387:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624382.261391:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624382.261394:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624382.261397:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624382.261402:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7876) 00000100:00000001:1.0:1781624382.261503:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624382.261506:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624382.261509:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624382.261515:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731ce00 x1868160455884416/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624382.261523:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624382.261525:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624382.261529:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624382.261531:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624382.261534:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624382.261538:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455884416:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624382.261542:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624382.261548:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624382.261551:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624382.261554:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624382.261559:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8506e56a00. 02000000:00000001:1.0:1781624382.261560:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624382.261566:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624382.261570:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631790. 00000400:00000010:1.0:1781624382.261576:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb12a8. 00000100:00000200:1.0:1781624382.261582:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455884416, portal 25 00000100:00000001:1.0:1781624382.261585:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624382.261586:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246967808 : -123673462583808 : ffff8f850731ce00) 00000100:00000040:1.0:1781624382.261592:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731ce00 x1868160455884416/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624382.265395:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624382.265405:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624382.265418:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1088. 00000100:00000200:1.0:1781624382.265427:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455884416, offset 0 00000400:00000200:1.0:1781624382.265435:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624382.265447:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624382.265456:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624382.265462:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624382.265465:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624382.265469:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624382.265471:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624382.265476:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376198:376198:256:4294967295] 192.168.202.101@tcp LPNI seq info [376168:376168:8:4294967295] 00000400:00000200:1.0:1781624382.265480:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624382.265489:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624382.265495:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624382.265501:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3e900. 00000800:00000200:1.0:1781624382.265507:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624382.265515:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624382.265519:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3e900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624382.265542:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624382.265546:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624382.265550:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302547066 00000100:00000001:1.0:1781624382.265558:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302541942 00000100:00000001:1.0:1781624382.265563:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302547066 00000100:00000001:1.0:1781624382.265566:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302541942 00000100:00000001:1.0:1781624382.265570:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624382.265573:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624382.265577:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624382.265581:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624382.265590:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624382.265592:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781624382.265595:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624382.265597:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624382.265599:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624382.265602:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1781624382.265604:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624382.265606:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624382.265607:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624382.265609:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624382.265610:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624382.265611:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624382.265619:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731fb80 x1868160455884544/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624382.265634:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624382.265636:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624382.265640:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624382.265644:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624382.265647:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624382.265713:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624382.265716:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624382.265767:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624382.265772:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3e900. 00000400:00000200:2.0:1781624382.265777:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624382.265782:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624382.265787:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1088 00000400:00000010:2.0:1781624382.265790:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1088. 00000100:00000001:2.0:1781624382.265794:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624382.265799:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731ce00 x1868160455884416/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624382.265809:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624382.265813:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731ce00 x1868160455884416/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624398 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624382.265819:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624382.265821:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1781624382.266552:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455884544:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624382.266558:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624382.266564:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624382.266567:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624382.266570:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624382.266577:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8506e57a00. 02000000:00000001:1.0:1781624382.266579:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624382.266584:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624382.266587:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85076314d0. 00000400:00000010:1.0:1781624382.266592:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb17f8. 00000100:00000200:1.0:1781624382.266599:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455884544, portal 10 00000100:00000001:1.0:1781624382.266602:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624382.266604:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246979456 : -123673462572160 : ffff8f850731fb80) 00000100:00000040:1.0:1781624382.266612:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731fb80 x1868160455884544/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624382.266620:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624382.266622:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624382.266625:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1110. 00000100:00000200:1.0:1781624382.266627:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455884544, offset 0 00000400:00000200:1.0:1781624382.266632:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624382.266638:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624382.266642:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624382.266652:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624382.266655:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624382.266658:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624382.266660:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624382.266664:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376199:376199:256:4294967295] 192.168.202.101@tcp LPNI seq info [376169:376169:8:4294967295] 00000400:00000200:1.0:1781624382.266668:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624382.266675:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624382.266680:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624382.266684:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3e700. 00000800:00000200:1.0:1781624382.266688:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624382.266693:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624382.266696:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3e700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624382.266770:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624382.266775:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17161 usecs (18 jiffies) 00000400:00000200:1.0:1781624382.266778:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624382.266780:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302539287 00000100:00000001:1.0:1781624382.266783:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302547066 00000100:00000001:1.0:1781624382.266786:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302539287 00000100:00000001:1.0:1781624382.266788:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302547066 00000100:00000001:1.0:1781624382.266791:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624382.266793:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624382.266797:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624382.266800:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624382.271273:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624382.271281:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3e700. 00000400:00000200:2.0:1781624382.271288:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624382.271297:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624382.271304:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1110 00000400:00000010:2.0:1781624382.271307:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1110. 00000100:00000001:2.0:1781624382.271312:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624382.271319:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731fb80 x1868160455884544/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624382.271332:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624382.271335:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731fb80 x1868160455884544/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624398 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624382.271342:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624382.271344:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624382.271869:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624382.271887:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624382.271891:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624382.271894:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624382.271903:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624382.271912:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624382.271921:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624382.271927:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624382.271933:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624382.271937:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b3e80 00000400:00000200:2.0:1781624382.271943:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624382.271951:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9bd5 [1] + 224 00000800:00000001:2.0:1781624382.271960:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624382.271966:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624382.271969:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624382.271974:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624382.271981:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624382.271990:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731ce00 x1868160455884416/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624398 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624382.272002:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731ce00 x1868160455884416/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624382.272022:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624382.272064:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624382.272069:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624382.272079:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624382.272086:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781624382.272093:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624382.272096:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624382.272100:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631790. 00000400:00000200:1.0:1781624382.272104:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb12a8 00000400:00000010:1.0:1781624382.272106:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb12a8. 00000100:00000001:1.0:1781624382.272109:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624382.272117:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731ce00 x1868160455884416/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624382.272128:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731ce00 x1868160455884416/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624398 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624382.272143:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624382.272144:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624382.272147:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624382.272150:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624382.272153:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624382.272155:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624382.272158:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624382.272164:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=109 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624382.272168:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=30 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624382.272170:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624382.272172:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624382.272175:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624382.272177:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624382.272179:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624382.272183:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731ce00 x1868160455884416/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624382.272190:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624382.272193:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624382.272195:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624382.272198:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731ce00 x1868160455884416/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624398 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624382.272205:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455884416:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624382.272210:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624382.272212:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624382.272215:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731ce00 x1868160455884416/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624398 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624382.272221:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624382.272223:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624382.272226:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8506e56a00. 02000000:00000001:1.0:1781624382.272229:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624382.272232:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624382.272234:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781624382.272236:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624382.272239:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8513250100. 02000000:00000001:1.0:1781624382.272242:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624382.272244:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624382.272246:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731ce00. 00000100:00000001:1.0:1781624382.272249:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624382.272250:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624382.272253:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624382.272255:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624382.272256:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624382.272258:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624382.272259:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624382.274875:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624382.274898:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624382.274903:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624382.274906:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624382.274918:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624382.274928:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624382.274939:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624382.274945:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624382.274952:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624382.274957:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b3f00 00000400:00000200:2.0:1781624382.274963:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624382.274973:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9bdd [1] + 224 00000800:00000001:2.0:1781624382.274983:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624382.274991:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624382.274995:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624382.275000:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624382.275010:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624382.275021:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731fb80 x1868160455884544/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624398 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624382.275079:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731fb80 x1868160455884544/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624382.275107:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624382.275119:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624382.275123:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624382.275468:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624382.275474:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781624382.275483:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624382.275486:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624382.275490:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85076314d0. 00000400:00000200:1.0:1781624382.275496:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb17f8 00000400:00000010:1.0:1781624382.275498:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb17f8. 00000100:00000001:1.0:1781624382.275500:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624382.275504:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731fb80 x1868160455884544/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624382.275511:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731fb80 x1868160455884544/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624398 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624382.275515:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624382.275517:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624382.275519:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624382.275523:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624382.275525:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624382.275527:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624382.275529:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624382.275540:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=109 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624382.275544:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=30 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624382.275546:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624382.275547:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624382.275549:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624382.275553:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624382.275556:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781624382.275558:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781624382.275560:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781624382.275561:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624382.275564:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731fb80 x1868160455884544/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624382.275569:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624382.275572:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624382.275574:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624382.275577:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731fb80 x1868160455884544/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624398 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624382.275582:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455884544:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624382.275585:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624382.275588:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624382.275590:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731fb80 x1868160455884544/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624398 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624382.275594:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624382.275596:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624382.275600:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8506e57a00. 02000000:00000001:1.0:1781624382.275603:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624382.275607:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624382.275609:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781624382.275611:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624382.275614:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8513250700. 02000000:00000001:1.0:1781624382.275618:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624382.275620:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624382.275622:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731fb80. 00000100:00000001:1.0:1781624382.275626:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624382.275628:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624382.275630:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624382.275639:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624382.275642:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624382.275644:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624382.275646:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624382.645600:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624382.645608:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624382.645630:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624382.645632:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624382.645655:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624382.645658:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624382.645661:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624383.669159:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624383.669166:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624383.669172:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624383.669173:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624383.669705:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624383.669709:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624383.669713:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624384.693165:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624384.693172:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624384.693178:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624384.693179:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624384.693279:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624384.693283:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624384.693285:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624385.717158:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624385.717165:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624385.717170:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624385.717172:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624385.717195:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624385.717198:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624385.717200:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624386.742152:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624386.742161:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624386.742168:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624386.742169:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624386.745763:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624386.745771:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624386.745811:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781624387.381679:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624387.381691:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624387.381702:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511281180. 00000020:00000040:3.0:1781624387.381708:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781624387.381721:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624387.381724:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624387.381729:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624387.381738:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7df00. 00000100:00000001:3.0:1781624387.381744:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624387.381755:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511281180 x1868160455884672/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624387.382197:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624387.382200:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624387.382206:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc6d7584] to pc [ptlrpcd_01_00+0] req@ffff8f8511281180 x1868160455884672/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624387.382256:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624387.382260:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624387.382262:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624387.382266:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511281180 x1868160455884672/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624387.382271:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624387.382273:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624387.382276:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624387.382277:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624387.382279:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624387.382281:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455884672:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624387.382284:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624387.382289:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624387.382291:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624387.382293:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624387.382297:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078200. 02000000:00000001:2.0:1781624387.382298:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624387.382305:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624387.382308:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08b58. 00000400:00000010:2.0:1781624387.382321:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901dee0. 00000100:00000200:2.0:1781624387.382329:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455884672, portal 25 00000100:00000001:2.0:1781624387.382332:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624387.382334:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414101888 : -123673295449728 : ffff8f8511281180) 00000100:00000040:2.0:1781624387.382339:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511281180 x1868160455884672/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624387.382350:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624387.382353:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624387.382357:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d110. 00000100:00000200:2.0:1781624387.382359:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455884672, offset 0 00000400:00000200:2.0:1781624387.382365:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624387.382374:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624387.382382:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624387.382388:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624387.382391:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624387.382395:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624387.382398:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624387.382401:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376200:376200:256:4294967295] 192.168.202.101@tcp LPNI seq info [376170:376170:8:4294967295] 00000400:00000200:2.0:1781624387.382405:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624387.382413:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624387.382418:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624387.382423:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3900. 00000800:00000200:2.0:1781624387.382429:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624387.382436:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624387.382440:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624387.382452:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624387.382456:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624387.382459:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302552183 00000100:00000001:2.0:1781624387.382467:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302547066 00000100:00000001:2.0:1781624387.382471:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302552183 00000100:00000001:2.0:1781624387.382475:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302547066 00000100:00000001:2.0:1781624387.382477:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624387.382480:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624387.382483:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624387.382485:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624387.382509:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624387.382512:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624387.382516:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624387.382520:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511281880. 00000020:00000040:3.0:1781624387.382523:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781624387.382525:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624387.382527:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624387.382529:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624387.382533:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d100. 00000100:00000001:3.0:1781624387.382536:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624387.382541:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511281880 x1868160455884800/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624387.382549:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624387.382551:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624387.382555:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0866b48] to pc [ptlrpcd_01_01+1] req@ffff8f8511281880 x1868160455884800/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624387.382589:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624387.382592:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781624387.382594:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624387.382596:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624387.382597:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624387.382600:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1781624387.382601:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624387.382603:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624387.382604:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624387.382606:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624387.382607:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624387.382608:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624387.382613:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511281880 x1868160455884800/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624387.382621:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624387.382622:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624387.382624:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624387.382626:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624387.382628:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624387.382631:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511281880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455884800:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624387.382635:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624387.382637:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624387.382639:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624387.382640:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624387.382643:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079000. 02000000:00000001:2.0:1781624387.382645:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624387.382649:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624387.382652:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f088f0. 00000400:00000010:2.0:1781624387.382655:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d7f8. 00000100:00000200:2.0:1781624387.382658:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455884800, portal 10 00000100:00000001:2.0:1781624387.382660:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624387.382661:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414103680 : -123673295447936 : ffff8f8511281880) 00000100:00000040:2.0:1781624387.382668:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511281880 x1868160455884800/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624387.382675:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624387.382677:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624387.382679:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d000. 00000100:00000200:2.0:1781624387.382682:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455884800, offset 0 00000400:00000200:2.0:1781624387.382686:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624387.382690:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624387.382693:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624387.382696:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624387.382699:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624387.382701:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624387.382703:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624387.382707:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376201:376201:255:4294967295] 192.168.202.101@tcp LPNI seq info [376171:376171:7:4294967295] 00000400:00000200:2.0:1781624387.382711:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624387.382717:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624387.382721:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624387.382726:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3600. 00000800:00000200:2.0:1781624387.382730:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624387.382734:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624387.382737:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624387.382740:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624387.382743:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17162 usecs (18 jiffies) 00000400:00000200:2.0:1781624387.382746:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624387.382748:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302544403 00000100:00000001:2.0:1781624387.382751:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302552183 00000100:00000001:2.0:1781624387.382753:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302544403 00000100:00000001:2.0:1781624387.382755:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302552183 00000100:00000001:2.0:1781624387.382757:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624387.382759:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624387.382761:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624387.382763:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624387.382949:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624387.382954:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3900. 00000400:00000200:2.0:1781624387.382961:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624387.382966:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624387.382971:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d110 00000400:00000010:2.0:1781624387.382973:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d110. 00000100:00000001:2.0:1781624387.382977:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624387.382981:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511281180 x1868160455884672/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624387.382990:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624387.382993:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511281180 x1868160455884672/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624403 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624387.383000:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624387.383002:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1781624387.383115:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624387.383119:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624387.383123:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624387.383126:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624387.383130:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624387.383134:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7882) 00000100:00000001:3.0:1781624387.383143:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624387.383146:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624387.383151:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624387.383152:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624387.383154:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624387.383156:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624387.383373:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624387.383377:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3600. 00000400:00000200:2.0:1781624387.383381:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624387.383385:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624387.383389:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d000 00000400:00000010:2.0:1781624387.383391:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d000. 00000100:00000001:2.0:1781624387.383393:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624387.383397:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511281880 x1868160455884800/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624387.383405:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624387.383408:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511281880 x1868160455884800/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624403 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624387.383415:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624387.383416:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624387.389110:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624387.389126:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624387.389131:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624387.389133:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624387.389142:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624387.389150:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624387.389157:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624387.389163:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624387.389167:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624387.389171:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b4000 00000400:00000200:2.0:1781624387.389176:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624387.389182:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9bf5 [1] + 224 00000800:00000001:2.0:1781624387.389190:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624387.389196:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624387.389199:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624387.389203:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624387.389211:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624387.389219:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511281880 x1868160455884800/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624403 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624387.389231:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511281880 x1868160455884800/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624387.389251:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624387.389259:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624387.389262:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624387.389330:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624387.389334:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624387.389341:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624387.389343:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624387.389346:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f088f0. 00000400:00000200:3.0:1781624387.389352:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d7f8 00000400:00000010:3.0:1781624387.389355:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d7f8. 00000100:00000001:3.0:1781624387.389358:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624387.389363:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511281880 x1868160455884800/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624387.389372:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511281880 x1868160455884800/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624403 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624387.389379:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624387.389381:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624387.389384:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624387.389387:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624387.389389:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624387.389391:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624387.389394:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624387.389402:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=114 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624387.389407:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=35 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624387.389410:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624387.389412:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624387.389414:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624387.389417:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624387.389421:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781624387.389423:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781624387.389425:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781624387.389426:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624387.389430:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511281880 x1868160455884800/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624403 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624387.389438:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624387.389441:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624387.389443:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624387.389447:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511281880 x1868160455884800/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624403 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624387.389456:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511281880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455884800:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624387.389461:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624387.389463:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624387.389466:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511281880 x1868160455884800/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624403 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624387.389473:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624387.389475:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624387.389479:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079000. 02000000:00000001:3.0:1781624387.389482:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624387.389485:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624387.389488:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781624387.389490:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624387.389493:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d100. 02000000:00000001:3.0:1781624387.389497:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624387.389498:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624387.389500:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511281880. 00000100:00000001:3.0:1781624387.389504:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624387.389506:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624387.389510:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624387.389511:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624387.389513:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624387.389514:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624387.389516:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624387.390102:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624387.390109:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624387.390112:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624387.390114:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624387.390120:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624387.390124:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624387.390130:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624387.390133:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624387.390136:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624387.390140:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b3f80 00000400:00000200:2.0:1781624387.390144:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624387.390149:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9be5 [1] + 224 00000800:00000001:2.0:1781624387.390153:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624387.390159:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624387.390161:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624387.390165:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624387.390169:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624387.390174:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511281180 x1868160455884672/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624403 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624387.390182:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511281180 x1868160455884672/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624387.390195:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624387.390199:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624387.390203:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624387.390283:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624387.390285:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624387.390288:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624387.390289:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624387.390290:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08b58. 00000400:00000200:3.0:1781624387.390293:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901dee0 00000400:00000010:3.0:1781624387.390294:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901dee0. 00000100:00000001:3.0:1781624387.390296:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624387.390299:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511281180 x1868160455884672/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624387.390308:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511281180 x1868160455884672/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624403 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624387.390312:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624387.390322:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624387.390324:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624387.390326:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624387.390327:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624387.390329:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624387.390331:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624387.390335:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=114 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624387.390339:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=35 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624387.390345:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624387.390347:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624387.390349:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624387.390351:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624387.390353:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624387.390357:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511281180 x1868160455884672/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624403 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624387.390363:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624387.390366:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624387.390367:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624387.390370:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511281180 x1868160455884672/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624403 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624387.390378:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455884672:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624387.390382:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624387.390383:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624387.390386:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511281180 x1868160455884672/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624403 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624387.390392:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624387.390393:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624387.390396:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078200. 02000000:00000001:3.0:1781624387.390399:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624387.390401:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624387.390402:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781624387.390404:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624387.390406:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7df00. 02000000:00000001:3.0:1781624387.390408:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624387.390409:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624387.390411:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511281180. 00000100:00000001:3.0:1781624387.390413:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624387.390414:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624387.390416:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624387.390424:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624387.390425:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624387.390431:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624387.390433:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624387.766150:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624387.766157:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624387.766163:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624387.766164:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624387.766308:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624387.766319:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624387.766322:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624388.790261:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624388.790271:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624388.790273:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624388.790276:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624388.790281:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624388.790285:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624388.790287:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624388.790289:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624388.790294:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624388.790297:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624388.790298:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624388.790313:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624388.790316:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624388.790317:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624388.790320:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624388.790322:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624388.790347:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624388.790350:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624388.790353:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624389.813256:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624389.813262:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624389.813268:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624389.813269:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624389.813359:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624389.813362:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624389.813365:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624390.837521:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624390.837529:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624390.837536:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624390.837538:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624390.837636:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624390.837640:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624390.837643:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624391.861103:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624391.861110:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624391.861115:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624391.861116:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624391.861339:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624391.861342:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624391.861345:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000008:00000020:1.0:1781624391.989165:0:120432:0:(osc_request.c:745:osc_update_next_shrink()) next time 9081 to shrink grant 00000100:00000040:0.0:1781624392.501277:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624392.501292:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624392.501304:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731dc00. 00000020:00000040:0.0:1781624392.501311:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781624392.501316:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624392.501319:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624392.501324:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624392.501332:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8513250900. 00000100:00000001:0.0:1781624392.501340:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624392.501351:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731dc00 x1868160455884928/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624392.501362:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624392.501366:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624392.501373:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064d3ee66] to pc [ptlrpcd_00_00+0] req@ffff8f850731dc00 x1868160455884928/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624392.501404:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624392.501407:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624392.501410:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624392.501412:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731f100. 00000020:00000040:0.0:1781624392.501415:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781624392.501416:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624392.501418:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624392.501419:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624392.501423:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8513250000. 00000100:00000001:0.0:1781624392.501425:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624392.501429:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731f100 x1868160455885056/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624392.501436:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624392.501437:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624392.501440:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005d705fe] to pc [ptlrpcd_00_01+1] req@ffff8f850731f100 x1868160455885056/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624392.501448:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624392.501451:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624392.501455:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624392.501457:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624392.501461:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624392.501465:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7887) 00000100:00000001:0.0:1781624392.501480:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624392.501483:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624392.501486:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624392.501491:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731f100 x1868160455885056/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624392.501499:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624392.501501:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624392.501504:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624392.501507:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624392.501509:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624392.501513:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455885056:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624392.501517:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624392.501523:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624392.501526:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624392.501528:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624392.501533:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875d400. 02000000:00000001:0.0:1781624392.501535:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624392.501542:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624392.501547:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7b00. 00000400:00000010:0.0:1781624392.501554:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9908. 00000100:00000200:0.0:1781624392.501563:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455885056, portal 10 00000100:00000001:0.0:1781624392.501566:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624392.501568:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246976768 : -123673462574848 : ffff8f850731f100) 00000100:00000040:0.0:1781624392.501575:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731f100 x1868160455885056/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624392.501583:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624392.501587:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624392.501589:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e97f8. 00000100:00000200:0.0:1781624392.501593:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455885056, offset 0 00000400:00000200:0.0:1781624392.501599:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624392.501608:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624392.501616:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624392.501622:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624392.501626:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624392.501630:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624392.501632:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624392.501636:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376202:376202:256:4294967295] 192.168.202.101@tcp LPNI seq info [376172:376172:8:4294967295] 00000400:00000200:0.0:1781624392.501640:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624392.501649:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624392.501654:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624392.501660:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8513250700. 00000800:00000200:0.0:1781624392.501666:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624392.501674:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624392.501678:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8513250700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624392.501819:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624392.501825:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17152 usecs (18 jiffies) 00000400:00000200:0.0:1781624392.501828:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624392.501831:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302549522 00000100:00000001:0.0:1781624392.501835:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302552183 00000100:00000001:0.0:1781624392.501837:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302549522 00000100:00000001:0.0:1781624392.501840:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302552183 00000100:00000001:0.0:1781624392.501842:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624392.501844:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624392.501847:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624392.501849:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624392.501856:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624392.501859:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781624392.501861:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624392.501862:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624392.501864:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624392.501866:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1781624392.501868:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624392.501870:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624392.501871:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624392.501872:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624392.501873:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624392.501875:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624392.501879:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731dc00 x1868160455884928/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624392.501885:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624392.501886:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624392.501888:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624392.501890:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624392.501892:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624392.501895:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455884928:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624392.501898:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624392.501900:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624392.501902:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624392.501903:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624392.501907:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875de00. 02000000:00000001:0.0:1781624392.501909:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624392.501913:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624392.501915:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7dc0. 00000400:00000010:0.0:1781624392.501919:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9cc0. 00000100:00000200:0.0:1781624392.501923:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455884928, portal 25 00000100:00000001:0.0:1781624392.501924:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624392.501925:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246971392 : -123673462580224 : ffff8f850731dc00) 00000100:00000040:0.0:1781624392.501931:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731dc00 x1868160455884928/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624392.501937:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624392.501940:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624392.501942:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9330. 00000100:00000200:0.0:1781624392.501945:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455884928, offset 0 00000400:00000200:0.0:1781624392.501949:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624392.501953:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624392.501957:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624392.501960:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624392.501962:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624392.501964:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624392.501967:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624392.501970:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376203:376203:255:4294967295] 192.168.202.101@tcp LPNI seq info [376173:376173:7:4294967295] 00000400:00000200:0.0:1781624392.501974:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624392.501981:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624392.501986:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624392.501989:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8513250100. 00000800:00000200:0.0:1781624392.501993:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624392.501997:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624392.502000:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8513250100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624392.502003:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624392.502006:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624392.502008:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302557302 00000100:00000001:0.0:1781624392.502014:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302552183 00000100:00000001:0.0:1781624392.502018:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302557302 00000100:00000001:0.0:1781624392.502021:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302552183 00000100:00000001:0.0:1781624392.502023:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624392.502058:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624392.502060:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624392.502062:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624392.502169:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624392.502181:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624392.509631:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624392.509640:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8513250700. 00000400:00000200:2.0:1781624392.509649:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624392.509658:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624392.509665:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e97f8 00000400:00000010:2.0:1781624392.509668:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e97f8. 00000100:00000001:2.0:1781624392.509674:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624392.509681:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731f100 x1868160455885056/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624392.509691:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624392.509704:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731f100 x1868160455885056/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624408 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624392.509711:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624392.509713:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624392.509790:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624392.509794:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8513250100. 00000400:00000200:2.0:1781624392.509797:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624392.509800:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624392.509802:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9330 00000400:00000010:2.0:1781624392.509804:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9330. 00000100:00000001:2.0:1781624392.509806:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624392.509810:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731dc00 x1868160455884928/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624392.509827:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624392.509830:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731dc00 x1868160455884928/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624408 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624392.509836:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624392.509837:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624392.513401:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624392.513421:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624392.513425:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624392.513428:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624392.513439:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624392.513446:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624392.513454:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624392.513460:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624392.513465:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624392.513469:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b4080 00000400:00000200:2.0:1781624392.513473:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624392.513479:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9c0d [1] + 224 00000800:00000001:2.0:1781624392.513486:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624392.513492:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624392.513495:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624392.513499:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624392.513506:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624392.513515:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731dc00 x1868160455884928/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624408 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624392.513526:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731dc00 x1868160455884928/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624392.513543:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624392.513551:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624392.513555:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624392.513579:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624392.513583:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624392.513589:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624392.513592:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624392.513596:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7dc0. 00000400:00000200:0.0:1781624392.513600:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9cc0 00000400:00000010:0.0:1781624392.513603:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9cc0. 00000100:00000001:0.0:1781624392.513606:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624392.513611:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731dc00 x1868160455884928/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624392.513619:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731dc00 x1868160455884928/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624408 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624392.513625:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624392.513627:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624392.513630:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624392.513633:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624392.513636:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624392.513638:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624392.513642:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624392.513648:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=119 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624392.513652:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=40 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624392.513655:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624392.513657:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624392.513660:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624392.513662:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624392.513665:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624392.513669:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731dc00 x1868160455884928/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624408 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624392.513677:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624392.513680:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624392.513682:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624392.513686:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731dc00 x1868160455884928/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624408 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624392.513695:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455884928:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624392.513700:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624392.513852:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624392.513858:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731dc00 x1868160455884928/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624408 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624392.513865:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624392.513867:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624392.513871:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875de00. 02000000:00000001:0.0:1781624392.513874:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624392.513877:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624392.513879:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781624392.513881:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624392.513883:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8513250900. 02000000:00000001:0.0:1781624392.513886:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624392.513888:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624392.513890:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731dc00. 00000100:00000001:0.0:1781624392.513893:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624392.513894:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624392.513897:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624392.513898:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624392.513899:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624392.513901:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624392.513902:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624392.520288:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624392.520306:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624392.520311:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624392.520313:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624392.520325:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624392.520332:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624392.520341:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624392.520345:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624392.520350:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624392.520354:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b4100 00000400:00000200:2.0:1781624392.520358:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624392.520365:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9c05 [1] + 224 00000800:00000001:2.0:1781624392.520372:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624392.520380:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624392.520382:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624392.520386:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624392.520392:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624392.520401:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731f100 x1868160455885056/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624408 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624392.520412:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731f100 x1868160455885056/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624392.520432:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624392.520440:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624392.520443:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624392.521498:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624392.521503:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624392.521509:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624392.521510:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624392.521513:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7b00. 00000400:00000200:0.0:1781624392.521518:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9908 00000400:00000010:0.0:1781624392.521520:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9908. 00000100:00000001:0.0:1781624392.521523:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624392.521528:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731f100 x1868160455885056/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624392.521535:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731f100 x1868160455885056/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624408 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624392.521539:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624392.521541:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624392.521543:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624392.521546:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624392.521548:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624392.521549:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624392.521552:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624392.521559:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=119 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624392.521564:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=40 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624392.521566:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624392.521568:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624392.521570:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624392.521574:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624392.521577:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781624392.521579:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781624392.521582:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781624392.521583:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624392.521588:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731f100 x1868160455885056/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624408 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624392.521596:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624392.521599:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624392.521601:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624392.521604:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731f100 x1868160455885056/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624408 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624392.521610:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455885056:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624392.521613:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624392.521615:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624392.521617:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731f100 x1868160455885056/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624408 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624392.521621:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624392.521623:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624392.521626:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875d400. 02000000:00000001:0.0:1781624392.521628:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624392.521630:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624392.521632:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781624392.521633:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624392.521636:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8513250000. 02000000:00000001:0.0:1781624392.521638:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624392.521640:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624392.521641:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731f100. 00000100:00000001:0.0:1781624392.521644:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624392.521645:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624392.521646:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624392.521651:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624392.521653:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624392.521654:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624392.521656:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624392.885152:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624392.885159:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624392.885164:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624392.885166:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624392.885672:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624392.885675:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624392.885678:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624393.909493:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624393.909500:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624393.909507:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624393.909509:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624393.910769:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624393.910775:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624393.910779:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624394.933154:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624394.933161:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624394.933167:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624394.933168:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624394.933193:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624394.933195:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624394.933198:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624395.957153:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624395.957159:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624395.957164:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624395.957165:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624395.957274:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624395.957277:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624395.957280:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624396.981223:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624396.981240:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624396.981247:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624396.981248:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624396.985458:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624396.985464:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624396.985468:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781624397.621645:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624397.621657:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624397.621670:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511281180. 00000020:00000040:3.0:1781624397.621676:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781624397.621680:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624397.621684:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624397.621688:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624397.621708:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7df00. 00000100:00000001:3.0:1781624397.621716:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624397.621729:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511281180 x1868160455885184/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624397.621741:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624397.621746:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624397.621753:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc6d7584] to pc [ptlrpcd_01_00+0] req@ffff8f8511281180 x1868160455885184/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624397.621792:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624397.621795:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624397.621799:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624397.621803:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511281880. 00000020:00000040:3.0:1781624397.621806:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781624397.621808:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624397.621809:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624397.621811:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624397.621814:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d100. 00000100:00000001:3.0:1781624397.621817:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624397.621822:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511281880 x1868160455885312/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624397.621829:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624397.621846:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624397.621851:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0866b48] to pc [ptlrpcd_01_01+1] req@ffff8f8511281880 x1868160455885312/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624397.621859:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624397.621861:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624397.621865:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624397.621868:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624397.621870:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624397.621875:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7892) 00000100:00000001:3.0:1781624397.621898:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624397.621902:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624397.621905:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781624397.621911:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511281880 x1868160455885312/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624397.621919:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781624397.621921:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624397.621925:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781624397.621928:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781624397.621931:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624397.621934:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511281880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455885312:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624397.621939:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781624397.621947:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781624397.621949:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624397.621952:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781624397.621956:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ec400. 02000000:00000001:3.0:1781624397.621959:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624397.621966:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781624397.621971:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8000. 00000400:00000010:3.0:1781624397.621979:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70908. 00000100:00000200:3.0:1781624397.621987:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455885312, portal 10 00000100:00000001:3.0:1781624397.621990:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781624397.621991:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414103680 : -123673295447936 : ffff8f8511281880) 00000100:00000040:3.0:1781624397.621999:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511281880 x1868160455885312/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624397.622007:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781624397.622010:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781624397.622013:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70b28. 00000100:00000200:3.0:1781624397.622016:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455885312, offset 0 00000400:00000200:3.0:1781624397.622054:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624397.622064:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624397.622072:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781624397.622077:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781624397.622081:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781624397.622085:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781624397.622087:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781624397.622092:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376204:376204:256:4294967295] 192.168.202.101@tcp LPNI seq info [376174:376174:8:4294967295] 00000400:00000200:3.0:1781624397.622096:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624397.622106:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781624397.622112:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781624397.622117:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d400. 00000800:00000200:3.0:1781624397.622124:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000100:00000001:2.0:1781624397.622130:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1781624397.622135:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000100:00000001:2.0:1781624397.622135:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624397.622138:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000800:00000200:3.0:1781624397.622142:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d400 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1781624397.622147:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511281180 x1868160455885184/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624397.622157:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624397.622158:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624397.622161:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624397.622164:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1781624397.622166:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17161 usecs (18 jiffies) 02000000:00000001:2.0:1781624397.622167:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624397.622172:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624397.622173:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00100000:2.0:1781624397.622178:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455885184:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624397.622180:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302554643 00000100:00000001:2.0:1781624397.622186:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1781624397.622188:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302557302 02000000:00000001:2.0:1781624397.622191:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1781624397.622192:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302554643 02000000:00000001:2.0:1781624397.622194:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624397.622197:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302557302 02000000:00000001:2.0:1781624397.622198:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1781624397.622203:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1781624397.622205:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078a00. 00000100:00000001:3.0:1781624397.622207:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624397.622209:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624397.622211:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624397.622216:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624397.622217:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1781624397.622233:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08420. 00000400:00000010:2.0:1781624397.622239:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d000. 00000100:00000200:2.0:1781624397.622244:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455885184, portal 25 00000100:00000001:2.0:1781624397.622245:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624397.622247:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414101888 : -123673295449728 : ffff8f8511281180) 00000100:00000040:2.0:1781624397.622253:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511281180 x1868160455885184/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624397.622260:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624397.622263:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624397.622265:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d110. 00000100:00000200:2.0:1781624397.622268:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455885184, offset 0 00000400:00000200:2.0:1781624397.622273:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624397.622277:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624397.622280:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624397.622284:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624397.622286:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624397.622288:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624397.622291:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624397.622294:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376205:376205:255:4294967295] 192.168.202.101@tcp LPNI seq info [376175:376175:7:4294967295] 00000400:00000200:2.0:1781624397.622297:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624397.622303:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624397.622308:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624397.622312:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3600. 00000800:00000200:2.0:1781624397.622316:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624397.622320:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624397.622323:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624397.622326:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624397.622328:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624397.622330:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302562423 00000100:00000001:2.0:1781624397.622337:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302557302 00000100:00000001:2.0:1781624397.622341:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302562423 00000100:00000001:2.0:1781624397.622344:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302557302 00000100:00000001:2.0:1781624397.622347:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624397.622349:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624397.622351:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624397.622353:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624397.622357:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624397.622359:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781624397.622361:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624397.622362:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624397.622363:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624397.622365:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624397.622417:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624397.622421:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d400. 00000400:00000200:2.0:1781624397.622428:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1781624397.622432:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1781624397.622434:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624397.622436:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1781624397.622441:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70b28 00000100:00000001:3.0:1781624397.622442:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624397.622445:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1781624397.622447:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70b28. 00000100:00000001:3.0:1781624397.622449:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624397.622453:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624397.622454:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624397.622462:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511281880 x1868160455885312/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624397.622473:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624397.622477:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511281880 x1868160455885312/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624413 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624397.622484:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624397.622486:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624397.622566:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624397.622568:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3600. 00000400:00000200:2.0:1781624397.622572:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624397.622575:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624397.622578:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d110 00000400:00000010:2.0:1781624397.622579:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d110. 00000100:00000001:2.0:1781624397.622582:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624397.622586:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511281180 x1868160455885184/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624397.622593:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624397.622596:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511281180 x1868160455885184/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624413 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624397.622603:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624397.622604:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624397.626424:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624397.626442:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624397.626447:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624397.626449:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624397.626459:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624397.626467:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624397.626475:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624397.626479:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624397.626484:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624397.626488:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b4200 00000400:00000200:2.0:1781624397.626493:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624397.626500:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9c15 [1] + 224 00000800:00000001:2.0:1781624397.626509:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624397.626514:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624397.626517:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624397.626522:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624397.626531:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624397.626539:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511281880 x1868160455885312/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624413 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624397.626550:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511281880 x1868160455885312/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624397.626565:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624397.626574:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624397.626576:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624397.626668:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624397.626673:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624397.626678:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624397.626680:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624397.626684:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8000. 00000400:00000200:3.0:1781624397.626688:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70908 00000400:00000010:3.0:1781624397.626691:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70908. 00000100:00000001:3.0:1781624397.626694:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624397.626708:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511281880 x1868160455885312/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624397.626717:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511281880 x1868160455885312/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624413 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624397.626723:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624397.626725:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624397.626728:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624397.626731:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624397.626734:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624397.626736:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624397.626738:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624397.626746:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=124 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624397.626750:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=45 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624397.626753:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624397.626754:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624397.626757:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624397.626760:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624397.626764:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781624397.626766:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781624397.626768:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781624397.626769:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624397.626773:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511281880 x1868160455885312/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624413 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624397.626780:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624397.626783:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624397.626785:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624397.626789:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511281880 x1868160455885312/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624413 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624397.626797:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511281880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455885312:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624397.626801:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624397.626804:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624397.626807:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511281880 x1868160455885312/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624413 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624397.626813:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624397.626815:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624397.626819:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ec400. 02000000:00000001:3.0:1781624397.627107:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624397.627112:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624397.627114:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781624397.627117:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624397.627119:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d100. 02000000:00000001:3.0:1781624397.627123:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624397.627124:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624397.627126:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511281880. 00000100:00000001:3.0:1781624397.627130:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624397.627131:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624397.627133:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624397.627140:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624397.627142:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624397.627144:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624397.627146:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624397.630883:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624397.630903:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624397.630907:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624397.630910:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624397.630920:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624397.630928:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624397.630938:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624397.630943:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624397.630949:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624397.630953:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b4180 00000400:00000200:2.0:1781624397.630958:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624397.630964:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9c25 [1] + 224 00000800:00000001:2.0:1781624397.630971:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624397.630980:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624397.630983:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624397.630988:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624397.630994:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624397.631003:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511281180 x1868160455885184/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624413 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624397.631015:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511281180 x1868160455885184/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624397.631090:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624397.631094:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624397.631135:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624397.631144:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624397.631148:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1781624397.633566:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624397.633572:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624397.633576:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08420. 00000400:00000200:3.0:1781624397.633585:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d000 00000400:00000010:3.0:1781624397.633588:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d000. 00000100:00000001:3.0:1781624397.633592:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624397.633602:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511281180 x1868160455885184/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624397.633614:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511281180 x1868160455885184/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624413 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624397.633623:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624397.633625:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624397.633628:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624397.633632:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624397.633635:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624397.633638:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624397.633641:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624397.633647:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=124 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624397.633651:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=45 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624397.633654:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624397.633656:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624397.633658:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624397.633661:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624397.633664:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624397.633669:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511281180 x1868160455885184/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624413 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624397.633677:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624397.633681:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624397.633683:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624397.633687:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511281180 x1868160455885184/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624413 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624397.634291:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455885184:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624397.634300:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624397.634303:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624397.634308:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511281180 x1868160455885184/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624413 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624397.634316:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624397.634319:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624397.634322:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078a00. 02000000:00000001:3.0:1781624397.634326:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624397.634328:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624397.634330:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781624397.634333:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624397.634335:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7df00. 02000000:00000001:3.0:1781624397.634338:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624397.634341:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624397.634342:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511281180. 00000100:00000001:3.0:1781624397.634346:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624397.634348:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624397.634350:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624397.634359:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624397.634361:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624397.634365:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624397.634368:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624398.005408:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624398.005415:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624398.005421:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624398.005423:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624398.005455:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624398.005458:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624398.005461:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624399.029176:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624399.029187:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624399.029189:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624399.029192:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624399.029197:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624399.029199:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624399.029201:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624399.029203:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624399.029237:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624399.029239:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624399.029241:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624399.029242:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624399.029245:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624399.029246:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624399.029248:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624399.029249:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624399.029459:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624399.029462:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624399.029465:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624400.053264:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624400.053271:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624400.053278:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624400.053279:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624400.053421:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624400.053423:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624400.053425:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624401.077157:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624401.077165:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624401.077171:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624401.077172:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624401.077223:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624401.077226:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624401.077229:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624402.101637:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624402.101646:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624402.101652:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624402.101653:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624402.101804:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624402.101808:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624402.101810:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781624402.741141:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624402.741152:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624402.741162:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511281180. 00000020:00000040:3.0:1781624402.741168:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781624402.741200:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624402.741204:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624402.741209:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624402.741218:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7df00. 00000100:00000001:3.0:1781624402.741224:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624402.741237:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511281180 x1868160455885440/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624402.741249:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624402.741254:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624402.741261:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc6d7584] to pc [ptlrpcd_01_00+0] req@ffff8f8511281180 x1868160455885440/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624402.741302:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624402.741305:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624402.741309:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624402.741312:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511281880. 00000020:00000040:3.0:1781624402.741315:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781624402.741317:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624402.741318:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624402.741320:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624402.741323:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d100. 00000100:00000001:3.0:1781624402.741325:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624402.741330:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511281880 x1868160455885568/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624402.741337:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624402.741340:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624402.741345:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0866b48] to pc [ptlrpcd_01_01+1] req@ffff8f8511281880 x1868160455885568/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624402.741350:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624402.741353:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624402.741356:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1781624402.741358:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624402.741361:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781624402.741363:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624402.741368:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624402.741371:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511281180 x1868160455885440/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624402.741372:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624402.741379:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7897) 00000100:00000001:2.0:1781624402.741384:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624402.741387:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624402.741392:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1781624402.741396:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1781624402.741396:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624402.741401:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1781624402.741401:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624402.741404:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1781624402.741408:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455885440:192.168.202.101@tcp:400:kworker.0 00000100:00000040:3.0:1781624402.741412:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511281880 x1868160455885568/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624402.741417:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1781624402.741423:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781624402.741425:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624402.741427:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624402.741427:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781624402.741432:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624402.741433:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624402.741435:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624402.741439:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1781624402.741441:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511281880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455885568:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624402.741446:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1781624402.741446:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078000. 02000000:00000001:3.0:1781624402.741451:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624402.741451:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624402.741454:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624402.741456:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781624402.741461:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ed800. 00000400:00000200:2.0:1781624402.741462:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 02000000:00000001:3.0:1781624402.741466:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1781624402.741469:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08370. 00000400:00000200:3.0:1781624402.741474:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781624402.741478:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8000. 00000400:00000010:2.0:1781624402.741480:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d110. 00000400:00000010:3.0:1781624402.741484:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70908. 00000100:00000200:2.0:1781624402.741489:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455885440, portal 25 00000100:00000200:3.0:1781624402.741490:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455885568, portal 10 00000100:00000001:3.0:1781624402.741495:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624402.741496:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781624402.741498:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414103680 : -123673295447936 : ffff8f8511281880) 00000100:00000001:2.0:1781624402.741499:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414101888 : -123673295449728 : ffff8f8511281180) 00000100:00000040:2.0:1781624402.741510:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511281180 x1868160455885440/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624402.741511:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511281880 x1868160455885568/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624402.741545:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1781624402.741545:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781624402.741555:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000100:00000040:2.0:1781624402.741555:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781624402.741561:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70a18. 00000400:00000010:2.0:1781624402.741562:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d5d8. 00000100:00000200:3.0:1781624402.741565:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455885568, offset 0 00000100:00000200:2.0:1781624402.741567:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455885440, offset 0 00000400:00000200:3.0:1781624402.741575:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624402.741583:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624402.741590:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781624402.741596:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781624402.741600:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781624402.741604:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781624402.741607:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624402.741882:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624402.742994:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376206:376206:256:4294967295] 192.168.202.101@tcp LPNI seq info [376176:376176:8:4294967295] 00000400:00000200:3.0:1781624402.743003:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624402.743015:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781624402.743021:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781624402.743042:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d400. 00000800:00000200:3.0:1781624402.743050:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781624402.743059:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781624402.743063:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781624402.743080:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624402.743085:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17150 usecs (18 jiffies) 00000400:00000200:3.0:1781624402.743090:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624402.743093:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302559764 00000100:00000001:3.0:1781624402.743096:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302562423 00000100:00000001:3.0:1781624402.743099:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302559764 00000100:00000001:3.0:1781624402.743101:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302562423 00000100:00000001:3.0:1781624402.743104:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624402.743107:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624402.743111:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624402.743114:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624402.743123:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624402.743125:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781624402.743127:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624402.743129:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624402.743130:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624402.743132:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624402.743327:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624402.743334:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624402.743339:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624402.743343:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624402.743346:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624402.743349:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624402.743352:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376207:376207:255:4294967295] 192.168.202.101@tcp LPNI seq info [376177:376177:7:4294967295] 00000400:00000200:2.0:1781624402.743357:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624402.743364:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624402.743369:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624402.743374:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3600. 00000800:00000200:2.0:1781624402.743378:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624402.743383:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624402.743386:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624402.743389:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624402.743393:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624402.743395:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302567544 00000100:00000001:2.0:1781624402.743401:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302562423 00000100:00000001:2.0:1781624402.743405:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302567544 00000100:00000001:2.0:1781624402.743408:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302562423 00000100:00000001:2.0:1781624402.743411:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624402.743413:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624402.743415:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624402.743417:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624402.743421:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624402.743422:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781624402.743425:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624402.743426:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624402.743427:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624402.743429:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624402.743468:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624402.743473:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d400. 00000400:00000200:2.0:1781624402.743478:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624402.743483:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624402.743489:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70a18 00000400:00000010:2.0:1781624402.743492:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70a18. 00000100:00000001:2.0:1781624402.743495:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624402.743503:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511281880 x1868160455885568/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624402.743512:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624402.743515:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511281880 x1868160455885568/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624418 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624402.743521:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624402.743523:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624402.743577:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624402.743579:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3600. 00000400:00000200:2.0:1781624402.743584:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624402.743587:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624402.743590:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d5d8 00000400:00000010:2.0:1781624402.743592:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d5d8. 00000100:00000001:2.0:1781624402.743594:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624402.743598:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511281180 x1868160455885440/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624402.743605:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624402.743608:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511281180 x1868160455885440/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624418 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624402.743619:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624402.743621:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624402.747336:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624402.747352:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624402.747356:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624402.747358:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624402.747368:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624402.747376:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624402.747385:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624402.747391:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624402.747396:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624402.747400:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b4300 00000400:00000200:2.0:1781624402.747405:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624402.747412:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9c3d [1] + 224 00000800:00000001:2.0:1781624402.747419:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624402.747423:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624402.747425:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624402.747430:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624402.747437:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624402.747446:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511281880 x1868160455885568/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624418 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624402.747457:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511281880 x1868160455885568/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624418 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624402.747746:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624402.747755:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624402.749935:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624402.749956:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624402.749969:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624402.749973:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624402.749975:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624402.750371:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624402.750382:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624402.750391:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624402.750395:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624402.750400:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624402.750404:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b4280 00000400:00000200:2.0:1781624402.750409:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624402.750415:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9c35 [1] + 224 00000800:00000001:2.0:1781624402.750422:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624402.750434:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624402.750437:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624402.750441:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624402.750447:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624402.750455:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511281180 x1868160455885440/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624418 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624402.750466:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511281180 x1868160455885440/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624418 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624402.750484:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624402.750489:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624402.750491:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624402.750510:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624402.750514:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781624402.750520:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781624402.750523:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781624402.750525:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08370. 00000400:00000200:2.0:1781624402.750530:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d110 00000400:00000010:2.0:1781624402.750533:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d110. 00000100:00000001:2.0:1781624402.750536:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624402.750540:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511281180 x1868160455885440/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624418 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624402.750549:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511281180 x1868160455885440/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624418 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624402.750554:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781624402.750556:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624402.750558:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781624402.750561:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781624402.750564:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781624402.750566:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624402.750569:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781624402.750576:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=129 v=5 (5 5 5 5) 00000100:00001000:2.0:1781624402.750580:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=50 v=5 (1 1 1 1) 00000100:00000001:2.0:1781624402.750582:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781624402.750583:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781624402.750586:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781624402.750589:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624402.750591:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624402.750596:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511281180 x1868160455885440/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624418 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624402.750603:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624402.750607:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781624402.750609:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781624402.750614:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511281180 x1868160455885440/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624418 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781624402.750622:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455885440:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624402.750628:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624402.750631:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624402.750635:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511281180 x1868160455885440/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624418 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624402.750718:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781624402.750722:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781624402.750725:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078000. 02000000:00000001:2.0:1781624402.750729:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781624402.750732:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781624402.750734:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781624402.750737:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781624402.750739:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7df00. 02000000:00000001:2.0:1781624402.750743:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781624402.750745:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781624402.750746:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511281180. 00000100:00000001:2.0:1781624402.750750:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781624402.750751:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624402.750754:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624402.750762:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624402.750763:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624402.750765:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624402.750768:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1781624402.750950:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624402.750957:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624402.750963:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8000. 00000400:00000200:3.0:1781624402.750973:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70908 00000400:00000010:3.0:1781624402.750976:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70908. 00000100:00000001:3.0:1781624402.750981:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624402.750993:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511281880 x1868160455885568/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624418 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624402.751005:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511281880 x1868160455885568/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624418 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624402.751014:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624402.751016:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624402.751019:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624402.751022:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624402.751038:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624402.751042:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624402.751045:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624402.751055:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=129 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624402.751367:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=50 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624402.751373:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624402.751375:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624402.751377:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624402.751381:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624402.751385:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781624402.751388:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781624402.751390:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781624402.751393:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624402.751399:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511281880 x1868160455885568/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624418 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624402.751408:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624402.751411:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624402.751412:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624402.751416:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511281880 x1868160455885568/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624418 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624402.751424:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511281880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455885568:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624402.751429:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624402.751431:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624402.751434:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511281880 x1868160455885568/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624418 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624402.751440:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624402.751443:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624402.751446:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ed800. 02000000:00000001:3.0:1781624402.751451:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624402.751453:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624402.751455:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781624402.751457:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624402.751458:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d100. 02000000:00000001:3.0:1781624402.751462:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624402.751463:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624402.751465:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511281880. 00000100:00000001:3.0:1781624402.751468:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624402.751470:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624402.751472:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624402.751479:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624402.751481:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624402.751484:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624402.751486:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624403.125115:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624403.125124:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624403.125131:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624403.125133:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624403.125236:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624403.125239:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624403.125242:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624404.149193:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624404.149200:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624404.149207:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624404.149208:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624404.149234:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624404.149236:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624404.149239:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624405.173201:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624405.173208:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624405.173214:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624405.173216:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624405.173421:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624405.173425:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624405.173429:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624406.197180:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624406.197189:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624406.197195:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624406.197197:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624406.197351:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624406.197355:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624406.197358:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624407.221272:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624407.221279:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624407.221287:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624407.221288:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624407.221318:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624407.221321:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624407.221324:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781624407.861362:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624407.861372:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624407.861384:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0df80. 00000020:00000040:2.0:1781624407.861390:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781624407.861395:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624407.861398:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624407.861403:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624407.861411:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3600. 00000100:00000001:2.0:1781624407.861429:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624407.861441:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0df80 x1868160455885696/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624407.861453:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624407.861457:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624407.861464:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb3c3668] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0df80 x1868160455885696/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624407.861492:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624407.861495:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624407.861501:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624407.861506:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0f480. 00000020:00000040:2.0:1781624407.861509:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781624407.861512:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624407.861513:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1781624407.861514:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1781624407.861515:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624407.861520:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1781624407.861522:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3900. 00000100:00000001:3.0:1781624407.861525:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1781624407.861527:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624407.861534:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0df80 x1868160455885696/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624407.861535:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0f480 x1868160455885824/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624407.861561:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624407.861562:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624407.861565:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624407.861566:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624407.861572:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1781624407.861574:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c68e5924] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0f480 x1868160455885824/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1781624407.861576:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781624407.861582:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624407.861589:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455885696:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624407.861592:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624407.861595:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1781624407.861596:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624407.861602:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1781624407.861604:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1781624407.861606:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1781624407.861608:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624407.861611:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1781624407.861613:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1781624407.861618:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7902) 02000000:00000010:3.0:1781624407.861629:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ed400. 02000000:00000001:3.0:1781624407.861633:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624407.861640:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781624407.861645:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8000. 00000100:00000001:2.0:1781624407.861647:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624407.861650:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624407.861652:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1781624407.861653:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70908. 00000100:00000040:2.0:1781624407.861659:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0f480 x1868160455885824/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624407.861661:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455885696, portal 25 00000100:00000001:3.0:1781624407.861666:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781624407.861668:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272072576 : -123673437479040 : ffff8f8508b0df80) 00000100:00000001:2.0:1781624407.861674:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1781624407.861677:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0df80 x1868160455885696/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624407.861678:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624407.861684:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624407.861687:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624407.861688:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781624407.861693:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 02000000:00000001:2.0:1781624407.861693:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624407.861699:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455885824:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624407.861702:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1781624407.861706:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70440. 02000000:00000001:2.0:1781624407.861706:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624407.861709:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1781624407.861712:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455885696, offset 0 02000000:00000001:2.0:1781624407.861713:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624407.861718:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079a00. 02000000:00000001:2.0:1781624407.861722:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624407.861724:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624407.861728:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624407.861733:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08370. 00000400:00000200:3.0:1781624407.861734:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624407.861738:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d110. 00000100:00000200:2.0:1781624407.861742:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455885824, portal 10 00000100:00000001:2.0:1781624407.861744:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624407.861747:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272077952 : -123673437473664 : ffff8f8508b0f480) 00000400:00000200:3.0:1781624407.861753:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000100:00000040:2.0:1781624407.861756:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0f480 x1868160455885824/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1781624407.861760:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781624407.861768:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000100:00000001:2.0:1781624407.861769:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624407.861775:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624407.861776:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1781624407.861778:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d5d8. 00000400:00000200:3.0:1781624407.861782:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000100:00000200:2.0:1781624407.861783:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455885824, offset 0 00000400:00000200:3.0:1781624407.861789:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376208:376208:256:4294967295] 192.168.202.101@tcp LPNI seq info [376178:376178:8:4294967295] 00000400:00000200:2.0:1781624407.861793:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624407.861797:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624407.861805:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781624407.861810:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624407.861814:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000800:00000010:3.0:1781624407.861816:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d100. 00000400:00000200:2.0:1781624407.861821:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000800:00000200:3.0:1781624407.861825:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000400:00000200:2.0:1781624407.861829:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1781624407.861833:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000400:00000200:2.0:1781624407.861834:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000800:00000200:3.0:1781624407.861838:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1781624407.861840:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624407.861845:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000100:00000001:3.0:1781624407.861849:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624407.861849:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376209:376209:255:4294967295] 192.168.202.101@tcp LPNI seq info [376179:376179:7:4294967295] 00000400:00000200:3.0:1781624407.861856:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624407.861859:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624407.861860:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302572662 00000100:00000001:3.0:1781624407.861868:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302567544 00000400:00000200:2.0:1781624407.861873:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000100:00000001:3.0:1781624407.861874:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302572662 00000100:00000001:3.0:1781624407.861879:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302567544 00000800:00000200:2.0:1781624407.861883:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000100:00000001:3.0:1781624407.861884:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624407.861888:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624407.861892:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1781624407.861892:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3300. 00000100:00000001:3.0:1781624407.861896:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1781624407.861901:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000100:00000001:3.0:1781624407.861903:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624407.861905:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781624407.861907:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624407.861909:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1781624407.861910:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000100:00000001:3.0:1781624407.861911:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624407.861914:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624407.861916:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624407.861922:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624407.861926:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17145 usecs (18 jiffies) 00000400:00000200:2.0:1781624407.861930:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624407.861932:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302564882 00000100:00000001:2.0:1781624407.861948:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302572662 00000800:00000200:3.0:1781624407.861950:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1781624407.861951:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302564882 00000800:00000010:3.0:1781624407.861954:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d100. 00000100:00000001:2.0:1781624407.861956:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302572662 00000400:00000200:3.0:1781624407.861959:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1781624407.861961:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1781624407.861965:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624407.861966:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624407.861970:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70440 00000100:00000001:2.0:1781624407.861971:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1781624407.861973:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70440. 00000100:00000001:2.0:1781624407.861975:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624407.861977:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1781624407.861981:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1781624407.861982:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0df80 x1868160455885696/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624407.861984:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781624407.861990:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624407.861993:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624407.861995:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1781624407.861996:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624407.861999:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0df80 x1868160455885696/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624423 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624407.862001:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624407.862008:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624407.862010:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781624407.862093:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624407.862096:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3300. 00000400:00000200:3.0:1781624407.862109:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624407.862113:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624407.862116:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d5d8 00000400:00000010:3.0:1781624407.862117:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d5d8. 00000100:00000001:3.0:1781624407.862120:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624407.862124:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0f480 x1868160455885824/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624407.862468:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624407.862473:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0f480 x1868160455885824/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624423 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624407.862477:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624407.862478:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624407.867589:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624407.867609:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624407.867613:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624407.867616:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624407.867625:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624407.867633:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624407.867643:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624407.867647:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624407.867652:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624407.867656:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b4380 00000400:00000200:2.0:1781624407.867661:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624407.867668:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9c55 [1] + 224 00000800:00000001:2.0:1781624407.867675:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624407.867680:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624407.867683:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624407.867687:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624407.867695:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624407.867703:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0df80 x1868160455885696/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624423 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624407.867715:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0df80 x1868160455885696/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624423 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624407.867737:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624407.867747:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624407.867750:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624407.867752:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624407.867754:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624407.867758:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624407.867761:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624407.867765:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624407.867768:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624407.867771:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624407.867773:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b4400 00000400:00000200:2.0:1781624407.867777:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624407.867782:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9c65 [1] + 224 00000800:00000001:2.0:1781624407.867786:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624407.867794:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624407.867797:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624407.867801:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624407.867804:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624407.867809:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0f480 x1868160455885824/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624423 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624407.867810:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624407.867813:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624407.867820:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624407.867823:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1781624407.867825:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0f480 x1868160455885824/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624423 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1781624407.867826:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8000. 00000400:00000200:3.0:1781624407.867833:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70908 00000400:00000010:3.0:1781624407.867836:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70908. 00000100:00000001:3.0:1781624407.867839:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624407.867844:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0df80 x1868160455885696/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624423 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624407.867846:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624407.867853:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1781624407.867854:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0df80 x1868160455885696/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624423 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1781624407.867858:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624407.867867:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624407.867869:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624407.867870:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624407.867873:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781624407.867874:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624407.867875:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781624407.867878:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624407.867879:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624407.867883:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1781624407.867885:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781624407.867888:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00001000:3.0:1781624407.867889:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=134 v=5 (5 5 5 5) 00000400:00000010:2.0:1781624407.867891:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08370. 00000100:00001000:3.0:1781624407.867893:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=55 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624407.867896:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1781624407.867897:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d110 00000100:00000001:3.0:1781624407.867898:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1781624407.867902:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d110. 00010000:00000001:3.0:1781624407.867903:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624407.867905:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624407.867908:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624407.867909:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1781624407.867913:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0df80 x1868160455885696/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624423 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624407.867918:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0f480 x1868160455885824/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624423 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624407.867919:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624407.867923:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624407.867925:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624407.867933:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0df80 x1868160455885696/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624423 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624407.867939:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455885696:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624407.867942:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624407.867944:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624407.867946:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0df80 x1868160455885696/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624423 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624407.867951:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 00000100:00000200:2.0:1781624407.867952:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0f480 x1868160455885824/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624423 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1781624407.867954:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624407.867958:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ed400. 02000000:00000001:3.0:1781624407.867963:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1781624407.867965:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1781624407.867966:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624407.867969:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781624407.867969:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1781624407.867970:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624407.867975:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3600. 00000100:00000001:2.0:1781624407.867975:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781624407.867979:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1781624407.867980:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624407.867983:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1781624407.867983:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:3.0:1781624407.867985:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0df80. 00000100:00000001:2.0:1781624407.867987:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624407.867988:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624407.867991:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1781624407.867992:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624407.867993:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624407.868001:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624407.868002:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781624407.868002:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=134 v=5 (5 5 5 5) 00000100:00000001:3.0:1781624407.868006:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624407.868009:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781624407.868009:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=55 v=5 (1 1 1 1) 00000100:00000001:2.0:1781624407.868013:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781624407.868014:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781624407.868016:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781624407.868019:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624407.868022:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781624407.868062:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:2.0:1781624407.868065:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781624407.868066:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624407.868071:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0f480 x1868160455885824/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624423 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624407.868085:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624407.868088:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781624407.868090:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781624407.868094:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0f480 x1868160455885824/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624423 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781624407.868102:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455885824:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624407.868106:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624407.868108:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624407.868112:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0f480 x1868160455885824/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624423 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624407.868118:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781624407.868120:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781624407.868122:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079a00. 02000000:00000001:2.0:1781624407.868135:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781624407.868137:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781624407.868138:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:2.0:1781624407.868140:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781624407.868142:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3900. 02000000:00000001:2.0:1781624407.868145:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781624407.868146:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781624407.868147:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0f480. 00000100:00000001:2.0:1781624407.868150:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781624407.868151:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624407.868153:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624407.868157:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624407.868158:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624407.868160:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624407.868162:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624408.245183:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624408.245190:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624408.245196:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624408.245197:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624408.245292:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624408.245297:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624408.245300:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624409.269148:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624409.269154:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624409.269156:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624409.269159:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624409.269162:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624409.269164:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624409.269165:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624409.269166:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624409.269169:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624409.269170:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624409.269171:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624409.269172:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624409.269173:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624409.269174:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624409.269175:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624409.269176:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624409.269303:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624409.269306:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624409.269309:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624410.293171:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624410.293178:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624410.293183:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624410.293185:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624410.293211:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624410.293214:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624410.293217:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624411.317232:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624411.317238:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624411.317245:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624411.317247:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624411.317412:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624411.317416:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624411.317419:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624412.341635:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624412.341641:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624412.341648:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624412.341649:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624412.341960:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624412.341964:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624412.341967:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781624412.982325:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624412.982335:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624412.982345:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731f100. 00000020:00000040:0.0:1781624412.982350:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781624412.982355:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624412.982360:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624412.982366:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624412.982377:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8513250100. 00000100:00000001:0.0:1781624412.982384:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624412.982397:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731f100 x1868160455885952/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624412.982408:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624412.982412:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624412.982418:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005d705fe] to pc [ptlrpcd_00_00+0] req@ffff8f850731f100 x1868160455885952/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624412.982445:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624412.982447:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624412.982451:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624412.982453:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731dc00. 00000020:00000040:0.0:1781624412.982455:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781624412.982456:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624412.982458:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624412.982459:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624412.982462:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8513250700. 00000100:00000001:0.0:1781624412.982464:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624412.982467:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731dc00 x1868160455886080/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624412.982471:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624412.982473:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624412.982475:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064d3ee66] to pc [ptlrpcd_00_01+1] req@ffff8f850731dc00 x1868160455886080/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624412.982483:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624412.982485:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624412.982488:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624412.982491:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624412.982494:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624412.982498:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7907) 00000100:00000001:0.0:1781624412.982514:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624412.982518:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624412.982520:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624412.982525:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731dc00 x1868160455886080/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624412.982532:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624412.982534:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624412.982537:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624412.982539:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624412.982541:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624412.982544:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455886080:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624412.982547:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624412.982560:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624412.982563:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624412.982565:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624412.982568:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875da00. 02000000:00000001:0.0:1781624412.982569:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624412.982574:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624412.982577:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7b00. 00000400:00000010:0.0:1781624412.982582:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9908. 00000100:00000200:0.0:1781624412.982587:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455886080, portal 10 00000100:00000001:0.0:1781624412.982588:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624412.982590:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246971392 : -123673462580224 : ffff8f850731dc00) 00000100:00000040:0.0:1781624412.982595:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731dc00 x1868160455886080/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624412.982600:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624412.982602:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624412.982604:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9cc0. 00000100:00000200:0.0:1781624412.982606:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455886080, offset 0 00000400:00000200:0.0:1781624412.982611:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624412.982618:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624412.982623:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624412.982628:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624412.982631:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624412.982634:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624412.982636:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624412.982638:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376210:376210:256:4294967295] 192.168.202.101@tcp LPNI seq info [376180:376180:8:4294967295] 00000400:00000200:0.0:1781624412.982641:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624412.982650:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624412.982654:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624412.982659:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8507f9c600. 00000800:00000200:0.0:1781624412.982665:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624412.982672:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624412.982676:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8507f9c600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624412.982690:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624412.982693:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17135 usecs (18 jiffies) 00000400:00000200:0.0:1781624412.982695:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624412.982697:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302570003 00000100:00000001:0.0:1781624412.982700:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302572662 00000100:00000001:0.0:1781624412.982701:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302570003 00000100:00000001:0.0:1781624412.982703:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302572662 00000100:00000001:0.0:1781624412.982704:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624412.982706:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624412.982708:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624412.982710:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624412.982715:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624412.982716:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781624412.982717:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624412.982724:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624412.982725:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624412.982727:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1781624412.982728:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624412.982729:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624412.982730:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624412.982731:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624412.982732:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624412.982732:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624412.982735:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731f100 x1868160455885952/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624412.982739:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624412.982740:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624412.982741:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624412.982742:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624412.982744:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624412.982745:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455885952:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624412.982747:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624412.982749:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624412.982750:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624412.982751:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624412.982753:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875de00. 02000000:00000001:0.0:1781624412.982754:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624412.982756:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624412.982758:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7dc0. 00000400:00000010:0.0:1781624412.982760:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e96e8. 00000100:00000200:0.0:1781624412.982763:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455885952, portal 25 00000100:00000001:0.0:1781624412.982765:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624412.982766:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246976768 : -123673462574848 : ffff8f850731f100) 00000100:00000040:0.0:1781624412.982771:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731f100 x1868160455885952/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624412.982777:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624412.982780:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624412.982782:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9660. 00000100:00000200:0.0:1781624412.982784:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455885952, offset 0 00000400:00000200:0.0:1781624412.982788:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624412.982792:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624412.982796:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624412.982798:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624412.982801:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624412.982803:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624412.982815:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624412.982819:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376211:376211:255:4294967295] 192.168.202.101@tcp LPNI seq info [376181:376181:7:4294967295] 00000400:00000200:0.0:1781624412.982823:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624412.982828:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624412.982831:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624412.982834:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8507f9c100. 00000800:00000200:0.0:1781624412.982837:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624412.982840:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624412.982842:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8507f9c100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624412.982844:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624412.982846:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624412.982848:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302577783 00000100:00000001:0.0:1781624412.982852:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302572662 00000100:00000001:0.0:1781624412.982855:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302577783 00000100:00000001:0.0:1781624412.982856:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302572662 00000100:00000001:0.0:1781624412.982858:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624412.982860:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624412.982861:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624412.982862:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624412.982876:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624412.982882:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8507f9c600. 00000400:00000200:3.0:1781624412.982889:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624412.982895:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624412.982901:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9cc0 00000400:00000010:3.0:1781624412.982904:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9cc0. 00000100:00000001:3.0:1781624412.982908:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624412.982912:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731dc00 x1868160455886080/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624412.982922:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624412.982926:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731dc00 x1868160455886080/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624428 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624412.982933:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624412.982935:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781624412.982950:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624412.982954:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8507f9c100. 00000400:00000200:3.0:1781624412.982957:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624412.982962:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624412.982964:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9660 00000100:00000001:1.0:1781624412.982966:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1781624412.982967:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9660. 00000100:00000001:3.0:1781624412.982971:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1781624412.982973:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1781624412.982978:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731f100 x1868160455885952/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624412.982987:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624412.983001:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731f100 x1868160455885952/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624428 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624412.983008:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624412.983010:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624412.984863:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624412.984978:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624412.984983:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624412.985127:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624412.985137:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624412.985143:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624412.985152:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624412.985156:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624412.985162:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624412.985166:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b4500 00000400:00000200:2.0:1781624412.985170:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624412.985176:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9c75 [1] + 224 00000800:00000001:2.0:1781624412.985183:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624412.985190:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624412.985194:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624412.985198:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624412.985204:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624412.985211:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731dc00 x1868160455886080/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624428 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624412.985220:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731dc00 x1868160455886080/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624428 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624412.985281:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624412.985285:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624412.985301:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624412.985309:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624412.985312:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1781624412.985382:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624412.985384:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624412.985386:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7b00. 00000400:00000200:0.0:1781624412.985389:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9908 00000400:00000010:0.0:1781624412.985391:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9908. 00000100:00000001:0.0:1781624412.985392:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624412.985396:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731dc00 x1868160455886080/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624428 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624412.985402:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731dc00 x1868160455886080/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624428 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624412.985406:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624412.985407:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624412.985409:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624412.985411:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624412.985413:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624412.985414:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624412.985416:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624412.985546:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=139 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624412.985551:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=60 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624412.985554:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624412.985556:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624412.985559:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624412.985562:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624412.985566:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781624412.985568:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781624412.985570:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781624412.985571:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624412.985576:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731dc00 x1868160455886080/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624428 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624412.985584:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624412.985586:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624412.985588:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624412.985592:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731dc00 x1868160455886080/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624428 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624412.985601:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455886080:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624412.985606:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624412.985609:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624412.985611:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731dc00 x1868160455886080/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624428 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624412.985615:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624412.985617:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624412.985620:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875da00. 02000000:00000001:0.0:1781624412.985623:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624412.985625:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624412.985627:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781624412.985628:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624412.985630:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8513250700. 02000000:00000001:0.0:1781624412.985634:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624412.985635:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624412.985636:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731dc00. 00000100:00000001:0.0:1781624412.985639:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624412.985640:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624412.985642:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624412.985643:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624412.985644:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624412.985646:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624412.985647:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781624412.985752:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624412.985758:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624412.985760:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624412.985762:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624412.985766:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624412.985770:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624412.985777:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624412.985780:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624412.985783:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624412.985787:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b4480 00000400:00000200:3.0:1781624412.985790:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624412.985796:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9c7d [1] + 224 00000800:00000001:3.0:1781624412.985801:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624412.985806:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624412.985808:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624412.985811:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624412.985814:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624412.985818:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731f100 x1868160455885952/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624428 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624412.985827:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731f100 x1868160455885952/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624428 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624412.985845:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624412.985850:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624412.985853:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624412.985888:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624412.985890:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624412.985893:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624412.985894:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624412.985896:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7dc0. 00000400:00000200:0.0:1781624412.985900:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e96e8 00000400:00000010:0.0:1781624412.985901:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e96e8. 00000100:00000001:0.0:1781624412.985904:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624412.985908:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731f100 x1868160455885952/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624428 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624412.985916:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731f100 x1868160455885952/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624428 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624412.985922:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624412.985924:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624412.985926:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624412.985927:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624412.985929:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624412.985930:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624412.985932:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624412.985935:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=139 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624412.985938:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=60 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624412.985940:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624412.985942:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624412.985943:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624412.985945:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624412.985947:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624412.985950:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731f100 x1868160455885952/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624428 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624412.985956:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624412.985959:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624412.985960:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624412.985964:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731f100 x1868160455885952/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624428 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624412.985980:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455885952:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624412.985983:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624412.985984:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624412.986171:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731f100 x1868160455885952/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624428 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624412.986176:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624412.986177:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624412.986179:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875de00. 02000000:00000001:0.0:1781624412.986189:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624412.986191:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624412.986192:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781624412.986193:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624412.986194:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8513250100. 02000000:00000001:0.0:1781624412.986195:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624412.986196:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624412.986197:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731f100. 00000100:00000001:0.0:1781624412.986199:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624412.986200:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624412.986201:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624412.986206:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624412.986207:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624412.986209:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624412.986210:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624413.365159:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624413.365166:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624413.365172:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624413.365173:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624413.365198:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624413.365201:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624413.365203:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624414.389230:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624414.389234:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624414.389238:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624414.389239:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624414.389419:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624414.389422:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624414.389424:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624415.413188:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624415.413194:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624415.413198:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624415.413199:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624415.413251:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624415.413255:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624415.413257:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624416.437929:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624416.437935:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624416.437940:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624416.437941:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624416.437963:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624416.437965:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624416.437968:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624417.461172:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624417.461178:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624417.461184:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624417.461186:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624417.461494:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624417.461498:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624417.461501:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781624418.101665:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624418.101678:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624418.101742:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511281880. 00000020:00000040:3.0:1781624418.101748:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781624418.101759:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624418.101762:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624418.101767:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624418.101776:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d100. 00000100:00000001:3.0:1781624418.101782:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624418.101795:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511281880 x1868160455886208/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624418.101806:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624418.101810:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624418.101820:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0866b48] to pc [ptlrpcd_01_00+0] req@ffff8f8511281880 x1868160455886208/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624418.101886:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624418.101890:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624418.101893:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624418.101899:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511281880 x1868160455886208/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624418.101906:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624418.101908:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624418.101911:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624418.101914:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624418.101916:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624418.101919:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511281880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455886208:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624418.101925:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624418.101931:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624418.101933:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624418.101935:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624418.101939:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079c00. 02000000:00000001:2.0:1781624418.101942:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624418.101949:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624418.101954:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08370. 00000400:00000010:2.0:1781624418.101960:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d110. 00000100:00000200:2.0:1781624418.101967:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455886208, portal 25 00000100:00000001:2.0:1781624418.101970:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624418.101971:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414103680 : -123673295447936 : ffff8f8511281880) 00000100:00000040:2.0:1781624418.101977:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511281880 x1868160455886208/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624418.101984:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624418.101987:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624418.101990:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d770. 00000100:00000200:2.0:1781624418.101993:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455886208, offset 0 00000400:00000200:2.0:1781624418.101999:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624418.102008:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624418.102015:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624418.102020:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624418.102165:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624418.102171:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624418.102174:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624418.102178:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376212:376212:256:4294967295] 192.168.202.101@tcp LPNI seq info [376182:376182:8:4294967295] 00000400:00000200:2.0:1781624418.102183:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624418.102193:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624418.102200:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624418.102205:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3900. 00000800:00000200:2.0:1781624418.102211:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624418.102220:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624418.102224:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624418.102235:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624418.102240:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624418.102243:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302582903 00000100:00000001:2.0:1781624418.102249:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302577783 00000100:00000001:2.0:1781624418.102254:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302582903 00000100:00000001:2.0:1781624418.102257:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302577783 00000100:00000001:2.0:1781624418.102260:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624418.102329:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624418.102332:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624418.102334:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624418.102384:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624418.102387:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624418.102391:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624418.102395:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511280380. 00000020:00000040:3.0:1781624418.102397:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781624418.102400:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624418.102401:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624418.102404:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624418.102407:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d000. 00000100:00000001:3.0:1781624418.102411:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624418.102416:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511280380 x1868160455886336/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624418.102434:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624418.102437:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624418.102441:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc0c9a06] to pc [ptlrpcd_01_01+1] req@ffff8f8511280380 x1868160455886336/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624418.102588:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624418.102591:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781624418.102593:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624418.102595:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624418.102596:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624418.102598:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1781624418.102600:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624418.102602:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624418.102603:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624418.102604:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624418.102605:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624418.102606:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624418.102611:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511280380 x1868160455886336/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624418.102617:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624418.102618:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624418.102620:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624418.102622:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624418.102624:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624418.102626:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455886336:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624418.102629:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624418.102633:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624418.102634:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624418.102636:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624418.102640:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079600. 02000000:00000001:2.0:1781624418.102642:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624418.102646:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624418.102649:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08478. 00000400:00000010:2.0:1781624418.102653:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d550. 00000100:00000200:2.0:1781624418.102656:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455886336, portal 10 00000100:00000001:2.0:1781624418.102658:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624418.102659:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414098304 : -123673295453312 : ffff8f8511280380) 00000100:00000040:2.0:1781624418.102665:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511280380 x1868160455886336/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624418.102671:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624418.102673:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624418.102676:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901dbb0. 00000100:00000200:2.0:1781624418.102678:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455886336, offset 0 00000400:00000200:2.0:1781624418.102748:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624418.102752:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624418.102756:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624418.102759:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624418.102761:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624418.102763:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624418.102765:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624418.102768:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376213:376213:255:4294967295] 192.168.202.101@tcp LPNI seq info [376183:376183:7:4294967295] 00000400:00000200:2.0:1781624418.102772:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624418.102777:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624418.102781:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624418.102785:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3000. 00000800:00000200:2.0:1781624418.102789:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624418.102793:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624418.102796:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624418.102800:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624418.102804:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17121 usecs (18 jiffies) 00000400:00000200:2.0:1781624418.102806:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624418.102808:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302575123 00000100:00000001:2.0:1781624418.102811:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302582903 00000100:00000001:2.0:1781624418.102813:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302575123 00000100:00000001:2.0:1781624418.102814:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302582903 00000100:00000001:2.0:1781624418.102816:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624418.102818:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624418.102821:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624418.102823:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624418.102868:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624418.102871:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3900. 00000400:00000200:2.0:1781624418.102878:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624418.102882:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624418.102887:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d770 00000400:00000010:2.0:1781624418.102889:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d770. 00000100:00000001:2.0:1781624418.102893:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624418.102898:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511281880 x1868160455886208/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624418.102906:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624418.102910:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511281880 x1868160455886208/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624434 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624418.102914:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624418.102915:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624418.102970:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624418.102972:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3000. 00000400:00000200:2.0:1781624418.102974:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624418.102976:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624418.102977:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901dbb0 00000400:00000010:2.0:1781624418.102979:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901dbb0. 00000100:00000001:2.0:1781624418.102980:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624418.102983:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511280380 x1868160455886336/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624418.102987:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624418.102989:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511280380 x1868160455886336/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624434 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624418.102993:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624418.102994:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1781624418.103001:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624418.103002:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624418.103104:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624418.103106:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624418.103108:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624418.103110:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624418.103206:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624418.103209:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624418.103212:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624418.103214:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624418.103216:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624418.103219:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7912) 00000800:00000001:3.0:1781624418.112725:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624418.112744:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624418.112747:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624418.112756:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624418.112766:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624418.112774:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624418.112784:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624418.112789:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624418.112794:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624418.112798:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b4580 00000400:00000200:3.0:1781624418.112803:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624418.112810:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9c85 [1] + 224 00000800:00000001:3.0:1781624418.112817:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624418.112824:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624418.112826:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624418.112829:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624418.112834:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624418.112841:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511281880 x1868160455886208/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624434 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624418.112849:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511281880 x1868160455886208/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624418.112865:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624418.112878:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624418.112881:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624418.112911:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624418.112915:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781624418.112922:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781624418.112924:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781624418.112927:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08370. 00000400:00000200:2.0:1781624418.112932:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d110 00000400:00000010:2.0:1781624418.112935:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d110. 00000100:00000001:2.0:1781624418.112938:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624418.112943:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511281880 x1868160455886208/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624418.112950:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511281880 x1868160455886208/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624434 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624418.112956:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781624418.112959:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624418.112961:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781624418.112965:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781624418.112967:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781624418.112970:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624418.112973:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781624418.112980:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=145 v=5 (5 5 5 5) 00000100:00001000:2.0:1781624418.112984:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=66 v=5 (1 1 1 1) 00000100:00000001:2.0:1781624418.112987:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781624418.112989:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781624418.112992:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781624418.112994:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624418.112996:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624418.113001:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511281880 x1868160455886208/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624434 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624418.113009:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624418.113013:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781624418.113015:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781624418.113019:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511281880 x1868160455886208/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624434 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781624418.113059:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511281880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455886208:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624418.113064:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624418.113066:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624418.113069:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511281880 x1868160455886208/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624434 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624418.113075:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781624418.113077:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781624418.113081:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079c00. 02000000:00000001:2.0:1781624418.113084:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781624418.113087:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781624418.113089:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781624418.113091:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781624418.113093:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d100. 02000000:00000001:2.0:1781624418.113097:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781624418.113099:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781624418.113100:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511281880. 00000100:00000001:2.0:1781624418.113104:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781624418.113105:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624418.113108:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624418.113110:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624418.113111:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624418.113112:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624418.113114:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624418.113643:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624418.113648:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624418.113650:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624418.113651:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624418.113654:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624418.113658:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624418.113662:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624418.113664:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624418.113666:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624418.113668:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b4600 00000400:00000200:2.0:1781624418.113671:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624418.113674:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9c95 [1] + 224 00000800:00000001:2.0:1781624418.113677:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624418.113680:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624418.113682:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624418.113686:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624418.113690:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624418.113695:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511280380 x1868160455886336/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624434 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624418.113703:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511280380 x1868160455886336/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624418.113722:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624418.113727:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624418.113730:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624418.114193:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624418.114196:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624418.114200:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624418.114201:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624418.114203:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08478. 00000400:00000200:3.0:1781624418.114207:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d550 00000400:00000010:3.0:1781624418.114208:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d550. 00000100:00000001:3.0:1781624418.114210:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624418.114214:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511280380 x1868160455886336/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624418.114219:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511280380 x1868160455886336/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624434 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624418.114223:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624418.114224:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624418.114225:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624418.114227:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624418.114228:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624418.114229:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624418.114231:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624418.114237:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=145 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624418.114239:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=66 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624418.114241:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624418.114242:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624418.114243:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624418.114245:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624418.114247:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781624418.114249:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781624418.114250:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781624418.114251:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624418.114253:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511280380 x1868160455886336/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624434 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624418.114258:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624418.114259:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624418.114260:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624418.114263:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511280380 x1868160455886336/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624434 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624418.114275:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455886336:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624418.114279:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624418.114280:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624418.114283:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511280380 x1868160455886336/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624434 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624418.114289:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624418.114290:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624418.114293:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079600. 02000000:00000001:3.0:1781624418.114296:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624418.114297:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624418.114299:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781624418.114301:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624418.114303:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d000. 02000000:00000001:3.0:1781624418.114306:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624418.114307:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624418.114308:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511280380. 00000100:00000001:3.0:1781624418.114312:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624418.114313:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624418.114315:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624418.114322:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624418.114324:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624418.114325:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624418.114326:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624418.487329:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624418.487339:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624418.487341:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624418.487345:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624418.487350:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624418.487353:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624418.487355:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624418.487357:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624418.487362:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624418.487364:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624418.487365:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624418.487367:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624418.487368:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624418.487369:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624418.487371:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624418.487373:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624418.487691:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624418.487694:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624418.487697:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624419.509392:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624419.509400:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624419.509406:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624419.509407:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624419.509430:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624419.509433:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624419.509436:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624420.533157:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624420.533163:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624420.533169:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624420.533171:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624420.533301:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624420.533305:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624420.533308:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624421.557146:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624421.557154:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624421.557159:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624421.557161:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624421.561147:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624421.561154:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624421.561159:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624422.581152:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624422.581159:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624422.581165:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624422.581166:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624422.581185:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624422.581188:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624422.581190:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781624423.221401:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624423.221412:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624423.221423:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733d180. 00000020:00000040:1.0:1781624423.221429:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781624423.221433:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624423.221436:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624423.221441:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624423.221450:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f3ec00. 00000100:00000001:1.0:1781624423.221528:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624423.221543:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733d180 x1868160455886464/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624423.221554:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624423.221557:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624423.221564:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056fe8fc2] to pc [ptlrpcd_00_00+0] req@ffff8f850733d180 x1868160455886464/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624423.221596:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624423.221599:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624423.221603:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624423.221606:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733f480. 00000020:00000040:1.0:1781624423.221609:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781624423.221611:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624423.221612:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624423.221614:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624423.221617:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f3ee00. 00000100:00000001:1.0:1781624423.221620:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624423.221625:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733f480 x1868160455886592/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624423.221757:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624423.221759:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624423.221765:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000775a196d] to pc [ptlrpcd_00_01+1] req@ffff8f850733f480 x1868160455886592/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624423.221773:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624423.221776:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624423.221779:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624423.221782:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624423.221786:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624423.221792:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7917) 00000100:00000001:0.0:1781624423.222125:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624423.222129:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624423.222132:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624423.222137:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733d180 x1868160455886464/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624423.222146:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624423.222148:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624423.222151:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624423.222154:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624423.222156:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624423.222160:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455886464:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624423.222164:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624423.222170:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624423.222172:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624423.222175:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624423.222179:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875d400. 02000000:00000001:0.0:1781624423.222182:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624423.222188:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624423.222192:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7dc0. 00000400:00000010:0.0:1781624423.222199:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e96e8. 00000100:00000200:0.0:1781624423.222205:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455886464, portal 25 00000100:00000001:0.0:1781624423.222207:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624423.222208:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247099776 : -123673462451840 : ffff8f850733d180) 00000100:00000040:0.0:1781624423.222214:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733d180 x1868160455886464/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624423.222222:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624423.222225:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624423.222227:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9908. 00000100:00000200:0.0:1781624423.222231:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455886464, offset 0 00000400:00000200:0.0:1781624423.222236:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624423.222523:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624423.222532:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624423.222537:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624423.222542:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624423.222545:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624423.222548:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624423.222552:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376214:376214:256:4294967295] 192.168.202.101@tcp LPNI seq info [376184:376184:8:4294967295] 00000400:00000200:0.0:1781624423.222556:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624423.222566:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624423.222572:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624423.222578:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8507f9c100. 00000800:00000200:0.0:1781624423.222584:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624423.222592:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624423.222596:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8507f9c100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624423.222723:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624423.222728:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624423.222732:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302588023 00000100:00000001:0.0:1781624423.222739:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302582903 00000100:00000001:0.0:1781624423.222744:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302588023 00000100:00000001:0.0:1781624423.222747:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302582903 00000100:00000001:0.0:1781624423.222750:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624423.222753:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624423.222757:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624423.222759:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624423.222767:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624423.222769:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781624423.222771:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624423.222773:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624423.222774:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624423.222777:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1781624423.222778:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624423.222780:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624423.222781:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624423.222783:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624423.222784:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624423.222785:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624423.222789:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733f480 x1868160455886592/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624423.222796:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624423.222798:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624423.222800:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624423.222802:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624423.222804:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624423.222807:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455886592:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624423.222819:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624423.222821:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624423.222823:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624423.222825:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624423.222829:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875de00. 02000000:00000001:0.0:1781624423.222831:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624423.222834:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624423.222837:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7b00. 00000400:00000010:0.0:1781624423.222841:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9b28. 00000100:00000200:0.0:1781624423.222844:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455886592, portal 10 00000100:00000001:0.0:1781624423.222846:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624423.222847:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247108736 : -123673462442880 : ffff8f850733f480) 00000100:00000040:0.0:1781624423.222853:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733f480 x1868160455886592/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624423.222866:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624423.222868:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624423.222870:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9440. 00000100:00000200:0.0:1781624423.222873:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455886592, offset 0 00000400:00000200:0.0:1781624423.222877:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624423.222880:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624423.222883:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624423.222886:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624423.222888:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624423.222890:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624423.222892:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624423.222895:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376215:376215:255:4294967295] 192.168.202.101@tcp LPNI seq info [376185:376185:7:4294967295] 00000400:00000200:0.0:1781624423.222899:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624423.222906:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624423.222910:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624423.222912:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8507f9c600. 00000800:00000200:0.0:1781624423.222916:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624423.222920:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624423.222922:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8507f9c600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624423.222925:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624423.222928:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17118 usecs (18 jiffies) 00000400:00000200:0.0:1781624423.222931:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624423.222933:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302580243 00000100:00000001:0.0:1781624423.222935:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302588023 00000100:00000001:0.0:1781624423.222937:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302580243 00000100:00000001:0.0:1781624423.222939:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302588023 00000100:00000001:0.0:1781624423.222940:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624423.222942:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624423.222945:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624423.222947:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624423.222958:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624423.222960:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624423.226768:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624423.226780:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8507f9c100. 00000400:00000200:3.0:1781624423.226789:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624423.226799:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624423.226806:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9908 00000400:00000010:3.0:1781624423.226866:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9908. 00000100:00000001:3.0:1781624423.226872:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624423.226882:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733d180 x1868160455886464/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624423.226999:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624423.227004:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733d180 x1868160455886464/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624439 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624423.227012:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624423.227013:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781624423.227422:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624423.227426:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8507f9c600. 00000400:00000200:3.0:1781624423.227430:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624423.227434:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624423.227438:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9440 00000400:00000010:3.0:1781624423.227440:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9440. 00000100:00000001:3.0:1781624423.227443:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624423.227448:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733f480 x1868160455886592/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624423.227455:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624423.233055:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733f480 x1868160455886592/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624439 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624423.233068:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624423.233071:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781624423.233090:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624423.233102:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624423.233105:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624423.233108:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624423.233115:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624423.233120:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624423.233128:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624423.233133:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624423.233138:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624423.233142:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b4700 00000400:00000200:3.0:1781624423.233152:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624423.233159:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9cad [1] + 224 00000800:00000001:3.0:1781624423.233168:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624423.233173:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624423.233176:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624423.233181:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624423.233189:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624423.233193:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733f480 x1868160455886592/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624439 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624423.233202:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733f480 x1868160455886592/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624423.233224:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624423.233230:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624423.233234:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624423.233236:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624423.233238:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624423.233241:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624423.233254:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624423.233258:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624423.233260:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624423.233337:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624423.233342:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b4680 00000400:00000200:3.0:1781624423.233346:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624423.233351:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9ca5 [1] + 224 00000800:00000001:3.0:1781624423.233355:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624423.233361:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624423.233363:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624423.233366:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624423.233368:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624423.233373:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733d180 x1868160455886464/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624439 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624423.233387:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733d180 x1868160455886464/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624423.233400:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624423.233404:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624423.233408:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624423.233458:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624423.233462:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624423.233469:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624423.233470:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624423.233473:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7b00. 00000400:00000200:0.0:1781624423.233478:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9b28 00000400:00000010:0.0:1781624423.233480:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9b28. 00000100:00000001:0.0:1781624423.233484:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624423.233488:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733f480 x1868160455886592/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624423.233496:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733f480 x1868160455886592/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624439 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624423.233502:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624423.233504:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624423.233507:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624423.233511:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624423.233514:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624423.233516:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624423.233519:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624423.233530:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=150 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624423.233535:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=71 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624423.233537:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624423.233539:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624423.233542:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624423.233546:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624423.233550:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781624423.233552:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781624423.233554:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781624423.233555:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624423.233559:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733f480 x1868160455886592/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624439 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624423.233572:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624423.233576:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624423.233577:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624423.233581:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733f480 x1868160455886592/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624439 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624423.233588:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455886592:192.168.202.101@tcp:400:kworker.0 00000400:00000001:0.0:1781624423.233593:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624423.233595:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624423.233596:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7dc0. 00000400:00000200:0.0:1781624423.233598:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e96e8 00000400:00000010:0.0:1781624423.233600:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e96e8. 00000100:00000001:0.0:1781624423.233602:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624423.233605:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733d180 x1868160455886464/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624423.233613:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733d180 x1868160455886464/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624439 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624423.233619:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624423.233620:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624423.233622:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624423.233623:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624423.233624:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624423.233626:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624423.233627:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624423.233630:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=150 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624423.233633:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=71 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624423.233635:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624423.233636:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624423.233638:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624423.233640:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624423.233641:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624423.233645:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733d180 x1868160455886464/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624439 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624423.233651:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624423.233653:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624423.233654:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624423.233657:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733d180 x1868160455886464/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624439 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624423.233664:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455886464:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624423.233667:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624423.233669:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624423.233672:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733f480 x1868160455886592/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624439 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624423.233678:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624423.233680:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624423.233684:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875de00. 02000000:00000001:0.0:1781624423.233687:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624423.233690:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624423.233692:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781624423.233694:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624423.233697:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f3ee00. 02000000:00000001:0.0:1781624423.233701:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624423.233703:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624423.233705:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733f480. 00000100:00000001:0.0:1781624423.233708:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624423.233709:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624423.233711:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624423.233715:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733d180 x1868160455886464/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624439 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624423.233720:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624423.233722:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624423.233723:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875d400. 02000000:00000001:0.0:1781624423.233725:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624423.233726:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624423.233728:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781624423.233729:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624423.233730:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f3ec00. 02000000:00000001:0.0:1781624423.233732:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624423.233734:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624423.233735:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733d180. 00000100:00000001:0.0:1781624423.233737:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624423.233738:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624423.233740:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624423.233748:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624423.233749:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624423.233752:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624423.233754:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624423.606250:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624423.606258:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624423.606263:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624423.606264:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624423.607850:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624423.607855:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624423.607858:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624424.638778:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624424.638788:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624424.638797:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624424.638798:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624424.639093:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624424.639097:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624424.639101:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624425.653787:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624425.653798:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624425.653807:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624425.653808:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624425.653844:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624425.653848:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624425.653852:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624426.677152:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624426.677162:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624426.677170:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624426.677171:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624426.677352:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624426.677356:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624426.677359:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624427.701838:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624427.701847:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624427.701854:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624427.701855:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624427.702053:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624427.702057:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624427.702061:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781624428.346618:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624428.346633:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624428.346649:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0f480. 00000020:00000040:2.0:1781624428.346658:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781624428.346663:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624428.346667:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624428.346675:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624428.346686:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3000. 00000100:00000001:2.0:1781624428.346695:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624428.346711:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0f480 x1868160455886720/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624428.346723:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624428.346729:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624428.346737:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c68e5924] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0f480 x1868160455886720/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624428.346781:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624428.346784:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624428.346788:0:104218:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624428.346791:0:104218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0ed80. 00000020:00000040:2.0:1781624428.346794:0:104218:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781624428.346797:0:104218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624428.346799:0:104218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624428.346802:0:104218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624428.346806:0:104218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3900. 00000100:00000001:2.0:1781624428.346809:0:104218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624428.346814:0:104218:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0ed80 x1868160455886848/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624428.346822:0:104218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624428.346825:0:104218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624428.346830:0:104218:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006824e33d] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0ed80 x1868160455886848/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624428.346840:0:104218:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624428.346842:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1781624428.346844:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624428.346852:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1781624428.346853:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1781624428.346859:0:104218:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624428.346860:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624428.346868:0:104218:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624428.346874:0:104218:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7923) 00000100:00000040:3.0:1781624428.346880:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0f480 x1868160455886720/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624428.346894:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781624428.346897:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624428.346900:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1781624428.346902:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1781624428.346905:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1781624428.346908:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624428.346910:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1781624428.346914:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624428.346921:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0ed80 x1868160455886848/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624428.346924:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455886720:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624428.346939:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781624428.346959:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1781624428.346959:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624428.346962:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624428.346964:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624428.346969:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781624428.346971:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1781624428.346974:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624428.346978:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624428.346983:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455886848:192.168.202.101@tcp:400:kworker.0 02000000:00000010:3.0:1781624428.346984:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ed200. 02000000:00000001:3.0:1781624428.346991:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624428.346992:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624428.347000:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1781624428.347006:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 02000000:00000001:2.0:1781624428.347006:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624428.347015:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624428.347070:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079400. 02000000:00000001:2.0:1781624428.347074:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624428.347081:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624428.347086:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08370. 00000400:00000010:2.0:1781624428.347095:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d110. 00000100:00000200:2.0:1781624428.347104:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455886848, portal 10 00000100:00000001:2.0:1781624428.347107:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624428.347109:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272076160 : -123673437475456 : ffff8f8508b0ed80) 00000100:00000040:2.0:1781624428.347119:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0ed80 x1868160455886848/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624428.347127:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624428.347131:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624428.347134:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901dbb0. 00000100:00000200:2.0:1781624428.347137:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455886848, offset 0 00000400:00000200:2.0:1781624428.347144:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624428.347158:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624428.347169:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624428.347176:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624428.347181:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624428.347186:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624428.347190:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624428.347195:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376216:376216:256:4294967295] 192.168.202.101@tcp LPNI seq info [376186:376186:8:4294967295] 00000400:00000200:2.0:1781624428.347199:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624428.347211:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624428.347218:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624428.347224:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3f00. 00000800:00000200:2.0:1781624428.347232:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624428.347243:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624428.347249:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624428.347262:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624428.347268:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17116 usecs (18 jiffies) 00000400:00000200:2.0:1781624428.347271:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624428.347274:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302585368 00000100:00000001:2.0:1781624428.347278:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302588023 00000100:00000001:2.0:1781624428.347281:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302585368 00000100:00000001:2.0:1781624428.347283:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302588023 00000100:00000001:2.0:1781624428.347286:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624428.347289:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624428.347293:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624428.347296:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624428.347305:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624428.347308:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781624428.347311:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624428.347312:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624428.347314:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624428.347316:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624428.347445:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624428.347450:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3f00. 00000400:00000200:2.0:1781624428.347456:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624428.347461:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624428.347467:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901dbb0 00000400:00000010:2.0:1781624428.347470:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901dbb0. 00000100:00000001:2.0:1781624428.347474:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624428.347478:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0ed80 x1868160455886848/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624428.347487:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624428.347490:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0ed80 x1868160455886848/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624444 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624428.347497:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624428.347498:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1781624428.348009:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8000. 00000400:00000010:3.0:1781624428.348023:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70908. 00000100:00000200:3.0:1781624428.348045:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455886720, portal 25 00000100:00000001:3.0:1781624428.348049:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781624428.348050:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272077952 : -123673437473664 : ffff8f8508b0f480) 00000100:00000040:3.0:1781624428.348060:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0f480 x1868160455886720/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624428.348068:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781624428.348072:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781624428.348075:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70440. 00000100:00000200:3.0:1781624428.348079:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455886720, offset 0 00000400:00000200:3.0:1781624428.348085:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624428.348094:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624428.348101:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781624428.348106:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781624428.348109:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781624428.348113:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781624428.348115:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781624428.348119:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376217:376217:256:4294967295] 192.168.202.101@tcp LPNI seq info [376187:376187:8:4294967295] 00000400:00000200:3.0:1781624428.348123:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624428.348134:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781624428.348140:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781624428.348145:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d000. 00000800:00000200:3.0:1781624428.348151:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781624428.348159:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781624428.348164:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781624428.348189:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624428.348193:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624428.348197:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302593149 00000100:00000001:3.0:1781624428.348205:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302588023 00000100:00000001:3.0:1781624428.348211:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302593149 00000100:00000001:3.0:1781624428.348215:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302588023 00000100:00000001:3.0:1781624428.348218:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624428.348222:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624428.348226:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624428.348229:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624428.348237:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624428.348239:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781624428.348242:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624428.348244:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624428.348245:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624428.348248:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624428.348419:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624428.348428:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d000. 00000400:00000200:2.0:1781624428.348434:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624428.348441:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624428.348447:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70440 00000400:00000010:2.0:1781624428.348449:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70440. 00000100:00000001:2.0:1781624428.348454:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624428.348460:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0f480 x1868160455886720/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624428.348471:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624428.348475:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0f480 x1868160455886720/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624444 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624428.348481:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624428.348483:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624428.352838:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624428.352859:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624428.352865:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624428.352867:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624428.352879:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624428.352888:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624428.352899:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624428.352906:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624428.352912:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624428.352917:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b4780 00000400:00000200:2.0:1781624428.352923:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624428.352931:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9cc5 [1] + 224 00000800:00000001:2.0:1781624428.353005:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624428.353014:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624428.353017:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624428.353023:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624428.353066:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624428.353080:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0f480 x1868160455886720/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624444 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624428.353093:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0f480 x1868160455886720/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624428.353117:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624428.353127:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624428.353130:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624428.353193:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624428.353199:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624428.353208:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624428.353211:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624428.353215:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8000. 00000400:00000200:3.0:1781624428.353221:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70908 00000400:00000010:3.0:1781624428.353224:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70908. 00000100:00000001:3.0:1781624428.353228:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624428.353233:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0f480 x1868160455886720/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624428.353242:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0f480 x1868160455886720/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624444 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624428.353248:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624428.353250:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624428.353253:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624428.353258:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624428.353261:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624428.353264:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624428.353267:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624428.353276:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=5 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624428.353281:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=76 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624428.353284:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624428.353287:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624428.353290:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624428.353293:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624428.353295:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624428.353300:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0f480 x1868160455886720/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624444 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624428.353308:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624428.353311:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624428.353314:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624428.353318:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0f480 x1868160455886720/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624444 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624428.353333:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455886720:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624428.353339:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624428.353343:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624428.353346:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0f480 x1868160455886720/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624444 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624428.353353:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624428.353356:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624428.353360:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ed200. 02000000:00000001:3.0:1781624428.353364:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624428.353367:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624428.353370:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781624428.353372:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624428.353375:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3000. 02000000:00000001:3.0:1781624428.353380:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624428.353383:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624428.353385:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0f480. 00000100:00000001:3.0:1781624428.353389:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624428.353390:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624428.353393:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624428.353402:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624428.353405:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624428.353407:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624428.353410:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624428.354265:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624428.354276:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624428.354279:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624428.354281:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624428.354289:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624428.354296:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624428.354304:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624428.354308:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624428.354313:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624428.354319:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b4800 00000400:00000200:2.0:1781624428.354324:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624428.354331:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9cb5 [1] + 224 00000800:00000001:2.0:1781624428.354337:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624428.354344:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624428.354348:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624428.354352:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624428.354358:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624428.354365:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0ed80 x1868160455886848/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624444 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624428.354375:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0ed80 x1868160455886848/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624428.354435:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624428.354438:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624428.354500:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624428.354508:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624428.354511:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1781624428.357228:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624428.357237:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624428.357242:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08370. 00000400:00000200:3.0:1781624428.357255:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d110 00000400:00000010:3.0:1781624428.357259:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d110. 00000100:00000001:3.0:1781624428.357265:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624428.357279:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0ed80 x1868160455886848/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624428.357292:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0ed80 x1868160455886848/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624444 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624428.357303:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624428.357305:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624428.357309:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624428.357314:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624428.357317:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624428.357320:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624428.357323:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624428.357333:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=5 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624428.357338:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=76 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624428.357340:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624428.357343:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624428.357346:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624428.357351:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624428.357355:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781624428.357358:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781624428.357360:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781624428.357362:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624428.357366:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0ed80 x1868160455886848/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624444 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624428.357374:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624428.357379:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624428.357382:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624428.357386:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0ed80 x1868160455886848/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624444 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624428.357395:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455886848:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624428.357401:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624428.357404:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624428.357408:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0ed80 x1868160455886848/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624444 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624428.357416:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624428.357478:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624428.357484:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079400. 02000000:00000001:3.0:1781624428.357490:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624428.357493:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624428.357495:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781624428.357498:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624428.357501:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3900. 02000000:00000001:3.0:1781624428.357507:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624428.357509:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624428.357512:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0ed80. 00000100:00000001:3.0:1781624428.357517:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624428.357519:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624428.357522:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624428.357532:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624428.357534:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624428.357538:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624428.357540:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624428.727353:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624428.727366:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624428.727369:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624428.727374:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624428.727381:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624428.727384:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624428.727387:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624428.727389:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624428.727395:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624428.727397:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624428.727398:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624428.727400:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624428.727401:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624428.727403:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624428.727405:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624428.727407:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624428.727442:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624428.727445:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624428.727448:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624429.749132:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624429.749141:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624429.749149:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624429.749151:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624429.749264:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624429.749269:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624429.749272:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624430.773195:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624430.773204:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624430.773211:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624430.773213:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624430.773407:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624430.773411:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624430.773415:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624431.797312:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624431.797322:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624431.797332:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624431.797334:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624431.797370:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624431.797373:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624431.797377:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624432.821405:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624432.821417:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624432.821425:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624432.821427:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624432.821639:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624432.821643:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624432.821647:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781624433.462284:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624433.462299:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624433.462309:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731f100. 00000020:00000040:0.0:1781624433.462318:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781624433.462325:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624433.462330:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624433.462337:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624433.462350:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8507f9c600. 00000100:00000001:0.0:1781624433.462358:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624433.462375:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731f100 x1868160455886976/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624433.462389:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624433.462395:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624433.462404:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005d705fe] to pc [ptlrpcd_00_00+0] req@ffff8f850731f100 x1868160455886976/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624433.462453:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624433.462457:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624433.462461:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624433.462464:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731dc00. 00000020:00000040:0.0:1781624433.462467:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781624433.462469:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624433.462471:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624433.462473:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624433.462477:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8507f9c100. 00000100:00000001:0.0:1781624433.462480:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624433.462485:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731dc00 x1868160455887104/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624433.462493:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624433.462495:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624433.462499:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064d3ee66] to pc [ptlrpcd_00_01+1] req@ffff8f850731dc00 x1868160455887104/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624433.462509:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624433.462511:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624433.462516:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624433.462519:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624433.462522:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624433.462528:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7928) 00000100:00000001:0.0:1781624433.462547:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624433.462551:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624433.462554:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624433.462560:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731dc00 x1868160455887104/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624433.462576:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624433.462578:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624433.462583:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624433.462587:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624433.462589:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624433.462594:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455887104:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624433.462599:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624433.462607:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624433.462610:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624433.462613:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624433.462619:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875de00. 02000000:00000001:0.0:1781624433.462621:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624433.462630:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624433.462635:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7dc0. 00000400:00000010:0.0:1781624433.462644:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e96e8. 00000100:00000200:0.0:1781624433.462654:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455887104, portal 10 00000100:00000001:0.0:1781624433.462657:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624433.462659:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246971392 : -123673462580224 : ffff8f850731dc00) 00000100:00000040:0.0:1781624433.462668:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731dc00 x1868160455887104/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624433.462677:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624433.462681:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624433.462684:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9b28. 00000100:00000200:0.0:1781624433.462689:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455887104, offset 0 00000400:00000200:0.0:1781624433.462697:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624433.462708:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624433.462718:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624433.462725:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624433.462731:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624433.462736:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624433.462739:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624433.462744:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376218:376218:256:4294967295] 192.168.202.101@tcp LPNI seq info [376188:376188:8:4294967295] 00000400:00000200:0.0:1781624433.462749:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624433.462762:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624433.462770:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624433.462777:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8513250100. 00000800:00000200:0.0:1781624433.462786:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624433.462798:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624433.462804:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8513250100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624433.463318:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624433.463322:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624433.463324:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624433.463332:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731f100 x1868160455886976/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624433.463341:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624433.463343:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624433.463346:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624433.463349:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624433.463351:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624433.463354:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455886976:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624433.463360:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624433.463363:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624433.463365:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624433.463367:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624433.463372:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8506e56000. 02000000:00000001:1.0:1781624433.463374:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624433.463380:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624433.463384:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85076314d0. 00000400:00000010:1.0:1781624433.463389:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb17f8. 00000100:00000200:1.0:1781624433.463395:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455886976, portal 25 00000100:00000001:1.0:1781624433.463397:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624433.463398:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246976768 : -123673462574848 : ffff8f850731f100) 00000100:00000040:1.0:1781624433.463403:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731f100 x1868160455886976/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624433.463411:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624433.463413:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624433.463416:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb12a8. 00000100:00000200:1.0:1781624433.463418:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455886976, offset 0 00000400:00000200:1.0:1781624433.463424:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624433.463429:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624433.463434:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624433.463437:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624433.463440:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624433.463443:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624433.463446:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624433.463449:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376219:376219:255:4294967295] 192.168.202.101@tcp LPNI seq info [376189:376189:7:4294967295] 00000400:00000200:1.0:1781624433.463453:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624433.463460:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624433.463465:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624433.463469:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3ef00. 00000800:00000200:1.0:1781624433.463473:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624433.463479:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624433.463482:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3ef00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624433.463541:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624433.463548:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17112 usecs (18 jiffies) 00000400:00000200:0.0:1781624433.463553:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624433.463557:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302590484 00000100:00000001:0.0:1781624433.463561:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302593149 00000100:00000001:0.0:1781624433.463564:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302590484 00000100:00000001:0.0:1781624433.463567:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302593149 00000100:00000001:0.0:1781624433.463569:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624433.463572:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624433.463576:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624433.463579:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624433.463590:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624433.463593:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781624433.463595:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624433.463597:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624433.463599:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624433.463603:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624433.471566:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624433.471586:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624433.471591:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302598272 00000100:00000001:1.0:1781624433.471603:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302593149 00000100:00000001:1.0:1781624433.471609:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302598272 00000100:00000001:1.0:1781624433.471613:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302593149 00000100:00000001:1.0:1781624433.471616:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624433.471621:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624433.471626:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624433.471630:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624433.471642:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624433.471644:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781624433.471647:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624433.471649:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624433.471651:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624433.471654:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624433.476099:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624433.476126:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8513250100. 00000400:00000200:2.0:1781624433.476137:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624433.476148:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624433.476158:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9b28 00000400:00000010:2.0:1781624433.476161:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9b28. 00000100:00000001:2.0:1781624433.476167:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624433.476176:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731dc00 x1868160455887104/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624433.476191:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624433.476195:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731dc00 x1868160455887104/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624449 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624433.476203:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624433.476206:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624433.476296:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624433.476298:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3ef00. 00000400:00000200:2.0:1781624433.476302:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624433.476306:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624433.476309:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb12a8 00000400:00000010:2.0:1781624433.476311:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb12a8. 00000100:00000001:2.0:1781624433.476314:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624433.476319:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731f100 x1868160455886976/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624433.476327:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624433.476329:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731f100 x1868160455886976/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624449 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624433.476335:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624433.476336:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624433.484426:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624433.484451:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624433.484456:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624433.484459:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624433.484472:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624433.484481:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624433.484493:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624433.484500:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624433.484506:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624433.484511:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b4880 00000400:00000200:2.0:1781624433.484517:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624433.484524:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9cdd [1] + 224 00000800:00000001:2.0:1781624433.484533:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624433.484541:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624433.484545:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624433.484549:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624433.484559:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624433.484570:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731f100 x1868160455886976/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624449 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624433.484587:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731f100 x1868160455886976/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624433.484613:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624433.484716:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624433.484722:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1781624433.484785:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624433.484789:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1781624433.484831:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624433.484834:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624433.484838:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85076314d0. 00000400:00000200:1.0:1781624433.484844:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb17f8 00000400:00000010:1.0:1781624433.484847:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb17f8. 00000100:00000001:1.0:1781624433.484851:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624433.484856:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731f100 x1868160455886976/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624433.484865:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731f100 x1868160455886976/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624449 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624433.484872:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624433.484874:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624433.484877:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624433.484882:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624433.484885:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624433.484887:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624433.484891:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624433.484908:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=10 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624433.484913:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=81 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624433.484917:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624433.484918:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624433.484921:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624433.484924:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624433.484927:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624433.484932:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731f100 x1868160455886976/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624449 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624433.484940:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624433.484944:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624433.484947:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624433.484951:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731f100 x1868160455886976/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624449 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624433.484959:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455886976:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624433.484965:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624433.484968:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624433.484972:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731f100 x1868160455886976/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624449 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624433.484980:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624433.484983:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624433.484987:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8506e56000. 02000000:00000001:1.0:1781624433.484993:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624433.484996:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624433.484998:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781624433.485000:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624433.485003:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8507f9c600. 02000000:00000001:1.0:1781624433.485010:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624433.485012:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624433.485015:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731f100. 00000100:00000001:1.0:1781624433.485019:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624433.485020:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624433.485023:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624433.485083:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624433.485085:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624433.485087:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624433.485089:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624433.490137:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624433.490161:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624433.490167:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624433.490170:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624433.490182:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624433.490192:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624433.490203:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624433.490210:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624433.490217:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624433.490222:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b4900 00000400:00000200:2.0:1781624433.490227:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624433.490235:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9cd5 [1] + 224 00000800:00000001:2.0:1781624433.490244:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624433.490254:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624433.490258:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624433.490262:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624433.490272:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624433.490283:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731dc00 x1868160455887104/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624449 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624433.490296:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731dc00 x1868160455887104/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624433.490318:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624433.490333:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624433.490337:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624433.490372:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624433.490378:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624433.490386:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624433.490389:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624433.490394:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7dc0. 00000400:00000200:0.0:1781624433.490400:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e96e8 00000400:00000010:0.0:1781624433.490403:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e96e8. 00000100:00000001:0.0:1781624433.490407:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624433.490413:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731dc00 x1868160455887104/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624433.490424:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731dc00 x1868160455887104/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624449 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624433.490432:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624433.490434:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624433.490437:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624433.490441:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624433.490444:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624433.490446:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624433.490450:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624433.490461:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=10 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624433.490466:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=81 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624433.490469:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624433.490471:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624433.490475:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624433.490478:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624433.490483:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781624433.490485:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781624433.490487:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781624433.490489:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624433.490494:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731dc00 x1868160455887104/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624449 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624433.490502:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624433.490506:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624433.490508:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624433.490512:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731dc00 x1868160455887104/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624449 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624433.490520:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455887104:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624433.490525:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624433.490528:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624433.490531:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731dc00 x1868160455887104/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624449 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624433.490539:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624433.490542:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624433.490546:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875de00. 02000000:00000001:0.0:1781624433.490550:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624433.490553:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624433.490555:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781624433.490557:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624433.490560:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8507f9c100. 02000000:00000001:0.0:1781624433.490566:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624433.490568:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624433.490571:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731dc00. 00000100:00000001:0.0:1781624433.490575:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624433.490576:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624433.490579:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624433.490587:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624433.490589:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624433.490591:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624433.490594:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624433.845220:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624433.845230:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624433.845237:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624433.845238:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624433.845351:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624433.845355:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624433.845357:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624434.870188:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624434.870197:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624434.870205:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624434.870206:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624434.870240:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624434.870243:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624434.870246:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624435.893644:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624435.893654:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624435.893661:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624435.893663:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624435.893887:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624435.893892:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624435.893895:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624436.918506:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624436.918516:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624436.918523:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624436.918524:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624436.922841:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624436.922850:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624436.922855:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624437.941135:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624437.941141:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624437.941146:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624437.941147:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624437.941167:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624437.941169:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624437.941171:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781624438.583099:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624438.583107:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624438.583115:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0ea00. 00000020:00000040:2.0:1781624438.583119:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781624438.583124:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624438.583128:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624438.583132:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624438.583139:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3f00. 00000100:00000001:2.0:1781624438.583391:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624438.583404:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0ea00 x1868160455887232/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624438.583415:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624438.583419:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624438.583425:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c67663d] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0ea00 x1868160455887232/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624438.583456:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624438.583459:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624438.583462:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624438.583466:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0e680. 00000020:00000040:2.0:1781624438.583469:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781624438.583471:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624438.583473:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624438.583475:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624438.583478:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3500. 00000100:00000001:2.0:1781624438.583481:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624438.583485:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0e680 x1868160455887360/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624438.583497:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624438.583500:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624438.583503:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000215f4291] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0e680 x1868160455887360/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624438.583512:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624438.583514:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624438.583518:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624438.583521:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624438.583524:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624438.583529:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7933) 00000100:00000001:2.0:1781624438.583539:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624438.583542:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624438.583545:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624438.583550:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0e680 x1868160455887360/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624438.583558:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624438.583560:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624438.583563:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624438.583566:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624438.583568:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624438.583572:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455887360:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624438.583576:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1781624438.583948:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624438.583952:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624438.583954:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781624438.583960:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0ea00 x1868160455887232/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624438.583968:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781624438.583969:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624438.583972:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781624438.583974:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781624438.583976:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624438.583979:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455887232:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624438.583982:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781624438.583986:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781624438.583989:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624438.583991:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781624438.583997:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ed200. 02000000:00000001:3.0:1781624438.583999:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624438.583999:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624438.584003:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624438.584006:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1781624438.584010:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 02000000:00000010:2.0:1781624438.584011:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079200. 02000000:00000001:2.0:1781624438.584015:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1781624438.584016:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8000. 00000400:00000200:2.0:1781624438.584021:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781624438.584047:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70908. 00000400:00000010:2.0:1781624438.584052:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08370. 00000100:00000200:3.0:1781624438.584056:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455887232, portal 25 00000400:00000010:2.0:1781624438.584059:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901dbb0. 00000100:00000001:3.0:1781624438.584061:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781624438.584064:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272075264 : -123673437476352 : ffff8f8508b0ea00) 00000100:00000200:2.0:1781624438.584065:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455887360, portal 10 00000100:00000001:2.0:1781624438.584069:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1781624438.584072:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0ea00 x1868160455887232/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624438.584072:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272074368 : -123673437477248 : ffff8f8508b0e680) 00000100:00000001:3.0:1781624438.584082:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624438.584086:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0e680 x1868160455887360/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624438.584089:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781624438.584094:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70f68. 00000100:00000001:2.0:1781624438.584099:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1781624438.584100:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455887232, offset 0 00000100:00000040:2.0:1781624438.584105:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624438.584109:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d770. 00000400:00000200:3.0:1781624438.584111:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000100:00000200:2.0:1781624438.584120:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455887360, offset 0 00000400:00000200:3.0:1781624438.584121:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624438.584129:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624438.584132:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781624438.584150:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781624438.584155:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781624438.584158:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781624438.584161:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781624438.584165:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376220:376220:256:4294967295] 192.168.202.101@tcp LPNI seq info [376190:376190:8:4294967295] 00000400:00000200:3.0:1781624438.584169:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624438.584178:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781624438.584191:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781624438.584196:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d500. 00000400:00000200:2.0:1781624438.584205:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000800:00000200:3.0:1781624438.584206:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000400:00000200:2.0:1781624438.584214:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000800:00000200:3.0:1781624438.584219:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000400:00000200:2.0:1781624438.584221:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1781624438.584226:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1781624438.584228:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624438.584233:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624438.584236:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624438.584239:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376221:376221:255:4294967295] 192.168.202.101@tcp LPNI seq info [376191:376191:7:4294967295] 00000400:00000200:2.0:1781624438.584243:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624438.584244:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624438.584253:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624438.584256:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000100:00000001:3.0:1781624438.584258:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302603385 00000800:00000200:2.0:1781624438.584265:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000100:00000001:3.0:1781624438.584266:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302598272 00000800:00000010:2.0:1781624438.584271:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3700. 00000100:00000001:3.0:1781624438.584273:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302603385 00000100:00000001:3.0:1781624438.584280:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302598272 00000800:00000200:2.0:1781624438.584280:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000100:00000001:3.0:1781624438.584287:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624438.584291:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624438.584294:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624438.584296:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624438.584303:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624438.584305:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781624438.584307:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624438.584308:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624438.584309:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624438.584311:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624438.584410:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624438.584415:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d500. 00000400:00000200:3.0:1781624438.584419:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624438.584423:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624438.584428:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70f68 00000400:00000010:3.0:1781624438.584431:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70f68. 00000100:00000001:3.0:1781624438.584434:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624438.584438:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0ea00 x1868160455887232/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624438.584447:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624438.584450:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0ea00 x1868160455887232/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624454 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624438.584457:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624438.584459:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624438.585886:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624438.585895:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624438.585914:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624438.585920:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17131 usecs (18 jiffies) 00000400:00000200:2.0:1781624438.585926:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624438.585929:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302595606 00000100:00000001:2.0:1781624438.585943:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302603385 00000100:00000001:2.0:1781624438.585947:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302595606 00000100:00000001:2.0:1781624438.585950:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302603385 00000100:00000001:2.0:1781624438.585952:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624438.585956:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624438.585960:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624438.585963:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624438.585970:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624438.585972:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781624438.585975:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624438.585976:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624438.585978:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624438.585981:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624438.585999:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624438.586007:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3700. 00000400:00000200:3.0:1781624438.586014:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624438.586019:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624438.586024:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d770 00000400:00000010:3.0:1781624438.586042:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d770. 00000100:00000001:3.0:1781624438.586046:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624438.586051:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0e680 x1868160455887360/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624438.586061:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624438.586065:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0e680 x1868160455887360/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624454 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624438.586072:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624438.586074:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781624438.589298:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624438.589311:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624438.589314:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624438.589316:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624438.589324:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624438.589335:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624438.589343:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624438.589348:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624438.589353:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624438.589357:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b4a00 00000400:00000200:3.0:1781624438.589362:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624438.589368:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9ced [1] + 224 00000800:00000001:3.0:1781624438.589376:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624438.589381:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624438.589384:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624438.589388:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624438.589395:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624438.589403:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0e680 x1868160455887360/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624454 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624438.589413:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0e680 x1868160455887360/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624438.589430:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624438.589438:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624438.589441:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624438.589455:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624438.589460:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781624438.589465:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781624438.589467:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781624438.589470:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08370. 00000400:00000200:2.0:1781624438.589475:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901dbb0 00000400:00000010:2.0:1781624438.589477:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901dbb0. 00000100:00000001:2.0:1781624438.589481:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624438.589486:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0e680 x1868160455887360/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624438.589496:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0e680 x1868160455887360/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624454 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624438.589503:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781624438.589505:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624438.589507:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781624438.589511:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781624438.589513:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781624438.589515:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624438.589519:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781624438.589527:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=15 v=5 (5 5 5 5) 00000100:00001000:2.0:1781624438.589531:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=86 v=5 (1 1 1 1) 00000100:00000001:2.0:1781624438.589534:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781624438.589535:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781624438.589538:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781624438.589542:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624438.589545:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781624438.589548:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:2.0:1781624438.589550:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781624438.589551:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624438.589555:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0e680 x1868160455887360/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624454 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624438.589562:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624438.589564:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781624438.589566:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781624438.589570:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0e680 x1868160455887360/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624454 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781624438.589875:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455887360:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624438.589882:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624438.589885:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624438.589890:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0e680 x1868160455887360/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624454 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624438.589896:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781624438.589898:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781624438.589902:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079200. 02000000:00000001:2.0:1781624438.589906:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781624438.589908:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781624438.589910:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:2.0:1781624438.589912:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781624438.589914:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3500. 02000000:00000001:2.0:1781624438.589918:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781624438.589920:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781624438.589922:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0e680. 00000100:00000001:2.0:1781624438.589925:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781624438.589926:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624438.589928:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624438.589946:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624438.589949:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624438.589951:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624438.589953:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781624438.593827:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624438.593842:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624438.593846:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624438.593849:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624438.594302:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624438.594312:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624438.594322:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624438.594327:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624438.594568:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624438.594573:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b4980 00000400:00000200:3.0:1781624438.594577:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624438.594584:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9ce5 [1] + 224 00000800:00000001:3.0:1781624438.594591:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624438.594600:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624438.594603:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624438.594607:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624438.594614:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624438.594623:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0ea00 x1868160455887232/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624454 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624438.594634:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0ea00 x1868160455887232/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624438.594651:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624438.594659:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624438.594663:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624438.594668:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624438.594672:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781624438.594678:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781624438.594679:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781624438.594682:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8000. 00000400:00000200:2.0:1781624438.594687:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70908 00000400:00000010:2.0:1781624438.594689:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70908. 00000100:00000001:2.0:1781624438.594691:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624438.594695:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0ea00 x1868160455887232/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624438.594701:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0ea00 x1868160455887232/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624454 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624438.594705:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781624438.594706:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624438.594708:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781624438.594710:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781624438.594712:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781624438.594713:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624438.594715:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781624438.594720:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=15 v=5 (5 5 5 5) 00000100:00001000:2.0:1781624438.594724:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=86 v=5 (1 1 1 1) 00000100:00000001:2.0:1781624438.594726:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781624438.594734:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781624438.594736:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781624438.594738:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624438.594740:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624438.594743:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0ea00 x1868160455887232/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624454 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624438.594747:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624438.594750:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781624438.594751:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781624438.594755:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0ea00 x1868160455887232/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624454 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781624438.594760:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455887232:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624438.594763:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624438.594765:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624438.594766:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0ea00 x1868160455887232/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624454 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624438.594770:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781624438.594772:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781624438.594774:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ed200. 02000000:00000001:2.0:1781624438.594777:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781624438.594779:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781624438.594781:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781624438.594782:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781624438.594784:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3f00. 02000000:00000001:2.0:1781624438.594787:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781624438.594788:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781624438.594790:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0ea00. 00000100:00000001:2.0:1781624438.594792:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781624438.594793:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624438.594795:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624438.594800:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624438.594801:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624438.594803:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624438.594805:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624438.965149:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624438.965158:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624438.965160:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624438.965163:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624438.965168:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624438.965171:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624438.965173:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624438.965175:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624438.965179:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624438.965180:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624438.965181:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624438.965182:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624438.965184:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624438.965185:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624438.965187:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624438.965188:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624438.965285:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624438.965288:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624438.965291:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624439.989128:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624439.989135:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624439.989141:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624439.989142:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624439.989280:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624439.989283:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624439.989286:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624441.013399:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624441.013407:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624441.013414:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624441.013415:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624441.013446:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624441.013448:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624441.013450:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624442.037363:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624442.037370:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624442.037375:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624442.037377:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624442.037752:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624442.037755:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624442.037758:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624443.061149:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624443.061155:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624443.061161:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624443.061162:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624443.061320:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624443.061324:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624443.061327:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781624443.702906:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624443.702915:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624443.702925:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731dc00. 00000020:00000040:0.0:1781624443.702931:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781624443.702935:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624443.702938:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624443.702943:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624443.702952:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8513250100. 00000100:00000001:0.0:1781624443.702958:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624443.702968:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731dc00 x1868160455887488/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624443.702979:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624443.702983:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624443.702989:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064d3ee66] to pc [ptlrpcd_00_00+0] req@ffff8f850731dc00 x1868160455887488/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624443.703054:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624443.703058:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624443.703060:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624443.703066:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731dc00 x1868160455887488/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624443.703074:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624443.703076:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624443.703080:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624443.703082:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624443.703085:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624443.703088:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455887488:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624443.703092:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624443.703097:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624443.703100:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624443.703102:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624443.703106:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8506e57a00. 02000000:00000001:1.0:1781624443.703108:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624443.703114:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624443.703118:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85076314d0. 00000400:00000010:1.0:1781624443.703124:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb17f8. 00000100:00000200:1.0:1781624443.703130:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455887488, portal 25 00000100:00000001:1.0:1781624443.703132:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624443.703134:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246971392 : -123673462580224 : ffff8f850731dc00) 00000100:00000040:1.0:1781624443.703139:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731dc00 x1868160455887488/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624443.703147:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624443.703150:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624443.703152:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1dd0. 00000100:00000200:1.0:1781624443.703155:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455887488, offset 0 00000400:00000200:1.0:1781624443.703161:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624443.703169:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624443.703176:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624443.703181:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624443.703186:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624443.703189:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624443.703192:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624443.703195:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376222:376222:256:4294967295] 192.168.202.101@tcp LPNI seq info [376192:376192:8:4294967295] 00000400:00000200:1.0:1781624443.703213:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624443.703223:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624443.703229:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624443.703234:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3ed00. 00000800:00000200:1.0:1781624443.703240:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624443.703247:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624443.703251:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3ed00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624443.703265:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624443.703269:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624443.703272:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302608504 00000100:00000001:1.0:1781624443.703278:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302603385 00000100:00000001:1.0:1781624443.703282:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302608504 00000100:00000001:1.0:1781624443.703285:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302603385 00000100:00000001:1.0:1781624443.703289:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624443.703291:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624443.703294:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624443.703296:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1781624443.703533:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624443.703538:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3ed00. 00000400:00000200:3.0:1781624443.703543:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624443.703548:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624443.703553:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1dd0 00000400:00000010:3.0:1781624443.703555:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1dd0. 00000100:00000001:3.0:1781624443.703559:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624443.703563:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731dc00 x1868160455887488/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624443.703571:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624443.703574:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731dc00 x1868160455887488/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624459 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624443.703580:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624443.703582:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1781624443.705416:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624443.705424:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624443.705429:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624443.705438:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731f480. 00000020:00000040:0.0:1781624443.705444:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781624443.705449:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624443.705462:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624443.705466:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624443.705476:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8513866500. 00000100:00000001:0.0:1781624443.705481:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624443.705491:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731f480 x1868160455887616/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624443.705500:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624443.705504:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624443.705509:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007be101f7] to pc [ptlrpcd_00_01+1] req@ffff8f850731f480 x1868160455887616/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624443.707127:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624443.707134:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624443.707139:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624443.707141:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624443.707145:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624443.707150:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7938) 00000100:00000001:0.0:1781624443.707170:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624443.707174:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624443.707176:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624443.707185:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731f480 x1868160455887616/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624443.707194:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624443.707195:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624443.709997:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624443.710003:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781624443.710008:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624443.710010:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624443.710014:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624443.710018:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624443.710331:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624443.710336:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624443.710339:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624443.710347:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455887616:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624443.710353:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624443.710358:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624443.710361:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624443.710364:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624443.710373:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875ca00. 02000000:00000001:0.0:1781624443.710375:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624443.710382:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624443.710387:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7dc0. 00000400:00000010:0.0:1781624443.710394:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e96e8. 00000100:00000200:0.0:1781624443.710401:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455887616, portal 10 00000100:00000001:0.0:1781624443.710403:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624443.710404:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246977664 : -123673462573952 : ffff8f850731f480) 00000100:00000040:0.0:1781624443.710414:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731f480 x1868160455887616/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624443.710423:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624443.710425:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624443.710428:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9770. 00000100:00000200:0.0:1781624443.710432:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455887616, offset 0 00000400:00000200:0.0:1781624443.710438:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624443.710448:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624443.710557:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624443.710563:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624443.710567:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624443.710571:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624443.710573:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624443.710577:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376223:376223:256:4294967295] 192.168.202.101@tcp LPNI seq info [376193:376193:8:4294967295] 00000400:00000200:0.0:1781624443.710581:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624443.710591:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624443.710596:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624443.710603:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85028afc00. 00000800:00000200:0.0:1781624443.710661:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624443.710670:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624443.710675:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85028afc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624443.710734:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624443.710739:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17121 usecs (18 jiffies) 00000400:00000200:0.0:1781624443.710743:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624443.710746:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302600731 00000100:00000001:0.0:1781624443.710749:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302608504 00000100:00000001:0.0:1781624443.710752:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302600731 00000100:00000001:0.0:1781624443.710754:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302608504 00000100:00000001:0.0:1781624443.710756:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624443.710759:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624443.710762:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624443.710763:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624443.710767:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624443.710769:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781624443.710771:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624443.710773:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624443.710774:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624443.710776:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624443.715216:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624443.715226:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85028afc00. 00000400:00000200:3.0:1781624443.715233:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624443.715241:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624443.715249:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9770 00000400:00000010:3.0:1781624443.715252:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9770. 00000100:00000001:3.0:1781624443.715256:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624443.715265:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731f480 x1868160455887616/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624443.715278:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624443.715555:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731f480 x1868160455887616/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624459 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624443.715564:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624443.715566:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781624443.717455:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624443.717469:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624443.717473:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624443.717476:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624443.717485:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624443.717493:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624443.717502:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624443.717506:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624443.717512:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624443.717516:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b4a80 00000400:00000200:3.0:1781624443.717522:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624443.717529:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9d05 [1] + 224 00000800:00000001:3.0:1781624443.717537:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624443.717544:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624443.717547:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624443.717551:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624443.717559:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624443.717567:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731dc00 x1868160455887488/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624459 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624443.717579:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731dc00 x1868160455887488/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624443.717603:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624443.717907:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624443.717912:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624443.717992:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624443.717996:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781624443.718001:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624443.718003:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624443.718006:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85076314d0. 00000400:00000200:1.0:1781624443.718010:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb17f8 00000400:00000010:1.0:1781624443.718012:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb17f8. 00000100:00000001:1.0:1781624443.718015:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624443.718020:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731dc00 x1868160455887488/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1781624443.718413:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624443.718419:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624443.718422:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624443.718424:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624443.718428:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624443.718433:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624443.718438:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624443.718441:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624443.718444:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000200:1.0:1781624443.718528:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731dc00 x1868160455887488/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624459 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624443.718540:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624443.718541:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624443.718545:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624443.718548:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624443.718550:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624443.718553:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624443.718555:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624443.718561:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=20 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624443.718565:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=91 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624443.718568:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624443.718569:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624443.718572:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624443.718574:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624443.718576:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624443.718581:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731dc00 x1868160455887488/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624459 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624443.718587:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624443.718590:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624443.718592:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624443.718596:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731dc00 x1868160455887488/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624459 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624443.718603:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455887488:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624443.718669:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624443.718673:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624443.718677:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731dc00 x1868160455887488/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624459 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624443.718685:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624443.718688:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624443.718691:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8506e57a00. 02000000:00000001:1.0:1781624443.718695:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624443.718698:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624443.718700:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781624443.718702:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624443.718704:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8513250100. 02000000:00000001:1.0:1781624443.718709:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624443.718711:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624443.718713:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731dc00. 00000100:00000001:1.0:1781624443.718717:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624443.718718:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624443.718720:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624443.718727:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624443.718729:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624443.718731:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624443.718734:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624443.718798:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b4b00 00000400:00000200:3.0:1781624443.718804:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624443.718819:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9d0d [1] + 224 00000800:00000001:3.0:1781624443.718825:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624443.718833:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624443.718836:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624443.718839:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624443.718843:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624443.718849:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731f480 x1868160455887616/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624459 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624443.718857:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731f480 x1868160455887616/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624443.718902:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624443.718905:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624443.718923:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624443.718930:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624443.718933:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1781624443.719012:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624443.719014:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624443.719016:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7dc0. 00000400:00000200:0.0:1781624443.719020:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e96e8 00000400:00000010:0.0:1781624443.719022:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e96e8. 00000100:00000001:0.0:1781624443.719104:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624443.719110:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731f480 x1868160455887616/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624443.719117:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731f480 x1868160455887616/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624459 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624443.719122:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624443.719125:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624443.719126:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624443.719128:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624443.719129:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624443.719131:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624443.719132:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624443.719138:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=20 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624443.719141:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=91 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624443.719143:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624443.719144:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624443.719145:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624443.719147:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624443.719150:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781624443.719152:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781624443.719153:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781624443.719155:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624443.719158:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731f480 x1868160455887616/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624459 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624443.719163:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624443.719164:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624443.719165:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624443.719169:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731f480 x1868160455887616/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624459 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624443.719175:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455887616:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624443.719179:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624443.719181:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624443.719183:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731f480 x1868160455887616/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624459 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624443.719188:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624443.719190:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624443.719191:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875ca00. 02000000:00000001:0.0:1781624443.719194:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624443.719196:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624443.719197:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781624443.720308:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624443.720312:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8513866500. 02000000:00000001:0.0:1781624443.720318:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624443.720320:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624443.720322:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731f480. 00000100:00000001:0.0:1781624443.720325:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624443.720327:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624443.720329:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624443.720335:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624443.720337:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624443.720339:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624443.720341:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624444.085388:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624444.085396:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624444.085402:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624444.085403:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624444.085429:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624444.085431:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624444.085434:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624445.110931:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624445.110937:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624445.110943:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624445.110945:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624445.111046:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624445.111049:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624445.111052:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624446.133164:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624446.133170:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624446.133175:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624446.133176:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624446.133595:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624446.133599:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624446.133602:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624447.157967:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624447.157974:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624447.157980:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624447.157981:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624447.158331:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624447.158336:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624447.158339:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624448.181160:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624448.181167:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624448.181173:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624448.181174:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624448.181508:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624448.181512:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624448.181515:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781624448.821227:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624448.821237:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624448.821248:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731f480. 00000020:00000040:0.0:1781624448.821256:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781624448.821261:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624448.821264:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624448.821269:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624448.821279:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85028af400. 00000100:00000001:0.0:1781624448.821287:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624448.821299:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731f480 x1868160455887744/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624448.821310:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624448.821315:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624448.821321:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007be101f7] to pc [ptlrpcd_00_00+0] req@ffff8f850731f480 x1868160455887744/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624448.821358:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624448.821361:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624448.821365:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624448.821368:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731ed80. 00000020:00000040:0.0:1781624448.821370:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781624448.821373:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624448.821374:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624448.821376:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624448.821379:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85028aff00. 00000100:00000001:0.0:1781624448.821382:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624448.821386:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731ed80 x1868160455887872/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624448.821393:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624448.821396:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624448.821399:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3dd1577] to pc [ptlrpcd_00_01+1] req@ffff8f850731ed80 x1868160455887872/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624448.821408:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624448.821411:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624448.821417:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624448.821419:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624448.821422:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624448.821427:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7943) 00000100:00000001:0.0:1781624448.821441:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624448.821444:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624448.821447:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624448.821452:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731ed80 x1868160455887872/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624448.821460:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624448.821462:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624448.821465:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624448.821468:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624448.821470:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624448.821474:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455887872:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624448.821479:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624448.821484:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624448.821486:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624448.821489:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624448.821493:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875de00. 02000000:00000001:0.0:1781624448.821495:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624448.821502:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624448.821506:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7dc0. 00000400:00000010:0.0:1781624448.821513:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e96e8. 00000100:00000200:0.0:1781624448.821520:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455887872, portal 10 00000100:00000001:0.0:1781624448.821522:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624448.821523:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246975872 : -123673462575744 : ffff8f850731ed80) 00000100:00000040:0.0:1781624448.821531:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731ed80 x1868160455887872/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624448.821538:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624448.821542:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624448.821545:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e95d8. 00000100:00000200:0.0:1781624448.821549:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455887872, offset 0 00000400:00000200:0.0:1781624448.821555:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624448.821563:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624448.821571:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624448.821576:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624448.821580:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624448.821584:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624448.821586:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624448.821590:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376224:376224:256:4294967295] 192.168.202.101@tcp LPNI seq info [376194:376194:8:4294967295] 00000400:00000200:0.0:1781624448.821594:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624448.821603:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624448.821608:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624448.821612:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85028af900. 00000800:00000200:0.0:1781624448.821619:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624448.821626:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624448.821630:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85028af900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624448.821648:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624448.821652:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17121 usecs (18 jiffies) 00000400:00000200:0.0:1781624448.821655:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624448.821658:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302605842 00000100:00000001:0.0:1781624448.821661:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302608504 00000100:00000001:0.0:1781624448.821663:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302605842 00000100:00000001:0.0:1781624448.821665:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302608504 00000100:00000001:0.0:1781624448.821667:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624448.821670:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624448.821673:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624448.821675:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624448.821682:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624448.821685:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781624448.821687:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624448.821688:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624448.821689:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624448.821692:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1781624448.821693:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624448.821695:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624448.821696:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624448.821698:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624448.821699:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624448.821700:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624448.821704:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731f480 x1868160455887744/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624448.821711:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624448.821712:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624448.821714:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624448.821716:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624448.821718:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624448.821721:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455887744:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624448.821725:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624448.821727:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624448.821729:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624448.821730:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624448.821734:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875da00. 02000000:00000001:0.0:1781624448.821736:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624448.821739:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624448.821741:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7b00. 00000400:00000010:0.0:1781624448.821744:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e94c8. 00000100:00000200:0.0:1781624448.821747:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455887744, portal 25 00000100:00000001:0.0:1781624448.821749:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624448.821750:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246977664 : -123673462573952 : ffff8f850731f480) 00000100:00000040:0.0:1781624448.821755:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731f480 x1868160455887744/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624448.821771:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624448.821774:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624448.821777:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9f68. 00000100:00000200:0.0:1781624448.821779:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455887744, offset 0 00000400:00000200:0.0:1781624448.821783:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624448.821787:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624448.821791:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624448.821793:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624448.821795:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624448.821797:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624448.821799:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624448.821802:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376225:376225:255:4294967295] 192.168.202.101@tcp LPNI seq info [376195:376195:7:4294967295] 00000400:00000200:0.0:1781624448.821805:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624448.821811:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624448.821815:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624448.821818:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85028af200. 00000800:00000200:0.0:1781624448.821821:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624448.821826:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624448.821828:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85028af200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624448.821831:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624448.821833:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624448.821835:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302613622 00000100:00000001:0.0:1781624448.821841:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302608504 00000100:00000001:0.0:1781624448.821845:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302613622 00000100:00000001:0.0:1781624448.821848:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302608504 00000100:00000001:0.0:1781624448.821850:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624448.821852:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624448.821859:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624448.821861:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624448.821909:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624448.821914:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85028af900. 00000400:00000200:3.0:1781624448.821921:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624448.821926:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624448.821930:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e95d8 00000400:00000010:3.0:1781624448.821933:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e95d8. 00000100:00000001:3.0:1781624448.821937:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624448.821941:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731ed80 x1868160455887872/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624448.821950:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624448.821953:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731ed80 x1868160455887872/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624464 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624448.821960:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624448.821962:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1781624448.821993:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624448.821995:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624448.822045:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624448.822047:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85028af200. 00000400:00000200:3.0:1781624448.822049:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624448.822052:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624448.822054:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9f68 00000400:00000010:3.0:1781624448.822055:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9f68. 00000100:00000001:3.0:1781624448.822056:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624448.822059:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731f480 x1868160455887744/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624448.822063:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624448.822065:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731f480 x1868160455887744/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624464 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624448.822069:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624448.822070:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781624448.826887:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624448.826900:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624448.826903:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624448.826905:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624448.826913:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624448.826918:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624448.826925:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624448.826928:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624448.826932:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624448.826935:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b4c00 00000400:00000200:3.0:1781624448.826938:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624448.826943:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9d15 [1] + 224 00000800:00000001:3.0:1781624448.826948:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624448.826952:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624448.826954:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624448.826957:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624448.826963:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624448.826970:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731ed80 x1868160455887872/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624464 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624448.826978:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731ed80 x1868160455887872/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624448.826992:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624448.827000:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624448.827003:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624448.827055:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624448.827059:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624448.827066:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624448.827068:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624448.827071:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7dc0. 00000400:00000200:0.0:1781624448.827075:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e96e8 00000400:00000010:0.0:1781624448.827078:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e96e8. 00000100:00000001:0.0:1781624448.827144:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624448.827149:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731ed80 x1868160455887872/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624448.827158:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731ed80 x1868160455887872/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624464 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624448.827163:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624448.827165:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624448.827168:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624448.827171:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624448.827173:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624448.827175:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624448.827178:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624448.827187:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=25 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624448.827191:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=96 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624448.827194:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624448.827196:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624448.827199:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624448.827202:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624448.827205:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781624448.827207:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781624448.827209:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781624448.827211:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624448.827215:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731ed80 x1868160455887872/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624464 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624448.827222:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624448.827226:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624448.827227:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624448.827231:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731ed80 x1868160455887872/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624464 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624448.827245:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455887872:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624448.827249:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624448.827252:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624448.827255:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731ed80 x1868160455887872/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624464 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624448.827261:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624448.827264:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624448.827267:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875de00. 02000000:00000001:0.0:1781624448.827270:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624448.827273:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624448.827275:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781624448.827277:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624448.827280:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85028aff00. 02000000:00000001:0.0:1781624448.827285:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624448.827287:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624448.827289:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731ed80. 00000100:00000001:0.0:1781624448.827292:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624448.827294:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624448.827297:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624448.827299:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624448.827300:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624448.827302:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624448.827303:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781624448.833306:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624448.833325:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624448.833330:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624448.833332:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624448.833341:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624448.833348:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624448.833359:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624448.833365:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624448.833370:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624448.833374:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b4b80 00000400:00000200:3.0:1781624448.833377:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624448.833383:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9d1d [1] + 224 00000800:00000001:3.0:1781624448.833389:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624448.833395:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624448.833397:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624448.833400:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624448.833407:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624448.833414:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731f480 x1868160455887744/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624464 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624448.833421:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731f480 x1868160455887744/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624448.833437:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624448.833445:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624448.833449:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624448.833479:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624448.833483:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624448.833498:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624448.833500:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624448.833503:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7b00. 00000400:00000200:0.0:1781624448.833508:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e94c8 00000400:00000010:0.0:1781624448.833510:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e94c8. 00000100:00000001:0.0:1781624448.833513:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624448.833517:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731f480 x1868160455887744/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624448.833531:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731f480 x1868160455887744/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624464 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624448.833537:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624448.833538:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624448.833541:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624448.833545:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624448.833547:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624448.833550:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624448.833553:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624448.833559:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=25 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624448.833563:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=96 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624448.833566:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624448.833568:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624448.833570:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624448.833572:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624448.833575:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624448.833579:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731f480 x1868160455887744/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624464 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624448.833586:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624448.833589:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624448.833591:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624448.833595:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731f480 x1868160455887744/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624464 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624448.833602:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455887744:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624448.833607:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624448.833610:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624448.833613:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731f480 x1868160455887744/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624464 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624448.833632:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624448.833634:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624448.833639:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875da00. 02000000:00000001:0.0:1781624448.833642:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624448.833645:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624448.833647:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781624448.833649:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624448.833651:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85028af400. 02000000:00000001:0.0:1781624448.833656:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624448.833657:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624448.833659:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731f480. 00000100:00000001:0.0:1781624448.833662:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624448.833664:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624448.833666:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624448.833674:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624448.833676:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624448.833678:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624448.833681:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624449.206640:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624449.206647:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624449.206649:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624449.206653:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624449.206658:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624449.206660:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624449.206662:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624449.206664:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624449.206668:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624449.206669:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624449.206670:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624449.206672:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624449.206673:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624449.206675:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624449.206676:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624449.206678:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624449.206802:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624449.206806:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624449.206809:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624450.229312:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624450.229318:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624450.229324:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624450.229325:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624450.229390:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624450.229394:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624450.229397:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624451.253989:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624451.253994:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624451.253999:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624451.254000:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624451.254190:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624451.254193:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624451.254195:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624452.277229:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624452.277237:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624452.277243:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624452.277244:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624452.277760:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624452.277764:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624452.277767:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624453.301174:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624453.301181:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624453.301187:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624453.301189:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624453.301353:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624453.301357:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624453.301360:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781624453.943235:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624453.943246:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624453.943257:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733df80. 00000020:00000040:1.0:1781624453.943264:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781624453.943269:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624453.943272:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624453.943278:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624453.943287:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f3ed00. 00000100:00000001:1.0:1781624453.943294:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624453.943307:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733df80 x1868160455888000/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624453.943319:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624453.943324:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624453.943330:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9245f72] to pc [ptlrpcd_00_00+0] req@ffff8f850733df80 x1868160455888000/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624453.943387:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624453.943392:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624453.943394:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624453.943401:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733df80 x1868160455888000/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624453.943408:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624453.943411:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624453.943414:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624453.943417:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624453.943419:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624453.943423:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455888000:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624453.943427:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624453.943432:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624453.943435:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624453.943437:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624453.943442:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875ce00. 02000000:00000001:0.0:1781624453.943444:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624453.943452:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624453.943456:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7b00. 00000400:00000010:0.0:1781624453.943462:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e94c8. 00000100:00000200:0.0:1781624453.943469:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455888000, portal 25 00000100:00000001:0.0:1781624453.943471:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624453.943473:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247103360 : -123673462448256 : ffff8f850733df80) 00000100:00000040:0.0:1781624453.943478:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733df80 x1868160455888000/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624453.943484:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624453.943487:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624453.943490:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e96e8. 00000100:00000200:0.0:1781624453.943493:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455888000, offset 0 00000400:00000200:0.0:1781624453.943499:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624453.943507:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624453.943514:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624453.943519:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624453.943523:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624453.943527:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624453.943529:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624453.943543:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376226:376226:256:4294967295] 192.168.202.101@tcp LPNI seq info [376196:376196:8:4294967295] 00000400:00000200:0.0:1781624453.943548:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624453.943557:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624453.943563:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624453.943567:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85028af400. 00000800:00000200:0.0:1781624453.943573:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624453.943580:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624453.943584:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85028af400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624453.943602:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624453.943606:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624453.943609:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302618744 00000100:00000001:0.0:1781624453.943616:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302613622 00000100:00000001:0.0:1781624453.943622:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302618744 00000100:00000001:0.0:1781624453.943625:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302613622 00000100:00000001:0.0:1781624453.943629:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624453.943631:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624453.943634:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624453.943636:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624453.943663:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624453.943666:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624453.943669:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624453.943673:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733dc00. 00000020:00000040:1.0:1781624453.943676:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781624453.943679:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624453.943680:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624453.943682:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624453.943686:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f3ef00. 00000100:00000001:1.0:1781624453.943698:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624453.943704:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733dc00 x1868160455888128/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624453.943712:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624453.943714:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624453.943744:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033ccbb42] to pc [ptlrpcd_00_01+1] req@ffff8f850733dc00 x1868160455888128/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1781624453.943893:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624453.943898:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85028af400. 00000400:00000200:3.0:1781624453.943905:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624453.943910:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624453.943915:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e96e8 00000400:00000010:3.0:1781624453.943918:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e96e8. 00000100:00000001:3.0:1781624453.943921:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624453.943925:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733df80 x1868160455888000/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624453.943934:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624453.943938:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733df80 x1868160455888000/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624469 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624453.943945:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624453.943948:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1781624453.944240:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624453.944243:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781624453.944246:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624453.944248:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624453.944250:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624453.944253:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1781624453.944255:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624453.944258:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624453.944259:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624453.944261:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624453.944262:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624453.944263:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624453.944269:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733dc00 x1868160455888128/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624453.944277:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624453.944278:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624453.944282:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624453.944284:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624453.944286:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624453.944290:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455888128:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624453.944293:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624453.944297:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624453.944299:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624453.944301:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624453.944305:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875d400. 02000000:00000001:0.0:1781624453.944307:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624453.944310:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624453.944314:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7dc0. 00000400:00000010:0.0:1781624453.944318:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e92a8. 00000100:00000200:0.0:1781624453.944322:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455888128, portal 10 00000100:00000001:0.0:1781624453.944324:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624453.944325:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247102464 : -123673462449152 : ffff8f850733dc00) 00000100:00000040:0.0:1781624453.944333:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733dc00 x1868160455888128/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624453.944339:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624453.944342:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624453.944344:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9e58. 00000100:00000200:0.0:1781624453.944347:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455888128, offset 0 00000400:00000200:0.0:1781624453.944351:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624453.944415:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624453.944420:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624453.944424:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624453.944426:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624453.944429:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624453.944431:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624453.944435:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376227:376227:256:4294967295] 192.168.202.101@tcp LPNI seq info [376197:376197:8:4294967295] 00000400:00000200:0.0:1781624453.944439:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624453.944446:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624453.944451:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624453.944455:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85028aff00. 00000800:00000200:0.0:1781624453.944459:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624453.944464:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624453.944467:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85028aff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624453.944477:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624453.944481:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17111 usecs (18 jiffies) 00000400:00000200:0.0:1781624453.944484:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624453.944486:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302610965 00000100:00000001:0.0:1781624453.944488:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302618744 00000100:00000001:0.0:1781624453.944491:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302610965 00000100:00000001:0.0:1781624453.944493:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302618744 00000100:00000001:0.0:1781624453.944495:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624453.944498:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624453.944500:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624453.944502:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624453.944513:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624453.944515:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624453.944795:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624453.944797:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624453.944799:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624453.944801:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624453.944846:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624453.944850:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624453.944853:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624453.944856:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624453.944859:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624453.944864:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7948) 00000800:00000001:3.0:1781624453.947080:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624453.947097:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624453.947101:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624453.947103:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624453.947111:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624453.947119:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624453.947127:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624453.947170:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624453.947176:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624453.947180:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b4c80 00000400:00000200:3.0:1781624453.947184:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624453.947191:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9d25 [1] + 224 00000800:00000001:3.0:1781624453.947198:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624453.947205:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624453.947208:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624453.947213:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624453.947220:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624453.947230:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733df80 x1868160455888000/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624469 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624453.947240:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733df80 x1868160455888000/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624453.947260:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1781624453.947318:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624453.947322:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85028aff00. 00000400:00000200:3.0:1781624453.947327:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624453.947331:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624453.947335:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9e58 00000400:00000010:3.0:1781624453.947338:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9e58. 00000100:00000001:3.0:1781624453.947341:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624453.947346:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733dc00 x1868160455888128/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624453.947356:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624453.947360:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733dc00 x1868160455888128/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624469 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624453.947367:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624453.947369:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781624453.947374:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624453.947378:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624453.947775:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624453.947779:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624453.947786:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624453.947788:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624453.947791:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7b00. 00000400:00000200:0.0:1781624453.947795:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e94c8 00000400:00000010:0.0:1781624453.947796:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e94c8. 00000100:00000001:0.0:1781624453.947799:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624453.947804:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733df80 x1868160455888000/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624453.947813:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733df80 x1868160455888000/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624469 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624453.947819:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624453.947820:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624453.947823:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624453.947825:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624453.947827:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624453.947830:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624453.947833:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624453.947839:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=30 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624453.947842:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=101 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624453.947845:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624453.947847:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624453.947850:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624453.947852:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624453.947854:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624453.947859:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733df80 x1868160455888000/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624469 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624453.947865:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624453.947868:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624453.947870:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624453.947873:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733df80 x1868160455888000/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624469 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624453.947880:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455888000:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624453.947884:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624453.947886:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624453.947888:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733df80 x1868160455888000/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624469 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624453.947894:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624453.947896:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624453.947899:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875ce00. 02000000:00000001:0.0:1781624453.947902:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624453.947905:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624453.947907:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781624453.947909:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624453.947911:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f3ed00. 02000000:00000001:0.0:1781624453.947914:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624453.947916:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624453.947918:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733df80. 00000100:00000001:0.0:1781624453.947922:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624453.947923:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624453.947925:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624453.947927:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624453.947928:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624453.947929:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624453.947931:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781624453.950818:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624453.950835:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624453.950840:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624453.950842:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624453.950851:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624453.950858:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624453.950868:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624453.950873:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624453.950878:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624453.950881:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b4d00 00000400:00000200:3.0:1781624453.950886:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624453.950893:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9d2d [1] + 224 00000800:00000001:3.0:1781624453.950900:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624453.950908:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624453.950911:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624453.950915:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624453.950924:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624453.950932:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733dc00 x1868160455888128/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624469 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624453.950943:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733dc00 x1868160455888128/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624453.950966:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624453.950974:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624453.950977:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624453.952426:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624453.952433:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624453.952440:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624453.952442:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624453.952446:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7dc0. 00000400:00000200:0.0:1781624453.952454:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e92a8 00000400:00000010:0.0:1781624453.952456:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e92a8. 00000100:00000001:0.0:1781624453.952460:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624453.952468:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733dc00 x1868160455888128/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624453.952478:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733dc00 x1868160455888128/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624469 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624453.952485:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624453.952487:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624453.952490:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624453.952493:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624453.952495:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624453.952497:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624453.952500:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624453.952509:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=30 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624453.952513:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=101 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624453.952516:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624453.952517:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624453.952520:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624453.952523:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624453.952527:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781624453.952529:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781624453.952531:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781624453.952532:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624453.952537:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733dc00 x1868160455888128/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624469 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624453.952545:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624453.952548:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624453.952550:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624453.952555:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733dc00 x1868160455888128/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624469 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624453.952569:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455888128:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624453.952573:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624453.952576:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624453.952579:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733dc00 x1868160455888128/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624469 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624453.952585:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624453.952587:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624453.952590:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875d400. 02000000:00000001:0.0:1781624453.952593:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624453.952596:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624453.952598:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781624453.952600:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624453.952602:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f3ef00. 02000000:00000001:0.0:1781624453.952605:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624453.952607:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624453.952609:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733dc00. 00000100:00000001:0.0:1781624453.952612:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624453.952614:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624453.952616:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624453.952623:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624453.952625:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624453.952627:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624453.952629:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624454.327260:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624454.327267:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624454.327273:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624454.327274:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624454.327366:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624454.327369:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624454.327372:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624455.349152:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624455.349159:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624455.349165:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624455.349166:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624455.349262:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624455.349266:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624455.349269:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624456.373379:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624456.373386:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624456.373392:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624456.373393:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624456.373608:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624456.373611:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624456.373615:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624457.398083:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624457.398089:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624457.398094:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624457.398096:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624457.398174:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624457.398177:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624457.398180:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624458.421415:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624458.421423:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624458.421425:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624458.421429:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624458.421433:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624458.421436:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624458.421438:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624458.421440:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624458.421444:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624458.421446:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624458.421447:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624458.421448:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624458.421450:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624458.421451:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624458.421453:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624458.421454:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624458.424222:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624458.424229:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624458.424233:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781624459.061657:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624459.061667:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624459.061689:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0ea00. 00000020:00000040:2.0:1781624459.061695:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781624459.061698:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624459.061701:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624459.061705:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624459.061711:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3f00. 00000100:00000001:2.0:1781624459.061716:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624459.061726:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0ea00 x1868160455888256/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624459.061734:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624459.061737:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624459.061742:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c67663d] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0ea00 x1868160455888256/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624459.061773:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624459.061775:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624459.061777:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624459.061780:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0e680. 00000020:00000040:2.0:1781624459.061781:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781624459.061783:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624459.061785:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624459.061786:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624459.061788:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3500. 00000100:00000001:2.0:1781624459.061789:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624459.061792:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0e680 x1868160455888384/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624459.061797:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624459.061798:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624459.061800:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000215f4291] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0e680 x1868160455888384/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624459.061805:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624459.061806:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624459.061808:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624459.061810:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624459.061812:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624459.061816:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7953) 00000100:00000001:2.0:1781624459.061827:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624459.061829:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624459.061831:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624459.061835:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0e680 x1868160455888384/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624459.061840:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624459.061842:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624459.061844:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624459.061846:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624459.061848:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624459.061850:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455888384:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624459.061853:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624459.061858:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624459.061860:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624459.061862:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624459.061865:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079400. 02000000:00000001:2.0:1781624459.061866:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624459.061871:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624459.061874:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08370. 00000400:00000010:2.0:1781624459.061879:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901dbb0. 00000100:00000200:2.0:1781624459.061883:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455888384, portal 10 00000100:00000001:2.0:1781624459.061885:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624459.061886:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272074368 : -123673437477248 : ffff8f8508b0e680) 00000100:00000040:2.0:1781624459.061891:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0e680 x1868160455888384/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624459.061896:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624459.061898:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624459.061901:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d770. 00000100:00000200:2.0:1781624459.061902:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455888384, offset 0 00000400:00000200:2.0:1781624459.061907:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624459.061913:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624459.061918:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624459.061922:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624459.061925:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624459.061928:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624459.061929:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624459.061932:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376228:376228:256:4294967295] 192.168.202.101@tcp LPNI seq info [376198:376198:8:4294967295] 00000400:00000200:2.0:1781624459.061935:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624459.061942:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624459.061946:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624459.061950:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3a00. 00000800:00000200:2.0:1781624459.061957:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624459.061964:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624459.061968:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624459.061979:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624459.061984:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17105 usecs (18 jiffies) 00000400:00000200:2.0:1781624459.061987:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624459.061990:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302616082 00000100:00000001:2.0:1781624459.061994:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302618744 00000100:00000001:2.0:1781624459.061996:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302616082 00000100:00000001:2.0:1781624459.061999:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302618744 00000100:00000001:2.0:1781624459.062001:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624459.062004:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624459.062006:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624459.062008:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624459.062013:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624459.062015:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781624459.062016:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624459.062017:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624459.062018:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624459.062019:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1781624459.062021:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624459.062022:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624459.062022:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624459.062052:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624459.062054:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624459.062055:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624459.062059:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0ea00 x1868160455888256/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624459.062065:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624459.062066:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624459.062068:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624459.062070:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624459.062072:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624459.062075:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455888256:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624459.062078:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624459.062080:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624459.062081:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624459.062083:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624459.062087:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078200. 02000000:00000001:2.0:1781624459.062089:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624459.062092:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624459.062095:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08478. 00000400:00000010:2.0:1781624459.062098:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d110. 00000100:00000200:2.0:1781624459.062101:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455888256, portal 25 00000100:00000001:2.0:1781624459.062103:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624459.062104:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272075264 : -123673437476352 : ffff8f8508b0ea00) 00000100:00000040:2.0:1781624459.062109:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0ea00 x1868160455888256/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624459.062116:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624459.062118:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624459.062120:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d550. 00000100:00000200:2.0:1781624459.062122:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455888256, offset 0 00000400:00000200:2.0:1781624459.062126:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624459.062130:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624459.062133:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624459.062136:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624459.062138:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624459.062140:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624459.062143:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624459.062145:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376229:376229:255:4294967295] 192.168.202.101@tcp LPNI seq info [376199:376199:7:4294967295] 00000400:00000200:2.0:1781624459.062149:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624459.062154:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624459.062159:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624459.062162:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3200. 00000800:00000200:2.0:1781624459.062166:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624459.062170:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624459.062173:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624459.062175:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624459.062179:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624459.062181:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302623863 00000100:00000001:2.0:1781624459.062187:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302618744 00000100:00000001:2.0:1781624459.062190:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302623863 00000100:00000001:2.0:1781624459.062194:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302618744 00000100:00000001:2.0:1781624459.062196:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624459.062209:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624459.062211:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624459.062212:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624459.062246:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624459.062248:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3a00. 00000400:00000200:2.0:1781624459.062253:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624459.062257:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624459.062260:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d770 00000400:00000010:2.0:1781624459.062262:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d770. 00000100:00000001:2.0:1781624459.062265:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624459.062268:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0e680 x1868160455888384/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624459.062274:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624459.062276:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0e680 x1868160455888384/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624475 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624459.062281:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624459.062282:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624459.062336:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624459.062338:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3200. 00000400:00000200:2.0:1781624459.062340:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624459.062342:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624459.062343:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d550 00000400:00000010:2.0:1781624459.062345:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d550. 00000100:00000001:2.0:1781624459.062346:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624459.062348:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0ea00 x1868160455888256/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624459.062356:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624459.062358:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0ea00 x1868160455888256/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624475 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624459.062362:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624459.062363:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1781624459.062421:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624459.062424:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781624459.067225:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624459.067242:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624459.067246:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624459.067248:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624459.067298:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624459.067306:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624459.067316:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624459.067320:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624459.067325:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624459.067329:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b4d80 00000400:00000200:3.0:1781624459.067334:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624459.067340:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9d45 [1] + 224 00000800:00000001:3.0:1781624459.067353:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624459.067360:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624459.067363:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624459.067368:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624459.067375:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624459.067384:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0ea00 x1868160455888256/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624475 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624459.067395:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0ea00 x1868160455888256/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624475 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624459.067511:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624459.067516:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624459.067534:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624459.067542:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624459.067546:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1781624459.067637:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781624459.067639:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781624459.067643:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08478. 00000400:00000200:2.0:1781624459.067649:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d110 00000400:00000010:2.0:1781624459.067651:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d110. 00000100:00000001:2.0:1781624459.067654:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624459.067658:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0ea00 x1868160455888256/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624475 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624459.067666:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0ea00 x1868160455888256/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624475 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624459.067683:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781624459.067685:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624459.067688:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781624459.067691:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781624459.067693:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781624459.067696:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624459.067699:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781624459.067705:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=36 v=5 (5 5 5 5) 00000100:00001000:2.0:1781624459.067709:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=107 v=5 (1 1 1 1) 00000100:00000001:2.0:1781624459.067711:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781624459.067713:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781624459.067715:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781624459.067717:0:2352:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624459.067719:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624459.067724:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0ea00 x1868160455888256/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624475 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624459.067735:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624459.067738:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781624459.067740:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781624459.067744:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0ea00 x1868160455888256/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624475 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781624459.067751:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455888256:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624459.067755:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624459.067758:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624459.067761:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0ea00 x1868160455888256/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624475 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624459.067767:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781624459.067770:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781624459.067773:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078200. 02000000:00000001:2.0:1781624459.067776:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781624459.067778:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781624459.067780:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781624459.067782:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781624459.067784:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3f00. 02000000:00000001:2.0:1781624459.067789:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781624459.067790:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781624459.067792:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0ea00. 00000100:00000001:2.0:1781624459.067795:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781624459.067797:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624459.067800:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624459.067802:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624459.067803:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624459.067804:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624459.067806:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624459.070886:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624459.070905:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624459.070909:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624459.070912:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624459.070922:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624459.070932:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624459.070941:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624459.070946:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624459.070951:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624459.070954:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b4e00 00000400:00000200:2.0:1781624459.070959:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624459.070965:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9d35 [1] + 224 00000800:00000001:2.0:1781624459.070972:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624459.070979:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624459.070982:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624459.070985:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624459.070992:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624459.071001:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0e680 x1868160455888384/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624475 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624459.071012:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0e680 x1868160455888384/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624475 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624459.071065:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624459.071069:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624459.071107:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624459.071115:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624459.071119:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1781624459.071160:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624459.071163:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624459.071166:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08370. 00000400:00000200:3.0:1781624459.071172:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901dbb0 00000400:00000010:3.0:1781624459.071174:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901dbb0. 00000100:00000001:3.0:1781624459.071177:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624459.071182:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0e680 x1868160455888384/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624475 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624459.071190:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0e680 x1868160455888384/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624475 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624459.071196:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624459.071197:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624459.071314:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624459.071317:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624459.071319:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624459.071322:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624459.071325:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624459.071333:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=36 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624459.071337:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=107 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624459.071340:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624459.071342:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624459.071344:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624459.071347:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624459.071351:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781624459.071353:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781624459.071355:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781624459.071356:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624459.071361:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0e680 x1868160455888384/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624475 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624459.071368:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624459.071371:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624459.071373:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624459.071377:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0e680 x1868160455888384/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624475 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624459.071383:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455888384:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624459.071390:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624459.071393:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624459.071396:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0e680 x1868160455888384/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624475 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624459.071403:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624459.071405:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624459.071408:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079400. 02000000:00000001:3.0:1781624459.071420:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624459.071423:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624459.071425:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781624459.071427:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624459.071429:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3500. 02000000:00000001:3.0:1781624459.071434:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624459.071435:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624459.071437:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0e680. 00000100:00000001:3.0:1781624459.071441:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624459.071442:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624459.071444:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624459.071451:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624459.071453:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624459.071455:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624459.071457:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624459.445164:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624459.445170:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624459.445177:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624459.445179:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624459.445450:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624459.445454:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624459.445456:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624460.469722:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624460.469728:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624460.469734:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624460.469735:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624460.470046:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624460.470050:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624460.470053:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624461.493201:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624461.493209:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624461.493214:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624461.493216:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624461.493315:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624461.493318:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624461.493321:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624462.517137:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624462.517142:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624462.517146:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624462.517147:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624462.517248:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624462.517252:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624462.517255:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624463.541095:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624463.541101:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624463.541117:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624463.541119:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624463.544721:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624463.544728:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624463.544732:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781624464.181180:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624464.181188:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624464.181197:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731f480. 00000020:00000040:0.0:1781624464.181202:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781624464.181206:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624464.181208:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624464.181212:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624464.181218:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85028af400. 00000100:00000001:0.0:1781624464.181224:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624464.181232:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731f480 x1868160455888512/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624464.181240:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624464.181243:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624464.181249:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007be101f7] to pc [ptlrpcd_00_00+0] req@ffff8f850731f480 x1868160455888512/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624464.181284:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624464.181287:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624464.181290:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624464.181294:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731ed80. 00000020:00000040:0.0:1781624464.181296:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781624464.181299:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624464.181301:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624464.181303:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624464.181307:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85028af200. 00000100:00000001:0.0:1781624464.181310:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624464.181315:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1781624464.181316:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731ed80 x1868160455888640/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624464.181321:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624464.181325:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1781624464.181330:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624464.181334:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624464.181336:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731f480 x1868160455888512/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781624464.181341:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3dd1577] to pc [ptlrpcd_00_01+1] req@ffff8f850731ed80 x1868160455888640/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624464.181362:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624464.181362:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624464.181366:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624464.181366:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624464.181372:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1781624464.181374:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1781624464.181375:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1781624464.181379:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1781624464.181380:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1781624464.181386:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624464.181386:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7958) 00000100:00100000:1.0:1781624464.181394:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455888512:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624464.181400:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1781624464.181402:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624464.181405:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1781624464.181407:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1781624464.181407:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1781624464.181412:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624464.181414:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731ed80 x1868160455888640/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1781624464.181417:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624464.181423:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8506e56c00. 00000100:00000001:0.0:1781624464.181425:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1781624464.181427:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624464.181428:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624464.181433:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624464.181435:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1781624464.181440:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 02000000:00000001:0.0:1781624464.181440:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624464.181445:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455888640:192.168.202.101@tcp:400:kworker.0 00000400:00000010:1.0:1781624464.181448:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85076314d0. 00000100:00000001:0.0:1781624464.181449:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624464.181452:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624464.181454:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624464.181455:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1781624464.181458:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb17f8. 02000000:00000010:0.0:1781624464.181459:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875dc00. 02000000:00000001:0.0:1781624464.181464:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1781624464.181467:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455888512, portal 25 00000400:00000200:0.0:1781624464.181468:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624464.181473:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1781624464.181475:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7dc0. 00000100:00000001:1.0:1781624464.181476:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246977664 : -123673462573952 : ffff8f850731f480) 00000400:00000010:0.0:1781624464.181481:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e92a8. 00000100:00000040:1.0:1781624464.181487:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731f480 x1868160455888512/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624464.181487:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455888640, portal 10 00000100:00000001:0.0:1781624464.181491:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624464.181494:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246975872 : -123673462575744 : ffff8f850731ed80) 00000100:00000001:1.0:1781624464.181502:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624464.181506:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731ed80 x1868160455888640/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781624464.181510:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624464.181516:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1f68. 00000100:00000001:0.0:1781624464.181518:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1781624464.181521:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455888512, offset 0 00000100:00000040:0.0:1781624464.181525:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624464.181530:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e94c8. 00000400:00000200:1.0:1781624464.181534:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000100:00000200:0.0:1781624464.181544:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455888640, offset 0 00000400:00000200:1.0:1781624464.181545:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624464.181554:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624464.181556:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624464.181562:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624464.181566:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624464.181569:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624464.181572:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624464.181575:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376230:376230:256:4294967295] 192.168.202.101@tcp LPNI seq info [376200:376200:8:4294967295] 00000400:00000200:1.0:1781624464.181580:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624464.181586:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624464.181593:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624464.181595:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000400:00000200:0.0:1781624464.181597:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624464.181602:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624464.181604:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1781624464.181609:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624464.181609:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624464.181614:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376231:376231:255:4294967295] 192.168.202.101@tcp LPNI seq info [376201:376201:7:4294967295] 00000800:00000010:1.0:1781624464.181618:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3ec00. 00000400:00000200:0.0:1781624464.181618:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624464.181636:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624464.181642:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624464.181647:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000200:1.0:1781624464.181651:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000010:0.0:1781624464.181652:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85028af900. 00000800:00000200:1.0:1781624464.181655:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3ec00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1781624464.181660:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624464.181666:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624464.181670:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85028af900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624464.181671:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624464.181674:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624464.181678:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000040:0.0:1781624464.181681:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17100 usecs (18 jiffies) 00000100:00000001:1.0:1781624464.181682:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302628982 00000400:00000200:0.0:1781624464.181686:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624464.181689:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302621202 00000100:00000001:1.0:1781624464.181690:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302623863 00000100:00000001:1.0:1781624464.181698:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302628982 00000100:00000001:0.0:1781624464.181699:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302628982 00000100:00000001:0.0:1781624464.181703:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302621202 00000100:00000001:1.0:1781624464.181704:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302623863 00000100:00000001:1.0:1781624464.181709:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624464.181709:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302628982 00000100:00000001:0.0:1781624464.181713:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624464.181716:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624464.181716:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624464.181722:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624464.181723:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624464.181725:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624464.181727:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624464.181732:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624464.181734:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624464.181734:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781624464.181738:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781624464.181738:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624464.181740:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624464.181743:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624464.181745:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624464.181746:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624464.181748:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624464.181751:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624464.181755:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624464.181825:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624464.181829:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3ec00. 00000400:00000200:3.0:1781624464.181834:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624464.181839:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624464.181843:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1f68 00000400:00000010:3.0:1781624464.181846:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1f68. 00000100:00000001:3.0:1781624464.181850:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624464.181854:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731f480 x1868160455888512/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624464.181863:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624464.181867:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731f480 x1868160455888512/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624480 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624464.181875:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624464.181877:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781624464.181938:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624464.181941:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85028af900. 00000400:00000200:3.0:1781624464.181945:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624464.181948:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624464.181951:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e94c8 00000400:00000010:3.0:1781624464.181952:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e94c8. 00000100:00000001:3.0:1781624464.181955:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624464.181958:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731ed80 x1868160455888640/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624464.181965:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624464.181968:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731ed80 x1868160455888640/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624480 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624464.181974:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624464.181976:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624464.188094:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624464.188110:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624464.188114:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624464.188117:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624464.188125:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624464.188133:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624464.188141:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624464.188146:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624464.188150:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624464.188154:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b4f00 00000400:00000200:2.0:1781624464.188160:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624464.188166:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9d5d [1] + 224 00000800:00000001:2.0:1781624464.188174:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624464.188178:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624464.188181:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624464.188185:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624464.188192:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624464.188200:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731ed80 x1868160455888640/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624480 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624464.188212:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731ed80 x1868160455888640/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624480 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624464.188234:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624464.188242:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624464.188246:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624464.188248:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624464.188250:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624464.188253:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624464.188256:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624464.188261:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624464.188263:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624464.188266:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624464.188269:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b4e80 00000400:00000200:2.0:1781624464.188273:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624464.188277:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9d55 [1] + 224 00000800:00000001:2.0:1781624464.188281:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624464.188287:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624464.188289:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624464.188292:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624464.188295:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624464.188299:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731f480 x1868160455888512/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624480 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624464.188314:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731f480 x1868160455888512/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624480 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624464.188328:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624464.188333:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624464.188336:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624464.188368:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624464.188372:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781624464.188378:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624464.188380:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624464.188383:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85076314d0. 00000400:00000200:1.0:1781624464.188388:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb17f8 00000400:00000010:1.0:1781624464.188390:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb17f8. 00000100:00000001:1.0:1781624464.188392:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624464.188396:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731f480 x1868160455888512/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624480 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624464.188403:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731f480 x1868160455888512/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624480 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624464.188407:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624464.188409:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624464.188411:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624464.188414:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624464.188417:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624464.188419:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624464.188422:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624464.188428:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=41 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624464.188432:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=112 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624464.188435:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624464.188436:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624464.188440:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624464.188442:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624464.188446:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624464.188451:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731f480 x1868160455888512/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624480 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624464.188458:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624464.188458:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624464.188462:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624464.188464:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:0.0:1781624464.188466:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1781624464.188468:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1781624464.188470:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624464.188474:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7dc0. 00000100:00000040:1.0:1781624464.188476:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731f480 x1868160455888512/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624480 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1781624464.188479:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e92a8 00000400:00000010:0.0:1781624464.188483:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e92a8. 00000100:00000001:0.0:1781624464.188488:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1781624464.188494:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455888512:192.168.202.101@tcp:400:kworker.0 00000100:00000200:0.0:1781624464.188496:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731ed80 x1868160455888640/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624480 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624464.188503:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624464.188509:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1781624464.188510:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731ed80 x1868160455888640/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624480 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781624464.188516:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731f480 x1868160455888512/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624480 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624464.188523:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624464.188526:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624464.188530:0:2350:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:1.0:1781624464.188532:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624464.188533:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624464.188536:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1781624464.188537:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1781624464.188538:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624464.188542:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624464.188543:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8506e56c00. 02000000:00000001:1.0:1781624464.188548:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:0.0:1781624464.188548:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=41 v=5 (5 5 5 5) 00000020:00000001:1.0:1781624464.188550:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624464.188553:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000100:00001000:0.0:1781624464.188554:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=112 v=5 (1 1 1 1) 00000020:00000001:1.0:1781624464.188556:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624464.188559:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85028af400. 00000100:00000001:0.0:1781624464.188560:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624464.188563:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624464.188565:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1781624464.188565:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1781624464.188567:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624464.188570:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731f480. 00010000:00000001:0.0:1781624464.188570:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624464.188576:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624464.188577:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1781624464.188578:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624464.188580:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781624464.188581:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624464.188584:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781624464.188587:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624464.188590:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1781624464.188593:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731ed80 x1868160455888640/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624480 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624464.188601:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624464.188601:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624464.188606:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624464.188607:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624464.188609:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624464.188610:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624464.188616:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731ed80 x1868160455888640/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624480 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624464.188634:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455888640:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624464.188639:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624464.188641:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624464.188644:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731ed80 x1868160455888640/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624480 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624464.188649:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624464.188651:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624464.188653:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875dc00. 02000000:00000001:0.0:1781624464.188656:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624464.188657:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624464.188659:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781624464.188660:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624464.188662:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85028af200. 02000000:00000001:0.0:1781624464.188665:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624464.188666:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624464.188668:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731ed80. 00000100:00000001:0.0:1781624464.188670:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624464.188672:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624464.188673:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624464.188677:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624464.188678:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624464.188679:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624464.188681:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624464.569779:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624464.569786:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624464.569792:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624464.569794:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624464.570122:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624464.570126:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624464.570128:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624465.589144:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624465.589151:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624465.589156:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624465.589158:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624465.589260:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624465.589264:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624465.589267:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624466.613144:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624466.613150:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624466.613156:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624466.613158:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624466.613236:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624466.613240:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624466.613243:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624467.637147:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624467.637153:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624467.637159:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624467.637160:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624467.637254:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624467.637257:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624467.637260:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624468.661143:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624468.661152:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624468.661154:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624468.661158:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624468.661163:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624468.661165:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624468.661167:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624468.661169:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624468.661173:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624468.661175:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624468.661176:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624468.661177:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624468.661179:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624468.661180:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624468.661182:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624468.661184:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624468.662268:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624468.662272:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624468.662276:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781624469.301239:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624469.301246:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624469.301254:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511280380. 00000020:00000040:3.0:1781624469.301259:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781624469.301262:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624469.301264:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624469.301268:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624469.301274:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d500. 00000100:00000001:3.0:1781624469.301279:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624469.301287:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511280380 x1868160455888768/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624469.301295:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624469.301298:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624469.301303:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc0c9a06] to pc [ptlrpcd_01_00+0] req@ffff8f8511280380 x1868160455888768/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624469.301326:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624469.301329:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624469.301333:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624469.301335:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511282300. 00000020:00000040:3.0:1781624469.301337:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781624469.301339:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1781624469.301340:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1781624469.301341:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1781624469.301344:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624469.301346:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624469.301353:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511280380 x1868160455888768/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1781624469.301354:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624469.301357:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7db00. 00000100:00000001:3.0:1781624469.301360:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624469.301361:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624469.301362:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624469.301364:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511282300 x1868160455888896/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1781624469.301366:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624469.301368:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624469.301371:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1781624469.301371:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624469.301374:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624469.301375:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455888768:192.168.202.101@tcp:400:kworker.0 00000100:00000040:3.0:1781624469.301377:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd15682b] to pc [ptlrpcd_01_01+1] req@ffff8f8511282300 x1868160455888896/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624469.301386:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624469.301386:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1781624469.301388:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624469.301391:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1781624469.301392:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1781624469.301393:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1781624469.301394:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624469.301396:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1781624469.301397:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1781624469.301400:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7964) 02000000:00000010:2.0:1781624469.301402:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079400. 02000000:00000001:2.0:1781624469.301403:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624469.301409:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624469.301413:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1781624469.301413:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08478. 00000100:00000001:3.0:1781624469.301415:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624469.301416:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1781624469.301419:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d110. 00000100:00000040:3.0:1781624469.301420:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511282300 x1868160455888896/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624469.301425:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455888768, portal 25 00000100:00000001:3.0:1781624469.301426:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781624469.301427:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624469.301428:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1781624469.301429:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1781624469.301429:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414098304 : -123673295453312 : ffff8f8511280380) 02000000:00000001:3.0:1781624469.301430:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781624469.301432:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624469.301434:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511280380 x1868160455888768/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624469.301435:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455888896:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624469.301438:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781624469.301440:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1781624469.301441:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1781624469.301442:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624469.301443:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1781624469.301444:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 02000000:00000010:3.0:1781624469.301446:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096eda00. 00000400:00000010:2.0:1781624469.301446:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d550. 02000000:00000001:3.0:1781624469.301448:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1781624469.301449:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455888768, offset 0 00000400:00000200:3.0:1781624469.301451:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781624469.301454:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8160. 00000400:00000200:2.0:1781624469.301454:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624469.301463:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624469.301470:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624469.301476:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624469.301479:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624469.301483:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624469.301485:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624469.301499:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376232:376232:256:4294967295] 192.168.202.101@tcp LPNI seq info [376202:376202:8:4294967295] 00000400:00000200:2.0:1781624469.301503:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624469.301512:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624469.301518:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624469.301523:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3f00. 00000800:00000200:2.0:1781624469.301529:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624469.301537:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624469.301541:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624469.301552:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624469.301556:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624469.301559:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302634102 00000100:00000001:2.0:1781624469.301565:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302628982 00000100:00000001:2.0:1781624469.301568:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302634102 00000100:00000001:2.0:1781624469.301571:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302628982 00000100:00000001:2.0:1781624469.301574:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624469.301577:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624469.301589:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624469.301592:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624469.301606:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624469.301607:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781624469.301609:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624469.301611:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624469.301612:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624469.301614:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1781624469.301649:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70f68. 00000100:00000200:3.0:1781624469.301653:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455888896, portal 10 00000100:00000001:3.0:1781624469.301660:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781624469.301661:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414106368 : -123673295445248 : ffff8f8511282300) 00000100:00000040:3.0:1781624469.301668:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511282300 x1868160455888896/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624469.301674:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781624469.301676:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781624469.301678:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70220. 00000800:00000200:2.0:1781624469.301725:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000200:3.0:1781624469.301729:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455888896, offset 0 00000800:00000010:2.0:1781624469.301729:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3f00. 00000400:00000200:2.0:1781624469.301734:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624469.301735:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624469.301739:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624469.301740:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624469.301743:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781624469.301745:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781624469.301748:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781624469.301750:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781624469.301752:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781624469.301755:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376233:376233:255:4294967295] 192.168.202.101@tcp LPNI seq info [376203:376203:7:4294967295] 00000400:00000200:3.0:1781624469.301759:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624469.301764:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781624469.301768:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624469.301769:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d550 00000800:00000010:3.0:1781624469.301770:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d900. 00000400:00000010:2.0:1781624469.301772:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d550. 00000800:00000200:3.0:1781624469.301774:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000100:00000001:2.0:1781624469.301775:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1781624469.301778:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000100:00000200:2.0:1781624469.301779:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511280380 x1868160455888768/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1781624469.301781:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781624469.301784:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624469.301787:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17091 usecs (18 jiffies) 00000100:00000001:2.0:1781624469.301788:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1781624469.301790:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000040:2.0:1781624469.301791:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511280380 x1868160455888768/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624485 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624469.301792:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302626322 00000100:00000001:3.0:1781624469.301795:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302634102 00000100:00000001:3.0:1781624469.301797:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302626322 00000100:00000001:2.0:1781624469.301798:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624469.301799:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302634102 00000100:00000001:2.0:1781624469.301799:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1781624469.301801:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624469.301803:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624469.301805:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624469.301807:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624469.301810:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:2.0:1781624469.301811:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624469.301813:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d900. 00000400:00000200:2.0:1781624469.301816:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624469.301819:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624469.301821:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70220 00000400:00000010:2.0:1781624469.301823:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70220. 00000100:00000001:2.0:1781624469.301825:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624469.301828:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511282300 x1868160455888896/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624469.301833:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624469.301836:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511282300 x1868160455888896/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624485 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624469.301847:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624469.301849:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1781624469.301969:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781624469.301972:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624469.301973:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624469.301975:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624469.301976:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624469.307097:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624469.307112:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624469.307116:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624469.307118:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624469.307126:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624469.307133:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624469.307141:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624469.307146:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624469.307152:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624469.307156:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b5000 00000400:00000200:2.0:1781624469.307160:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624469.307167:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9d75 [1] + 224 00000800:00000001:2.0:1781624469.307174:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624469.307180:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624469.307183:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624469.307188:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624469.307194:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624469.307202:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511282300 x1868160455888896/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624485 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624469.307212:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511282300 x1868160455888896/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624469.307232:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624469.307240:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624469.307243:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624469.307368:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624469.307373:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624469.307379:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624469.307381:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624469.307384:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8160. 00000400:00000200:3.0:1781624469.307389:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70f68 00000400:00000010:3.0:1781624469.307392:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70f68. 00000100:00000001:3.0:1781624469.307395:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624469.307400:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511282300 x1868160455888896/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624469.307410:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511282300 x1868160455888896/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624485 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624469.307418:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624469.307419:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624469.307422:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624469.307425:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624469.307427:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624469.307430:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624469.307433:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624469.307441:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=46 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624469.307446:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=117 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624469.307448:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624469.307450:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624469.307452:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624469.307455:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624469.307460:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781624469.307463:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781624469.307464:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781624469.307466:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624469.307470:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511282300 x1868160455888896/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624485 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624469.307476:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624469.307479:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624469.307481:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624469.307485:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511282300 x1868160455888896/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624485 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624469.307493:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455888896:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624469.307498:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624469.307501:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624469.307504:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511282300 x1868160455888896/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624485 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624469.307511:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624469.307514:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624469.307517:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096eda00. 02000000:00000001:3.0:1781624469.307521:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624469.307523:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624469.307525:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781624469.307527:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624469.307530:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7db00. 02000000:00000001:3.0:1781624469.307533:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624469.307535:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624469.307537:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511282300. 00000100:00000001:3.0:1781624469.307540:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624469.307541:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624469.307544:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624469.307550:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624469.307552:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624469.307554:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624469.307556:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624469.321612:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624469.321633:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624469.321637:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624469.321639:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624469.321647:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624469.321655:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624469.321666:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624469.321671:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624469.321676:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624469.321680:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b4f80 00000400:00000200:2.0:1781624469.321685:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624469.321692:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9d65 [1] + 224 00000800:00000001:2.0:1781624469.321699:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624469.321710:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624469.321713:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624469.321717:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624469.321724:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624469.321734:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511280380 x1868160455888768/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624485 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624469.321746:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511280380 x1868160455888768/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624469.321771:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624469.321779:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624469.321782:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624469.321858:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624469.321862:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624469.321868:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624469.321870:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624469.321873:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08478. 00000400:00000200:3.0:1781624469.321879:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d110 00000400:00000010:3.0:1781624469.321881:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d110. 00000100:00000001:3.0:1781624469.321884:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624469.321888:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511280380 x1868160455888768/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624469.321896:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511280380 x1868160455888768/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624485 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624469.321902:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624469.321903:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624469.321905:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624469.321909:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624469.321911:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624469.321913:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624469.321917:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624469.321923:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=46 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624469.321928:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=117 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624469.321930:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624469.321932:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624469.321935:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624469.321936:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624469.321939:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624469.321944:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511280380 x1868160455888768/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624485 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624469.321950:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624469.321954:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624469.321956:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624469.321964:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511280380 x1868160455888768/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624485 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624469.321972:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455888768:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624469.321977:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624469.321980:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624469.321983:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511280380 x1868160455888768/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624485 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624469.321990:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624469.321993:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624469.321996:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079400. 02000000:00000001:3.0:1781624469.322000:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624469.322002:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624469.322004:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781624469.322007:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624469.322009:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d500. 02000000:00000001:3.0:1781624469.322012:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624469.322014:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624469.322015:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511280380. 00000100:00000001:3.0:1781624469.322019:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624469.322020:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624469.322022:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624469.322072:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624469.322074:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624469.322076:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624469.322078:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624469.685485:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624469.685492:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624469.685498:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624469.685500:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624469.685921:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624469.685925:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624469.685928:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624470.710598:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624470.710604:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624470.710610:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624470.710611:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624470.710672:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624470.710675:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624470.710678:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624471.733139:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624471.733146:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624471.733151:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624471.733152:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624471.733239:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624471.733243:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624471.733245:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624472.757144:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624472.757152:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624472.757158:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624472.757160:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624472.757216:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624472.757218:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624472.757220:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624473.781152:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624473.781159:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624473.781164:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624473.781165:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624473.781274:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624473.781277:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624473.781280:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781624474.421179:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624474.421193:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624474.421208:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511280380. 00000020:00000040:3.0:1781624474.421215:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781624474.421223:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624474.421227:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624474.421233:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624474.421243:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d500. 00000100:00000001:3.0:1781624474.421251:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624474.421267:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511280380 x1868160455889024/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624474.421278:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624474.421283:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624474.421290:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc0c9a06] to pc [ptlrpcd_01_00+0] req@ffff8f8511280380 x1868160455889024/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624474.421338:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624474.421341:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624474.421345:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624474.421349:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511282300. 00000020:00000040:3.0:1781624474.421351:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781624474.421354:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624474.421355:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624474.421357:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624474.421361:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7db00. 00000100:00000001:3.0:1781624474.421364:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624474.422018:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511282300 x1868160455889152/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624474.422076:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624474.422079:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624474.422084:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd15682b] to pc [ptlrpcd_01_01+1] req@ffff8f8511282300 x1868160455889152/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624474.422094:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624474.422097:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624474.422100:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624474.422104:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624474.422108:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624474.422114:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7969) 00000100:00000001:2.0:1781624474.422666:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624474.422671:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624474.422674:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624474.422682:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511280380 x1868160455889024/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624474.422692:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624474.422694:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624474.422700:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624474.422703:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624474.422706:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624474.422709:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455889024:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624474.422714:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624474.422722:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624474.422725:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624474.422728:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624474.422734:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079a00. 02000000:00000001:2.0:1781624474.422736:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624474.422745:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624474.422749:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08420. 00000400:00000010:2.0:1781624474.422757:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d550. 00000100:00000200:2.0:1781624474.422776:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455889024, portal 25 00000100:00000001:2.0:1781624474.422779:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624474.422781:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414098304 : -123673295453312 : ffff8f8511280380) 00000100:00000040:2.0:1781624474.422787:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511280380 x1868160455889024/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624474.422795:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624474.422798:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624474.422801:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d770. 00000100:00000200:2.0:1781624474.422803:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455889024, offset 0 00000400:00000200:2.0:1781624474.422810:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624474.422821:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624474.422830:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624474.422837:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624474.422841:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624474.422845:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624474.422848:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624474.422852:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376234:376234:256:4294967295] 192.168.202.101@tcp LPNI seq info [376204:376204:8:4294967295] 00000400:00000200:2.0:1781624474.422856:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624474.422866:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624474.422874:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624474.422879:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3f00. 00000800:00000200:2.0:1781624474.422887:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624474.422896:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624474.422901:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624474.422913:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624474.422918:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624474.422921:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302639223 00000100:00000001:2.0:1781624474.422928:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302634102 00000100:00000001:2.0:1781624474.422933:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302639223 00000100:00000001:2.0:1781624474.422936:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302634102 00000100:00000001:2.0:1781624474.422940:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624474.422942:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624474.422946:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624474.422948:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624474.422958:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624474.422961:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781624474.422963:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624474.422964:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624474.422965:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624474.422969:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1781624474.422970:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624474.422972:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624474.422973:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624474.422975:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624474.422975:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624474.422976:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624474.422981:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511282300 x1868160455889152/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624474.422987:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624474.422989:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624474.422991:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624474.422993:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624474.422995:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624474.422997:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455889152:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624474.423000:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624474.423004:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624474.423005:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624474.423007:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624474.423010:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079200. 02000000:00000001:2.0:1781624474.423012:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624474.423015:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624474.423017:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08b58. 00000400:00000010:2.0:1781624474.423021:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d5d8. 00000100:00000200:2.0:1781624474.423023:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455889152, portal 10 00000100:00000001:2.0:1781624474.423050:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624474.423052:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414106368 : -123673295445248 : ffff8f8511282300) 00000100:00000040:2.0:1781624474.423059:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511282300 x1868160455889152/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624474.423065:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624474.423067:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624474.423070:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d000. 00000100:00000200:2.0:1781624474.423072:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455889152, offset 0 00000400:00000200:2.0:1781624474.423078:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624474.423082:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624474.423085:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624474.423089:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624474.423091:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624474.423094:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624474.423097:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624474.423100:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376235:376235:255:4294967295] 192.168.202.101@tcp LPNI seq info [376205:376205:7:4294967295] 00000400:00000200:2.0:1781624474.423104:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624474.423109:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624474.423113:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624474.423118:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3200. 00000800:00000200:2.0:1781624474.423122:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624474.423126:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624474.423129:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624474.423132:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624474.423136:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17081 usecs (18 jiffies) 00000400:00000200:2.0:1781624474.423138:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624474.423140:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302631444 00000100:00000001:2.0:1781624474.423143:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302639223 00000100:00000001:2.0:1781624474.423145:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302631444 00000100:00000001:2.0:1781624474.423148:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302639223 00000100:00000001:2.0:1781624474.423150:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624474.423152:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624474.423155:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624474.423157:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624474.423203:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624474.423208:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3f00. 00000400:00000200:2.0:1781624474.423215:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624474.423221:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624474.423227:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d770 00000400:00000010:2.0:1781624474.423230:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d770. 00000100:00000001:2.0:1781624474.423234:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624474.423239:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511280380 x1868160455889024/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624474.423250:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624474.423254:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511280380 x1868160455889024/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624490 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624474.423262:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624474.423264:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624474.423298:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624474.423301:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3200. 00000400:00000200:2.0:1781624474.423305:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624474.423308:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624474.423310:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d000 00000400:00000010:2.0:1781624474.423312:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d000. 00000100:00000001:2.0:1781624474.423314:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624474.423317:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511282300 x1868160455889152/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624474.423323:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1781624474.424649:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624474.424655:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624474.424734:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511282300 x1868160455889152/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624490 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624474.424746:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624474.424749:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624474.427389:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624474.427412:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624474.427418:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624474.427420:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624474.427432:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624474.427442:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624474.427454:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624474.427459:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624474.427465:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624474.427470:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b5080 00000400:00000200:2.0:1781624474.427475:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624474.427482:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9d85 [1] + 224 00000800:00000001:2.0:1781624474.427491:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624474.427495:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624474.427498:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624474.427503:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624474.427519:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624474.427531:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511280380 x1868160455889024/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624490 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624474.427553:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511280380 x1868160455889024/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624474.427580:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624474.427590:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624474.427594:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624474.427596:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624474.427598:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624474.427600:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624474.427604:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624474.427608:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624474.427611:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624474.427614:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624474.427616:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b5100 00000400:00000200:2.0:1781624474.427620:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624474.427626:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9d95 [1] + 224 00000800:00000001:2.0:1781624474.427630:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624474.427638:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624474.427640:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624474.427643:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624474.427646:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624474.427650:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511282300 x1868160455889152/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624490 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624474.427658:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511282300 x1868160455889152/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624474.427665:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624474.427669:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624474.427673:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624474.427840:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624474.427985:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624474.427994:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624474.427996:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624474.428001:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08b58. 00000400:00000200:3.0:1781624474.428007:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d5d8 00000400:00000010:3.0:1781624474.428010:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d5d8. 00000100:00000001:3.0:1781624474.428056:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624474.428062:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511282300 x1868160455889152/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624474.428073:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511282300 x1868160455889152/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624490 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624474.428079:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624474.428081:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624474.428084:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624474.428088:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624474.428091:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624474.428094:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624474.428097:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624474.428109:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=51 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624474.428114:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=122 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624474.428118:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624474.428119:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624474.428122:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624474.428126:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624474.428131:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781624474.428133:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781624474.428135:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781624474.428137:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624474.428143:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511282300 x1868160455889152/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624490 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624474.428151:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624474.428154:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624474.428156:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624474.428160:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511282300 x1868160455889152/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624490 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624474.428168:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455889152:192.168.202.101@tcp:400:kworker.0 00000400:00000001:3.0:1781624474.428174:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624474.428175:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624474.428177:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08420. 00000400:00000200:3.0:1781624474.428180:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d550 00000400:00000010:3.0:1781624474.428182:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d550. 00000100:00000001:3.0:1781624474.428185:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624474.428188:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511280380 x1868160455889024/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624474.428196:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511280380 x1868160455889024/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624490 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624474.428203:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624474.428204:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624474.428206:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624474.428207:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624474.428209:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624474.428210:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624474.428212:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624474.428215:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=51 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624474.428218:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=122 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624474.428220:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624474.428222:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624474.428223:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624474.428226:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624474.428229:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624474.428232:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511280380 x1868160455889024/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624490 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624474.428239:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624474.428240:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624474.428242:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624474.428245:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511280380 x1868160455889024/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624490 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624474.428253:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455889024:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624474.428258:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624474.428261:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624474.428264:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511282300 x1868160455889152/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624490 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624474.428272:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624474.428274:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624474.428278:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079200. 02000000:00000001:3.0:1781624474.428282:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624474.428285:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624474.428288:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781624474.428290:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624474.428293:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7db00. 02000000:00000001:3.0:1781624474.428297:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624474.428299:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624474.428301:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511282300. 00000100:00000001:3.0:1781624474.428305:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624474.428306:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624474.428308:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624474.428312:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511280380 x1868160455889024/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624490 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624474.428318:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624474.428319:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624474.428320:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079a00. 02000000:00000001:3.0:1781624474.428450:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624474.428455:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624474.428458:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781624474.428461:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624474.428465:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d500. 02000000:00000001:3.0:1781624474.428470:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624474.428472:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624474.428474:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511280380. 00000100:00000001:3.0:1781624474.428479:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624474.428481:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624474.428484:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624474.428497:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624474.428499:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624474.428502:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624474.428505:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624474.808326:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624474.808334:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624474.808339:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624474.808340:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624474.808452:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624474.808458:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624474.808462:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624475.829162:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624475.829170:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624475.829174:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624475.829175:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624475.829237:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624475.829241:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624475.829244:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624476.853424:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624476.853434:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624476.853442:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624476.853443:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624476.853684:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624476.853688:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624476.853691:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624477.877897:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624477.877906:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624477.877914:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624477.877915:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624477.878078:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624477.878083:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624477.878086:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624478.901189:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624478.901202:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624478.901204:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624478.901209:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624478.901216:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624478.901220:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624478.901222:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624478.901225:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624478.901230:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624478.901232:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624478.901234:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624478.901236:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624478.901237:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624478.901239:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624478.901240:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624478.901242:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624478.901358:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624478.901363:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624478.901367:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781624479.541617:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624479.541640:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624479.541655:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731ed80. 00000020:00000040:0.0:1781624479.541667:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781624479.541672:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624479.541676:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624479.541683:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624479.541693:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85028af200. 00000100:00000001:0.0:1781624479.541702:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624479.541869:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731ed80 x1868160455889280/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624479.541879:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624479.541882:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624479.541887:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3dd1577] to pc [ptlrpcd_00_00+0] req@ffff8f850731ed80 x1868160455889280/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624479.541918:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624479.541920:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624479.541923:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624479.541931:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731d180. 00000020:00000040:0.0:1781624479.541935:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781624479.541938:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624479.541940:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624479.541943:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624479.541946:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1781624479.541949:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85028afc00. 00000100:00000001:1.0:1781624479.541953:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624479.541955:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624479.541958:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624479.541959:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731d180 x1868160455889408/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624479.541966:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624479.541967:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624479.541975:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032b888aa] to pc [ptlrpcd_00_01+1] req@ffff8f850731d180 x1868160455889408/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781624479.541976:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731ed80 x1868160455889280/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624479.542011:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624479.542021:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624479.542022:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624479.542053:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624479.542060:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624479.542064:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624479.542068:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624479.542075:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455889280:192.168.202.101@tcp:400:kworker.0 00000100:00000040:0.0:1781624479.542077:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624479.542086:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624479.542091:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1781624479.542092:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624479.542099:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7974) 02000000:00000001:1.0:1781624479.542102:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624479.542107:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624479.542116:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624479.542119:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624479.542121:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1781624479.542123:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1781624479.542127:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731d180 x1868160455889408/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1781624479.542132:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8506e57c00. 00000100:00000001:0.0:1781624479.542134:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624479.542139:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624479.542140:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624479.542143:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624479.542148:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624479.542150:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624479.542154:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455889408:192.168.202.101@tcp:400:kworker.0 00000400:00000200:1.0:1781624479.542156:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624479.542161:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1781624479.542165:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85076314d0. 02000000:00000001:0.0:1781624479.542166:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624479.542170:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624479.542171:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624479.542175:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875d800. 02000000:00000001:0.0:1781624479.542176:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624479.542188:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624479.542191:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb17f8. 00000400:00000010:0.0:1781624479.542191:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7dc0. 00000400:00000010:0.0:1781624479.542198:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e92a8. 00000100:00000200:1.0:1781624479.542204:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455889280, portal 25 00000100:00000200:0.0:1781624479.542205:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455889408, portal 10 00000100:00000001:1.0:1781624479.542216:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624479.542217:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624479.542225:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246975872 : -123673462575744 : ffff8f850731ed80) 00000100:00000001:0.0:1781624479.542226:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246968704 : -123673462582912 : ffff8f850731d180) 00000100:00000040:1.0:1781624479.542243:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731ed80 x1868160455889280/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781624479.542256:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731d180 x1868160455889408/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624479.542257:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624479.542266:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624479.542273:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1aa0. 00000100:00000001:0.0:1781624479.542276:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1781624479.542280:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455889280, offset 0 00000100:00000040:0.0:1781624479.542285:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624479.542292:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9ee0. 00000400:00000200:1.0:1781624479.542297:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624479.542315:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624479.542324:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624479.542333:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624479.542338:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624479.542343:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624479.542346:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624479.542350:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376236:376236:256:4294967295] 192.168.202.101@tcp LPNI seq info [376206:376206:8:4294967295] 00000400:00000200:1.0:1781624479.542355:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624479.542366:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624479.542372:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624479.542378:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3ee00. 00000800:00000200:1.0:1781624479.542386:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000100:00000200:0.0:1781624479.542388:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455889408, offset 0 00000400:00000200:0.0:1781624479.542404:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000800:00000200:1.0:1781624479.542405:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624479.542417:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3ee00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1781624479.542417:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624479.542432:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624479.542437:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1781624479.542446:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624479.542454:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624479.542458:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302644343 00000100:00000001:1.0:1781624479.542469:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302639223 00000100:00000001:1.0:1781624479.542477:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302644343 00000100:00000001:1.0:1781624479.542482:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302639223 00000100:00000001:1.0:1781624479.542486:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624479.542517:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624479.542521:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624479.542524:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624479.542532:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624479.542535:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781624479.542539:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624479.542540:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624479.542542:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624479.542545:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624479.542579:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624479.542584:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3ee00. 00000400:00000200:2.0:1781624479.542588:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624479.542592:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624479.542598:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1aa0 00000400:00000010:2.0:1781624479.542601:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1aa0. 00000100:00000001:2.0:1781624479.542605:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624479.542609:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731ed80 x1868160455889280/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624479.542617:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624479.542620:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731ed80 x1868160455889280/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624495 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624479.542626:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624479.542628:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1781624479.542668:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624479.542673:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624479.542676:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624479.542680:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376237:376237:256:4294967295] 192.168.202.101@tcp LPNI seq info [376207:376207:8:4294967295] 00000400:00000200:0.0:1781624479.542685:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624479.542693:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624479.542699:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624479.542704:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85028afa00. 00000800:00000200:0.0:1781624479.542710:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624479.542716:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624479.542719:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85028afa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624479.542731:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624479.542736:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17072 usecs (18 jiffies) 00000400:00000200:0.0:1781624479.542739:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624479.542742:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302636563 00000100:00000001:0.0:1781624479.542745:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302644343 00000100:00000001:0.0:1781624479.542747:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302636563 00000100:00000001:0.0:1781624479.542749:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302644343 00000100:00000001:0.0:1781624479.543048:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624479.543051:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624479.543053:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624479.543055:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624479.543061:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624479.543062:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781624479.543063:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624479.543065:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624479.543066:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624479.543067:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624479.543111:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624479.543113:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85028afa00. 00000400:00000200:2.0:1781624479.543116:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624479.543119:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624479.543121:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9ee0 00000400:00000010:2.0:1781624479.543123:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9ee0. 00000100:00000001:2.0:1781624479.543125:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624479.543127:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731d180 x1868160455889408/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624479.543133:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624479.543135:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731d180 x1868160455889408/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624495 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624479.543138:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624479.543139:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624479.545821:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624479.545834:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624479.545838:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624479.545840:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624479.545848:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624479.545854:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624479.545862:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624479.545866:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624479.545871:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624479.545875:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b5180 00000400:00000200:2.0:1781624479.545880:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624479.545886:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9da5 [1] + 224 00000800:00000001:2.0:1781624479.545893:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624479.545910:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624479.545913:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624479.545918:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624479.545924:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624479.545932:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731ed80 x1868160455889280/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624495 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624479.545943:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731ed80 x1868160455889280/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624479.545961:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624479.545969:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624479.545972:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624479.546009:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624479.546014:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781624479.546021:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624479.546023:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624479.546051:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85076314d0. 00000400:00000200:1.0:1781624479.546057:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb17f8 00000400:00000010:1.0:1781624479.546059:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb17f8. 00000100:00000001:1.0:1781624479.546063:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624479.546069:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731ed80 x1868160455889280/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624479.546079:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731ed80 x1868160455889280/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624495 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624479.546088:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624479.546090:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624479.546092:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624479.546095:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624479.546097:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624479.546099:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624479.546102:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624479.546108:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=56 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624479.546112:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=127 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624479.546114:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624479.546116:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624479.546118:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624479.546120:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624479.546122:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624479.546127:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731ed80 x1868160455889280/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624495 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624479.546134:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624479.546137:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624479.546139:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624479.546143:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731ed80 x1868160455889280/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624495 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624479.546154:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455889280:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624479.546159:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624479.546161:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624479.546164:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731ed80 x1868160455889280/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624495 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624479.546170:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624479.546172:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624479.546175:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8506e57c00. 02000000:00000001:1.0:1781624479.546178:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624479.546181:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624479.546183:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781624479.546185:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624479.546187:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85028af200. 02000000:00000001:1.0:1781624479.546192:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624479.546193:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624479.546195:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731ed80. 00000100:00000001:1.0:1781624479.546198:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624479.546200:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624479.546202:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624479.546208:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624479.546209:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624479.546211:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624479.546214:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624479.546407:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624479.546412:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624479.546415:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624479.546416:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624479.546420:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624479.546429:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624479.546438:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624479.546441:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624479.546444:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624479.546446:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b5200 00000400:00000200:2.0:1781624479.546454:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624479.546458:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9dad [1] + 224 00000800:00000001:2.0:1781624479.546462:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624479.546468:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624479.546470:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624479.546473:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624479.546478:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624479.546482:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731d180 x1868160455889408/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624495 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624479.546501:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731d180 x1868160455889408/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624479.546519:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624479.546524:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624479.546527:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624479.546586:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624479.546589:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624479.546592:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624479.546594:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624479.546596:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7dc0. 00000400:00000200:0.0:1781624479.546600:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e92a8 00000400:00000010:0.0:1781624479.546601:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e92a8. 00000100:00000001:0.0:1781624479.546609:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624479.546614:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731d180 x1868160455889408/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624479.546622:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731d180 x1868160455889408/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624495 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624479.546629:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624479.546630:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624479.546632:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624479.546634:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624479.546635:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624479.546636:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624479.546638:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624479.546645:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=56 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624479.546648:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=127 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624479.546650:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624479.546652:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624479.546654:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624479.546656:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624479.546659:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781624479.546661:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781624479.546663:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781624479.546664:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624479.546668:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731d180 x1868160455889408/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624495 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624479.546673:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624479.546675:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624479.546676:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624479.546678:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731d180 x1868160455889408/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624495 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624479.546683:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455889408:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624479.546685:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624479.546687:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624479.546689:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731d180 x1868160455889408/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624495 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624479.546692:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624479.546693:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624479.546694:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875d800. 02000000:00000001:0.0:1781624479.546696:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624479.546697:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624479.546698:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781624479.546699:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624479.546700:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85028afc00. 02000000:00000001:0.0:1781624479.546702:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624479.546702:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624479.546703:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731d180. 00000100:00000001:0.0:1781624479.546705:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624479.546706:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624479.546707:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624479.546710:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624479.546711:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624479.546712:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624479.546713:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624479.925157:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624479.925162:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624479.925167:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624479.925168:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624479.925253:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624479.925255:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624479.925257:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624480.949590:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624480.949596:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624480.949601:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624480.949602:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624480.950283:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624480.950287:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624480.950291:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624481.973151:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624481.973157:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624481.973163:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624481.973165:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624481.973254:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624481.973258:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624481.973261:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624483.000250:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624483.000256:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624483.000264:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624483.000265:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624483.000367:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624483.000371:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624483.000374:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624484.021947:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624484.021954:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624484.021960:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624484.021961:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624484.022218:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624484.022222:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624484.022225:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781624484.661349:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624484.661359:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624484.661368:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731d180. 00000020:00000040:0.0:1781624484.661374:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781624484.661378:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624484.661381:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624484.661386:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624484.661393:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85028afc00. 00000100:00000001:0.0:1781624484.661399:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624484.661411:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731d180 x1868160455889536/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624484.661422:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624484.661427:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624484.661433:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032b888aa] to pc [ptlrpcd_00_00+0] req@ffff8f850731d180 x1868160455889536/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624484.661523:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624484.661526:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624484.661529:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624484.661535:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731d180 x1868160455889536/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624484.661543:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624484.661545:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624484.661549:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624484.661551:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624484.661554:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624484.661557:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455889536:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624484.661562:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624484.661568:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624484.661570:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624484.661573:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624484.661577:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8506e57000. 02000000:00000001:1.0:1781624484.661580:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624484.661587:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624484.661590:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85076314d0. 00000400:00000010:1.0:1781624484.661597:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb17f8. 00000100:00000200:1.0:1781624484.661604:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455889536, portal 25 00000100:00000001:1.0:1781624484.661607:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624484.661608:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246968704 : -123673462582912 : ffff8f850731d180) 00000100:00000040:1.0:1781624484.661614:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731d180 x1868160455889536/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624484.661628:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624484.661631:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624484.661634:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb13b8. 00000100:00000200:1.0:1781624484.661637:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455889536, offset 0 00000400:00000200:1.0:1781624484.661642:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624484.661650:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624484.661657:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624484.661663:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624484.661666:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624484.661669:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624484.661672:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624484.661676:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376238:376238:256:4294967295] 192.168.202.101@tcp LPNI seq info [376208:376208:8:4294967295] 00000400:00000200:1.0:1781624484.661680:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624484.661691:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624484.661697:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624484.661701:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3e700. 00000800:00000200:1.0:1781624484.661707:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624484.661715:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624484.661719:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3e700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624484.661738:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624484.661743:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624484.661746:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302649462 00000100:00000001:1.0:1781624484.661753:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302644343 00000100:00000001:1.0:1781624484.661758:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302649462 00000100:00000001:1.0:1781624484.661761:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302644343 00000100:00000001:1.0:1781624484.661764:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624484.661767:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624484.661770:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624484.661772:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624484.661802:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624484.661805:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624484.661809:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624484.661813:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731d880. 00000020:00000040:0.0:1781624484.661816:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781624484.661824:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624484.661826:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624484.661828:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624484.661832:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85028aff00. 00000100:00000001:0.0:1781624484.661835:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624484.661840:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731d880 x1868160455889664/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624484.661848:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000800:00000200:2.0:1781624484.661917:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624484.661922:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3e700. 00000400:00000200:2.0:1781624484.661927:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624484.661932:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624484.661938:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb13b8 00000400:00000010:2.0:1781624484.661940:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb13b8. 00000100:00000001:2.0:1781624484.661945:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624484.661949:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731d180 x1868160455889536/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624484.661958:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624484.661962:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731d180 x1868160455889536/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624500 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624484.661969:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624484.661971:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1781624484.662302:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624484.662309:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c707ee7d] to pc [ptlrpcd_00_01+1] req@ffff8f850731d880 x1868160455889664/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624484.663241:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624484.663244:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781624484.663247:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624484.663249:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624484.663251:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624484.663253:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1781624484.663255:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624484.663258:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624484.663259:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624484.663261:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624484.663262:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624484.663263:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624484.663269:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731d880 x1868160455889664/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624484.663277:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624484.663279:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624484.663282:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624484.663284:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624484.663286:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624484.663289:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455889664:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624484.663293:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624484.663297:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624484.663298:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624484.663300:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624484.663305:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8506e57600. 02000000:00000001:1.0:1781624484.663307:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624484.663312:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624484.663315:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631790. 00000400:00000010:1.0:1781624484.663320:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb16e8. 00000100:00000200:1.0:1781624484.663324:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455889664, portal 10 00000100:00000001:1.0:1781624484.663418:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624484.663420:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246970496 : -123673462581120 : ffff8f850731d880) 00000100:00000040:1.0:1781624484.663428:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731d880 x1868160455889664/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624484.663441:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624484.663452:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624484.663455:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1d48. 00000100:00000200:1.0:1781624484.663459:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455889664, offset 0 00000400:00000200:1.0:1781624484.663464:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624484.663469:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624484.663473:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624484.663477:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624484.663480:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624484.663483:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624484.663485:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624484.663488:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376239:376239:256:4294967295] 192.168.202.101@tcp LPNI seq info [376209:376209:8:4294967295] 00000400:00000200:1.0:1781624484.663492:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624484.663499:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624484.663504:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624484.663507:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3e900. 00000800:00000200:1.0:1781624484.663512:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624484.663518:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624484.663521:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3e900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624484.663536:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624484.663540:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17061 usecs (18 jiffies) 00000400:00000200:1.0:1781624484.663544:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624484.663546:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302641683 00000100:00000001:1.0:1781624484.663549:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302649462 00000100:00000001:1.0:1781624484.663551:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302641683 00000100:00000001:1.0:1781624484.663553:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302649462 00000100:00000001:1.0:1781624484.663555:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624484.663557:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624484.663560:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624484.663562:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624484.663586:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624484.663589:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624484.663693:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624484.663697:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3e900. 00000400:00000200:2.0:1781624484.663701:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624484.663705:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624484.663709:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1d48 00000400:00000010:2.0:1781624484.663711:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1d48. 00000100:00000001:2.0:1781624484.663714:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624484.663719:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731d880 x1868160455889664/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624484.663726:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624484.663730:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731d880 x1868160455889664/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624500 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624484.663736:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624484.663738:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1781624484.665913:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624484.665921:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624484.665926:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624484.665929:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624484.665932:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624484.665939:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7979) 00000100:00000001:1.0:1781624484.666896:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624484.666901:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624484.666904:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624484.666909:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624484.667197:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624484.667209:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624484.667212:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624484.667214:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624484.667223:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624484.667230:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624484.667238:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624484.667243:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624484.667248:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624484.667252:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b5300 00000400:00000200:2.0:1781624484.667257:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624484.667263:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9dbd [1] + 224 00000800:00000001:2.0:1781624484.667271:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624484.667275:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624484.667278:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624484.667282:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624484.667288:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624484.667350:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731d880 x1868160455889664/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624500 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624484.667363:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731d880 x1868160455889664/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624484.667415:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624484.667418:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624484.667434:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624484.667453:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624484.667457:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624484.667460:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624484.667462:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624484.667465:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624484.667468:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624484.667473:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624484.667475:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624484.667478:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624484.667481:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b5280 00000400:00000200:2.0:1781624484.667484:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624484.667488:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9db5 [1] + 224 00000800:00000001:2.0:1781624484.667492:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624484.667497:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624484.667500:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624484.667503:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624484.667506:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624484.667510:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731d180 x1868160455889536/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624500 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624484.667518:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731d180 x1868160455889536/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624484.667525:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624484.667528:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624484.667531:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1781624484.667564:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624484.667566:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624484.667570:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631790. 00000400:00000200:1.0:1781624484.667574:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb16e8 00000400:00000010:1.0:1781624484.667576:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb16e8. 00000100:00000001:1.0:1781624484.667579:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624484.667584:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731d880 x1868160455889664/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624484.667592:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731d880 x1868160455889664/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624500 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624484.667598:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624484.667599:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624484.667603:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624484.667606:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624484.667608:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624484.667610:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624484.667613:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624484.667621:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=61 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624484.667624:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=132 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624484.667627:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624484.667629:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624484.667631:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624484.667634:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624484.667638:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781624484.667640:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781624484.667642:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781624484.667644:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624484.667648:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731d880 x1868160455889664/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624500 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624484.667654:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624484.667657:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624484.667659:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624484.667663:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731d880 x1868160455889664/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624500 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624484.667671:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455889664:192.168.202.101@tcp:400:kworker.0 00000400:00000001:1.0:1781624484.667675:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624484.667676:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624484.667678:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85076314d0. 00000400:00000200:1.0:1781624484.667680:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb17f8 00000400:00000010:1.0:1781624484.667682:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb17f8. 00000100:00000001:1.0:1781624484.667684:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624484.667687:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731d180 x1868160455889536/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624484.667694:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731d180 x1868160455889536/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624500 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624484.667700:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624484.667701:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624484.667703:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624484.667704:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624484.667705:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624484.667706:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624484.667708:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624484.667711:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=61 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624484.667714:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=132 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624484.667716:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624484.667718:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624484.667719:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624484.667721:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624484.667723:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624484.667727:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731d180 x1868160455889536/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624500 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624484.667733:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624484.667735:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624484.667736:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624484.667739:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731d180 x1868160455889536/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624500 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624484.667803:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455889536:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624484.667808:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624484.667810:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624484.667813:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731d880 x1868160455889664/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624500 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624484.667820:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624484.667822:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624484.667825:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8506e57600. 02000000:00000001:1.0:1781624484.667829:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624484.667831:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624484.667833:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781624484.667836:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624484.667838:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85028aff00. 02000000:00000001:1.0:1781624484.667842:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624484.667844:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624484.667846:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731d880. 00000100:00000001:1.0:1781624484.667849:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624484.667851:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624484.667852:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624484.667855:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731d180 x1868160455889536/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624500 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624484.667861:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624484.667862:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624484.667863:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8506e57000. 02000000:00000001:1.0:1781624484.667865:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624484.667867:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624484.667868:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781624484.667870:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624484.667871:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85028afc00. 02000000:00000001:1.0:1781624484.667873:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624484.667874:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624484.667875:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731d180. 00000100:00000001:1.0:1781624484.667877:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624484.667879:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624484.667880:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624484.667886:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624484.667888:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624484.667891:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624484.667893:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624485.045393:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624485.045400:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624485.045405:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624485.045406:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624485.045506:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624485.045509:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624485.045513:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624486.069144:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624486.069149:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624486.069153:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624486.069154:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624486.069224:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624486.069227:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624486.069229:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624487.093140:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624487.093147:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624487.093153:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624487.093154:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624487.093249:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624487.093253:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624487.093256:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624488.118580:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624488.118586:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624488.118592:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624488.118593:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624488.120554:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624488.120560:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624488.120565:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624489.141129:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624489.141137:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624489.141139:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624489.141142:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624489.141148:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624489.141150:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624489.141152:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624489.141155:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624489.141159:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624489.141160:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624489.141161:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624489.141163:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624489.141164:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624489.141165:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624489.141166:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624489.141168:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624489.141297:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624489.141300:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624489.141303:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781624489.781142:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624489.781153:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624489.781165:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731d180. 00000020:00000040:0.0:1781624489.781171:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781624489.781176:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624489.781178:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624489.781183:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624489.781193:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85028af400. 00000100:00000001:0.0:1781624489.781199:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624489.781211:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731d180 x1868160455889792/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624489.781222:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624489.781227:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624489.781233:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032b888aa] to pc [ptlrpcd_00_00+0] req@ffff8f850731d180 x1868160455889792/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624489.781296:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624489.781300:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624489.781303:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624489.781309:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731d180 x1868160455889792/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624489.781318:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624489.781320:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624489.781324:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624489.781327:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624489.781330:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624489.781334:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455889792:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624489.781338:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624489.781343:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624489.781345:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624489.781348:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624489.781353:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8506e57200. 02000000:00000001:1.0:1781624489.781355:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624489.781362:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624489.781366:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85076314d0. 00000400:00000010:1.0:1781624489.781373:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb17f8. 00000100:00000200:1.0:1781624489.781380:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455889792, portal 25 00000100:00000001:1.0:1781624489.781382:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624489.781384:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246968704 : -123673462582912 : ffff8f850731d180) 00000100:00000040:1.0:1781624489.781389:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731d180 x1868160455889792/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624489.781415:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624489.781418:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624489.781422:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb16e8. 00000100:00000200:1.0:1781624489.781426:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455889792, offset 0 00000400:00000200:1.0:1781624489.781432:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624489.781440:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624489.781447:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624489.781453:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624489.781457:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624489.781461:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624489.781464:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624489.781467:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376240:376240:256:4294967295] 192.168.202.101@tcp LPNI seq info [376210:376210:8:4294967295] 00000400:00000200:1.0:1781624489.781472:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624489.781483:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624489.781488:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624489.781492:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3ea00. 00000800:00000200:1.0:1781624489.781500:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624489.781507:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624489.781511:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3ea00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624489.781531:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624489.781535:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624489.781538:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302654582 00000100:00000001:1.0:1781624489.781546:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302649462 00000100:00000001:1.0:1781624489.781551:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302654582 00000100:00000001:1.0:1781624489.781554:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302649462 00000100:00000001:1.0:1781624489.781557:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624489.781560:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624489.781563:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624489.781566:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1781624489.781697:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624489.781701:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3ea00. 00000400:00000200:2.0:1781624489.781706:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624489.781712:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624489.781717:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb16e8 00000400:00000010:2.0:1781624489.781720:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb16e8. 00000100:00000001:2.0:1781624489.781724:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624489.781728:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731d180 x1868160455889792/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624489.781748:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624489.781753:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731d180 x1868160455889792/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624505 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624489.781760:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624489.781762:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1781624489.781819:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624489.781822:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624489.781826:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624489.781830:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731d880. 00000020:00000040:0.0:1781624489.781832:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781624489.781835:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624489.781837:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624489.781839:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624489.781843:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85028af900. 00000100:00000001:0.0:1781624489.781846:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624489.781850:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731d880 x1868160455889920/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624489.781857:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624489.781860:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624489.781863:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c707ee7d] to pc [ptlrpcd_00_01+1] req@ffff8f850731d880 x1868160455889920/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624489.781950:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624489.781952:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781624489.781955:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624489.781956:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624489.781958:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624489.781960:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1781624489.781962:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624489.781964:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624489.781965:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624489.781967:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624489.781968:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624489.781969:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624489.781973:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731d880 x1868160455889920/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624489.781980:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624489.781981:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624489.781983:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624489.781985:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624489.781987:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624489.781990:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455889920:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624489.781994:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624489.781996:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624489.781998:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624489.781999:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624489.782002:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8506e56c00. 02000000:00000001:1.0:1781624489.782004:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624489.782008:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624489.782011:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631790. 00000400:00000010:1.0:1781624489.782014:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1bb0. 00000100:00000200:1.0:1781624489.782017:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455889920, portal 10 00000100:00000001:1.0:1781624489.782020:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624489.782021:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246970496 : -123673462581120 : ffff8f850731d880) 00000100:00000040:1.0:1781624489.782095:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731d880 x1868160455889920/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624489.782107:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624489.782109:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624489.782112:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1660. 00000100:00000200:1.0:1781624489.782114:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455889920, offset 0 00000400:00000200:1.0:1781624489.782119:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624489.782123:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624489.782126:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624489.782129:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624489.782131:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624489.782134:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624489.782136:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624489.782139:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376241:376241:256:4294967295] 192.168.202.101@tcp LPNI seq info [376211:376211:8:4294967295] 00000400:00000200:1.0:1781624489.782143:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624489.782149:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624489.782153:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624489.782155:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3eb00. 00000800:00000200:1.0:1781624489.782159:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624489.782163:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624489.782166:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3eb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624489.782210:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624489.782214:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17050 usecs (18 jiffies) 00000400:00000200:1.0:1781624489.782217:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624489.782219:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302646803 00000100:00000001:1.0:1781624489.782222:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302654582 00000100:00000001:1.0:1781624489.782224:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302646803 00000100:00000001:1.0:1781624489.782226:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302654582 00000100:00000001:1.0:1781624489.782228:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624489.782230:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624489.782232:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624489.782234:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624489.782242:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624489.782244:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624489.782287:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624489.782290:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624489.782296:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624489.782298:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624489.782301:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624489.782305:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7984) 00000100:00000001:1.0:1781624489.782343:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624489.782344:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624489.782346:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624489.782348:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624489.782875:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624489.782886:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3eb00. 00000400:00000200:2.0:1781624489.782890:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624489.782894:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624489.782897:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1660 00000400:00000010:2.0:1781624489.782899:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1660. 00000100:00000001:2.0:1781624489.782902:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624489.782906:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731d880 x1868160455889920/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624489.782914:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624489.782917:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731d880 x1868160455889920/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624505 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624489.782923:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624489.782925:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624489.786558:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624489.786575:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624489.786580:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624489.786582:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624489.786592:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624489.786599:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624489.786608:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624489.786614:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624489.786620:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624489.786624:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b5400 00000400:00000200:2.0:1781624489.786629:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624489.786636:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9dcd [1] + 224 00000800:00000001:2.0:1781624489.786643:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624489.786648:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624489.786651:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624489.786655:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624489.786663:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624489.786672:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731d880 x1868160455889920/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624505 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624489.786684:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731d880 x1868160455889920/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624489.786758:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624489.786762:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624489.786820:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624489.786829:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624489.786834:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624489.786836:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624489.786838:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624489.786842:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624489.786846:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624489.786850:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624489.786853:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624489.786856:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624489.786859:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b5380 00000400:00000200:2.0:1781624489.786863:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624489.786868:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9dc5 [1] + 224 00000800:00000001:2.0:1781624489.786872:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624489.786890:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624489.786893:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624489.786897:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624489.786900:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624489.786906:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731d180 x1868160455889792/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624505 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624489.786915:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731d180 x1868160455889792/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624489.786922:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624489.786925:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624489.786928:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1781624489.787138:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624489.787140:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624489.787143:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631790. 00000400:00000200:1.0:1781624489.787148:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1bb0 00000400:00000010:1.0:1781624489.787150:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1bb0. 00000100:00000001:1.0:1781624489.787154:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624489.787159:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731d880 x1868160455889920/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624489.787168:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731d880 x1868160455889920/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624505 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624489.787175:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624489.787177:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624489.787179:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624489.787182:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624489.787185:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624489.787187:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624489.787190:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624489.787199:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=66 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624489.787204:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=137 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624489.787206:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624489.787208:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624489.787211:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624489.787214:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624489.787218:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781624489.787220:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781624489.787222:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781624489.787224:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624489.787229:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731d880 x1868160455889920/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624505 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624489.787236:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624489.787240:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624489.787241:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624489.787245:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731d880 x1868160455889920/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624505 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624489.787253:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455889920:192.168.202.101@tcp:400:kworker.0 00000400:00000001:0.0:1781624489.787344:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624489.787346:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624489.787349:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85076314d0. 00000400:00000200:0.0:1781624489.787353:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb17f8 00000400:00000010:0.0:1781624489.787354:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb17f8. 00000100:00000001:0.0:1781624489.787357:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624489.787361:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731d180 x1868160455889792/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624489.787369:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731d180 x1868160455889792/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624505 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624489.787376:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624489.787377:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624489.787379:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624489.787380:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624489.787382:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624489.787384:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624489.787386:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624489.787389:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=66 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624489.787392:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=137 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624489.787394:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624489.787395:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624489.787397:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624489.787410:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624489.787412:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624489.787416:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731d180 x1868160455889792/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624505 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624489.787423:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624489.787425:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624489.787427:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624489.787430:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731d180 x1868160455889792/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624505 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624489.787438:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455889792:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624489.787442:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624489.787445:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624489.787448:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731d880 x1868160455889920/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624505 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624489.787455:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624489.787458:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624489.787461:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8506e56c00. 02000000:00000001:0.0:1781624489.787465:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624489.787467:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624489.787470:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781624489.787472:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624489.787474:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85028af900. 02000000:00000001:0.0:1781624489.787479:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624489.787481:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624489.787482:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731d880. 00000100:00000001:0.0:1781624489.787487:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624489.787488:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624489.787490:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624489.787494:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731d180 x1868160455889792/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624505 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624489.787499:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624489.787501:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624489.787502:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8506e57200. 02000000:00000001:0.0:1781624489.787504:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624489.787505:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624489.787506:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781624489.787509:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624489.787510:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85028af400. 02000000:00000001:0.0:1781624489.787512:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624489.787513:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624489.787515:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731d180. 00000100:00000001:0.0:1781624489.787517:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624489.787518:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624489.787520:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624489.787529:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624489.787531:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624489.787533:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624489.787535:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624490.165151:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624490.165158:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624490.165164:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624490.165165:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624490.165262:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624490.165265:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624490.165268:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624491.189147:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624491.189153:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624491.189159:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624491.189161:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624491.189430:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624491.189433:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624491.189435:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624492.213165:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624492.213171:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624492.213177:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624492.213178:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624492.213303:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624492.213307:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624492.213310:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624493.237296:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624493.237303:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624493.237308:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624493.237309:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624493.237605:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624493.237609:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624493.237613:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624494.261077:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624494.261084:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624494.261648:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624494.261649:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624494.261712:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624494.261715:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624494.261718:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781624494.901117:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624494.901128:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624494.901138:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731d180. 00000020:00000040:0.0:1781624494.901145:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781624494.901149:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624494.901152:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624494.901157:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624494.901166:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85028af400. 00000100:00000001:0.0:1781624494.901173:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624494.901186:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731d180 x1868160455890048/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624494.901196:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624494.901201:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624494.901208:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032b888aa] to pc [ptlrpcd_00_00+0] req@ffff8f850731d180 x1868160455890048/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624494.901230:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624494.901232:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624494.901236:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624494.901238:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731d880. 00000020:00000040:0.0:1781624494.901241:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781624494.901243:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624494.901244:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624494.901246:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624494.901250:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85028af900. 00000100:00000001:0.0:1781624494.901253:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624494.901257:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731d880 x1868160455890176/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624494.901264:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624494.901266:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624494.901271:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c707ee7d] to pc [ptlrpcd_00_01+1] req@ffff8f850731d880 x1868160455890176/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624494.901279:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624494.901281:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624494.901285:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624494.901288:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624494.901291:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624494.901296:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7989) 00000100:00000001:0.0:1781624494.901387:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624494.901391:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624494.901393:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624494.901399:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731d180 x1868160455890048/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624494.901407:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624494.901409:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624494.901413:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624494.901415:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624494.901418:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624494.901422:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455890048:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624494.901427:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624494.901432:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624494.901435:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624494.901438:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624494.901443:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875dc00. 02000000:00000001:0.0:1781624494.901445:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624494.901452:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624494.901457:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7dc0. 00000400:00000010:0.0:1781624494.901463:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e92a8. 00000100:00000200:0.0:1781624494.901470:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455890048, portal 25 00000100:00000001:0.0:1781624494.901473:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624494.901475:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246968704 : -123673462582912 : ffff8f850731d180) 00000100:00000040:0.0:1781624494.901480:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731d180 x1868160455890048/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624494.901487:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624494.901491:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624494.901494:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9550. 00000100:00000200:0.0:1781624494.901498:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455890048, offset 0 00000400:00000200:0.0:1781624494.901506:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624494.901515:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624494.901523:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624494.901528:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624494.901532:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624494.901535:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624494.901538:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624494.901542:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376242:376242:256:4294967295] 192.168.202.101@tcp LPNI seq info [376212:376212:8:4294967295] 00000400:00000200:0.0:1781624494.901546:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624494.901557:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624494.901562:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624494.901568:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85028afc00. 00000800:00000200:0.0:1781624494.901575:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624494.901582:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624494.901586:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85028afc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624494.901607:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624494.901611:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624494.901614:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302659702 00000100:00000001:0.0:1781624494.901621:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302654582 00000100:00000001:0.0:1781624494.901624:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302659702 00000100:00000001:0.0:1781624494.901627:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302654582 00000100:00000001:0.0:1781624494.901629:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624494.901631:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624494.901634:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624494.901637:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624494.901644:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624494.901645:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781624494.901647:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624494.901649:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624494.901650:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624494.901652:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1781624494.901653:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624494.901655:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624494.901656:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624494.901657:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624494.901658:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624494.901659:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624494.901663:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731d880 x1868160455890176/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624494.901669:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624494.901671:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624494.901673:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624494.901675:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624494.901676:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624494.901679:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455890176:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624494.901682:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624494.901684:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624494.901686:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624494.901688:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624494.901691:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875c800. 02000000:00000001:0.0:1781624494.901693:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624494.901697:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624494.901700:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc7b00. 00000400:00000010:0.0:1781624494.901703:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9220. 00000100:00000200:0.0:1781624494.901706:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455890176, portal 10 00000100:00000001:0.0:1781624494.901707:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624494.901708:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246970496 : -123673462581120 : ffff8f850731d880) 00000100:00000040:0.0:1781624494.901714:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731d880 x1868160455890176/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624494.901721:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624494.901723:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624494.901725:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9d48. 00000100:00000200:0.0:1781624494.901727:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455890176, offset 0 00000400:00000200:0.0:1781624494.901732:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624494.901735:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624494.901738:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624494.901741:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624494.901743:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624494.901746:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624494.901748:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624494.901750:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376243:376243:255:4294967295] 192.168.202.101@tcp LPNI seq info [376213:376213:7:4294967295] 00000400:00000200:0.0:1781624494.901754:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624494.901760:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624494.901764:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624494.901768:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85028aff00. 00000800:00000200:0.0:1781624494.901772:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624494.901776:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624494.901778:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85028aff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624494.901781:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624494.901784:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17040 usecs (18 jiffies) 00000400:00000200:0.0:1781624494.901787:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624494.901789:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302651922 00000100:00000001:0.0:1781624494.901792:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302659702 00000100:00000001:0.0:1781624494.901794:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302651922 00000100:00000001:0.0:1781624494.901796:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302659702 00000100:00000001:0.0:1781624494.901798:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624494.901800:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624494.901802:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624494.901804:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624494.901873:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624494.901876:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624494.901947:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624494.901952:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85028afc00. 00000400:00000200:3.0:1781624494.901956:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624494.901961:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624494.901966:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9550 00000400:00000010:3.0:1781624494.901969:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9550. 00000100:00000001:3.0:1781624494.901973:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624494.901978:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731d180 x1868160455890048/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624494.901986:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624494.901990:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731d180 x1868160455890048/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624510 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624494.901997:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624494.901999:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781624494.902091:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624494.902094:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85028aff00. 00000400:00000200:3.0:1781624494.902098:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624494.902101:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624494.902104:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9d48 00000400:00000010:3.0:1781624494.902105:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9d48. 00000100:00000001:3.0:1781624494.902108:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624494.902111:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731d880 x1868160455890176/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624494.902119:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624494.902121:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731d880 x1868160455890176/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624510 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624494.902127:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624494.902129:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624494.905385:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624494.905400:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624494.905404:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624494.905407:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624494.905415:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624494.905423:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624494.905432:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624494.905437:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624494.905442:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624494.905446:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b5500 00000400:00000200:2.0:1781624494.905451:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624494.905457:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9ddd [1] + 224 00000800:00000001:2.0:1781624494.905463:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624494.905469:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624494.905473:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624494.905477:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624494.905483:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624494.905492:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731d880 x1868160455890176/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624510 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624494.905502:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731d880 x1868160455890176/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624494.905528:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624494.905536:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624494.905539:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624494.905821:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624494.905826:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781624494.905845:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624494.905847:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624494.905850:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7b00. 00000400:00000200:1.0:1781624494.905855:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9220 00000400:00000010:1.0:1781624494.905858:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9220. 00000100:00000001:1.0:1781624494.905861:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624494.905866:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731d880 x1868160455890176/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624494.905875:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731d880 x1868160455890176/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624510 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624494.905882:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624494.905883:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624494.905886:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624494.905889:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624494.905892:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624494.905894:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624494.905897:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624494.905906:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=71 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624494.905911:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=142 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624494.905913:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624494.905915:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624494.905918:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624494.905920:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624494.905924:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781624494.905926:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781624494.905928:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781624494.905929:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624494.905934:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731d880 x1868160455890176/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624510 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624494.905941:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624494.905944:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624494.905946:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624494.905950:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731d880 x1868160455890176/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624510 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624494.905962:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455890176:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624494.905967:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624494.905970:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624494.905973:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731d880 x1868160455890176/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624510 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624494.905979:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624494.905981:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624494.905984:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875c800. 02000000:00000001:1.0:1781624494.905987:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624494.905999:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624494.906002:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781624494.906004:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624494.906007:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85028af900. 02000000:00000001:1.0:1781624494.906011:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624494.906013:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624494.906015:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731d880. 00000100:00000001:1.0:1781624494.906019:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624494.906020:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624494.906023:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624494.906059:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624494.906061:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624494.906062:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624494.906064:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624494.910520:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624494.910537:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624494.910542:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624494.910545:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624494.910555:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624494.910562:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624494.910572:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624494.910577:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624494.910582:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624494.910587:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b5480 00000400:00000200:2.0:1781624494.910593:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624494.910599:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9dd5 [1] + 224 00000800:00000001:2.0:1781624494.910607:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624494.910614:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624494.910617:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624494.910621:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624494.910629:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624494.910637:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731d180 x1868160455890048/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624510 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624494.910649:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731d180 x1868160455890048/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624494.910663:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624494.910671:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624494.910674:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624494.910879:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624494.910884:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781624494.910889:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624494.910891:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624494.910895:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc7dc0. 00000400:00000200:1.0:1781624494.910900:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e92a8 00000400:00000010:1.0:1781624494.910902:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e92a8. 00000100:00000001:1.0:1781624494.910906:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624494.910910:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731d180 x1868160455890048/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624494.910925:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731d180 x1868160455890048/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624510 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624494.910931:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624494.910933:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624494.910936:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624494.910940:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624494.910942:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624494.910945:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624494.910948:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624494.910954:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=71 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624494.910958:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=142 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624494.910961:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624494.910963:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624494.910965:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624494.910968:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624494.910971:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624494.910976:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731d180 x1868160455890048/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624510 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624494.910983:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624494.910987:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624494.910989:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624494.911007:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731d180 x1868160455890048/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624510 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624494.911022:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455890048:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624494.911053:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624494.911056:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624494.911060:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731d180 x1868160455890048/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624510 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624494.911066:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624494.911069:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624494.911072:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875dc00. 02000000:00000001:1.0:1781624494.911076:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624494.911078:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624494.911080:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781624494.911083:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624494.911085:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85028af400. 02000000:00000001:1.0:1781624494.911090:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624494.911092:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624494.911094:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731d180. 00000100:00000001:1.0:1781624494.911097:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624494.911099:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624494.911101:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624494.911108:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624494.911110:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624494.911112:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624494.911114:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624495.285139:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624495.285145:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624495.285150:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624495.285151:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624495.285209:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624495.285213:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624495.285216:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624496.309470:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624496.309476:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624496.309483:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624496.309484:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624496.309645:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624496.309649:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624496.309652:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624497.333134:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624497.333140:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624497.333143:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624497.333144:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624497.333400:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624497.333403:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624497.333406:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624498.357657:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624498.357665:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624498.357667:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624498.357670:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624498.357674:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624498.357677:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624498.357678:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624498.357681:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624498.357685:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624498.357687:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624498.357689:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624498.357690:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624498.357692:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624498.357693:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624498.357695:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624498.357696:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624498.358247:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624498.358250:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624498.358253:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624499.381158:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624499.381165:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624499.381171:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624499.381172:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624499.381283:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624499.381286:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624499.381289:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781624500.021152:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624500.021162:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624500.021175:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731ed80. 00000020:00000040:0.0:1781624500.021181:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781624500.021186:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624500.021189:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624500.021194:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624500.021216:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85028af200. 00000100:00000001:0.0:1781624500.021222:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624500.021236:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731ed80 x1868160455890304/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624500.021248:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624500.021253:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624500.021259:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3dd1577] to pc [ptlrpcd_00_00+0] req@ffff8f850731ed80 x1868160455890304/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624500.021339:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624500.021342:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624500.021346:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624500.021349:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731f480. 00000020:00000040:0.0:1781624500.021352:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781624500.021354:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624500.021355:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624500.021357:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624500.021361:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85028afa00. 00000100:00000001:0.0:1781624500.021365:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624500.021370:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731f480 x1868160455890432/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624500.021378:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624500.021380:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624500.021384:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007be101f7] to pc [ptlrpcd_00_01+1] req@ffff8f850731f480 x1868160455890432/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624500.021391:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624500.021393:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624500.021397:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624500.021399:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624500.021402:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624500.021407:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7994) 00000100:00000001:0.0:1781624500.021438:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624500.021441:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624500.021443:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624500.021448:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731f480 x1868160455890432/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624500.021455:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624500.021467:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624500.021473:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624500.021475:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624500.021477:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624500.021480:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455890432:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624500.021485:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624500.021490:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624500.021492:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624500.021495:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624500.021499:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875c200. 02000000:00000001:0.0:1781624500.021502:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624500.021508:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624500.021512:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc72c0. 00000400:00000010:0.0:1781624500.021518:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9aa0. 00000100:00000200:0.0:1781624500.021524:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455890432, portal 10 00000100:00000001:0.0:1781624500.021527:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624500.021529:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246977664 : -123673462573952 : ffff8f850731f480) 00000100:00000040:0.0:1781624500.021536:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731f480 x1868160455890432/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624500.021543:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624500.021546:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624500.021549:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9c38. 00000100:00000200:0.0:1781624500.021552:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455890432, offset 0 00000400:00000200:0.0:1781624500.021557:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624500.021565:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624500.021572:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624500.021577:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624500.021582:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624500.021586:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624500.021588:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624500.021592:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376244:376244:256:4294967295] 192.168.202.101@tcp LPNI seq info [376214:376214:8:4294967295] 00000400:00000200:0.0:1781624500.021597:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624500.021606:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624500.021613:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624500.021618:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85028af400. 00000800:00000200:0.0:1781624500.021625:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624500.021633:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624500.021638:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85028af400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624500.021658:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624500.021663:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17028 usecs (18 jiffies) 00000400:00000200:0.0:1781624500.021667:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624500.021670:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302657042 00000100:00000001:0.0:1781624500.021674:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302659702 00000100:00000001:0.0:1781624500.021676:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302657042 00000100:00000001:0.0:1781624500.021679:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302659702 00000100:00000001:0.0:1781624500.021681:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624500.021684:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624500.021687:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624500.021690:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624500.021696:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624500.021698:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781624500.021700:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624500.021701:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624500.021703:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624500.021706:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1781624500.021707:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624500.021709:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624500.021710:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624500.021712:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624500.021713:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624500.021714:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624500.021718:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731ed80 x1868160455890304/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624500.021724:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624500.021726:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624500.021727:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624500.021729:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624500.021731:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624500.021733:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455890304:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624500.021736:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624500.021739:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624500.021740:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624500.021742:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624500.021745:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875ca00. 02000000:00000001:0.0:1781624500.021747:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624500.021751:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624500.021754:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc76e0. 00000400:00000010:0.0:1781624500.021758:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e93b8. 00000100:00000200:0.0:1781624500.021762:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455890304, portal 25 00000100:00000001:0.0:1781624500.021764:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624500.021766:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246975872 : -123673462575744 : ffff8f850731ed80) 00000100:00000040:0.0:1781624500.021771:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731ed80 x1868160455890304/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624500.021778:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624500.021780:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624500.021783:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9bb0. 00000100:00000200:0.0:1781624500.021786:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455890304, offset 0 00000400:00000200:0.0:1781624500.021790:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624500.021794:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624500.021799:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624500.021802:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624500.021805:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624500.021808:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624500.021810:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624500.021812:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376245:376245:255:4294967295] 192.168.202.101@tcp LPNI seq info [376215:376215:7:4294967295] 00000400:00000200:0.0:1781624500.021816:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624500.021823:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624500.021828:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624500.021832:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85028af900. 00000800:00000200:0.0:1781624500.021837:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624500.021842:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624500.021844:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85028af900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624500.021847:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624500.021850:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624500.021852:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302664822 00000100:00000001:0.0:1781624500.021859:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302659702 00000800:00000200:2.0:1781624500.021863:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1781624500.021865:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302664822 00000800:00000010:2.0:1781624500.021871:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85028af400. 00000100:00000001:0.0:1781624500.021872:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302659702 00000100:00000001:0.0:1781624500.021878:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1781624500.021880:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1781624500.021881:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624500.021887:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624500.021892:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:0.0:1781624500.021893:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624500.021898:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9c38 00000400:00000010:2.0:1781624500.021902:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9c38. 00000100:00000001:2.0:1781624500.021907:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624500.021913:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731f480 x1868160455890432/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624500.021923:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624500.021927:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731f480 x1868160455890432/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624516 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624500.021934:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624500.021936:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624500.021950:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624500.021952:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85028af900. 00000400:00000200:2.0:1781624500.021954:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624500.021957:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624500.021960:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9bb0 00000400:00000010:2.0:1781624500.021962:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9bb0. 00000100:00000001:1.0:1781624500.021986:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624500.021990:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624500.022115:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624500.022121:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731ed80 x1868160455890304/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624500.022128:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624500.022130:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731ed80 x1868160455890304/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624516 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624500.022136:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624500.022137:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624500.024872:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624500.024889:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624500.024893:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624500.024922:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624500.024931:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624500.024938:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624500.024947:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624500.024952:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624500.024956:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624500.024960:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b5600 00000400:00000200:2.0:1781624500.024973:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624500.024980:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9de5 [1] + 224 00000800:00000001:2.0:1781624500.024987:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624500.024992:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624500.024995:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624500.024999:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624500.025006:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624500.025015:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731f480 x1868160455890432/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624516 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624500.025064:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731f480 x1868160455890432/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624500.025085:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624500.025094:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624500.025098:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624500.025100:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624500.025102:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624500.025105:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624500.025109:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624500.025113:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624500.025116:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624500.025119:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624500.025122:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b5580 00000400:00000200:2.0:1781624500.025127:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624500.025131:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9ded [1] + 224 00000800:00000001:2.0:1781624500.025136:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624500.025142:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624500.025142:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1781624500.025146:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1781624500.025148:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1781624500.025154:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000001:0.0:1781624500.025157:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624500.025160:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624500.025164:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc72c0. 00000400:00000200:0.0:1781624500.025168:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9aa0 00000400:00000010:0.0:1781624500.025171:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9aa0. 00000100:00000001:0.0:1781624500.025174:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1781624500.025175:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624500.025181:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731f480 x1868160455890432/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624500.025183:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731ed80 x1868160455890304/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624516 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624500.025203:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731ed80 x1868160455890304/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624500.025209:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624500.025214:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624500.025217:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1781624500.025524:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731f480 x1868160455890432/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624516 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624500.025532:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624500.025534:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624500.025536:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624500.025539:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624500.025542:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624500.025544:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624500.025547:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624500.025554:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=77 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624500.025558:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=148 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624500.025561:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624500.025562:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624500.025565:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624500.025568:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624500.025571:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781624500.025574:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781624500.025575:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781624500.025577:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624500.025581:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731f480 x1868160455890432/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624516 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624500.025588:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624500.025591:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624500.025593:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624500.025596:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731f480 x1868160455890432/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624516 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624500.025603:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455890432:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624500.025607:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624500.025609:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624500.025612:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731f480 x1868160455890432/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624516 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624500.025618:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624500.025620:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624500.025623:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875c200. 02000000:00000001:0.0:1781624500.025626:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624500.025629:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624500.025631:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781624500.025633:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624500.025635:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85028afa00. 02000000:00000001:0.0:1781624500.025640:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624500.025641:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624500.025643:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731f480. 00000100:00000001:0.0:1781624500.025646:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624500.025648:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624500.025650:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624500.025652:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624500.025653:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624500.025655:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624500.025657:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624500.025659:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc76e0. 00000400:00000200:0.0:1781624500.025661:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e93b8 00000400:00000010:0.0:1781624500.025663:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e93b8. 00000100:00000001:0.0:1781624500.025665:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624500.025668:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731ed80 x1868160455890304/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624500.025675:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731ed80 x1868160455890304/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624516 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624500.025680:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624500.025681:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624500.025683:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624500.025684:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624500.025685:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624500.025686:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624500.025688:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624500.025690:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=77 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624500.025693:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=148 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624500.025695:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624500.025696:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624500.025697:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624500.025699:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624500.025701:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624500.025705:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731ed80 x1868160455890304/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624516 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624500.025711:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624500.025712:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624500.025714:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624500.025717:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731ed80 x1868160455890304/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624516 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624500.025724:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455890304:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624500.025728:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624500.025729:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624500.025732:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731ed80 x1868160455890304/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624516 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624500.025743:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624500.025745:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624500.025746:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875ca00. 02000000:00000001:0.0:1781624500.025748:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624500.025749:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624500.025750:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781624500.025752:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624500.025753:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85028af200. 02000000:00000001:0.0:1781624500.025755:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624500.025756:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624500.025757:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731ed80. 00000100:00000001:0.0:1781624500.025759:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624500.025761:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624500.025762:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624500.025769:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624500.025771:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624500.025772:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624500.025774:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624500.405217:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624500.405224:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624500.405229:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624500.405230:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624500.405372:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624500.405379:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624500.405386:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624501.429148:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624501.429155:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624501.429160:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624501.429161:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624501.432281:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624501.432286:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624501.432290:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624502.453150:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624502.453165:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624502.453172:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624502.453173:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624502.453345:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624502.453348:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624502.453351:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624503.477157:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624503.477164:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624503.477169:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624503.477170:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624503.477454:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624503.477458:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624503.477461:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624504.501154:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624504.501161:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624504.501168:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624504.501169:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624504.501248:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624504.501250:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624504.501252:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781624505.141169:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624505.141181:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624505.141191:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731ed80. 00000020:00000040:0.0:1781624505.141198:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781624505.141202:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624505.141205:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624505.141210:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624505.141217:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85028af200. 00000100:00000001:0.0:1781624505.141224:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624505.141236:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731ed80 x1868160455890560/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624505.141248:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624505.141252:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624505.141259:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3dd1577] to pc [ptlrpcd_00_00+0] req@ffff8f850731ed80 x1868160455890560/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624505.141354:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624505.141358:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624505.141361:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624505.141367:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731ed80 x1868160455890560/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624505.141374:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624505.141377:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624505.141380:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624505.141383:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624505.141385:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624505.141389:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455890560:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624505.141394:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624505.141400:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624505.141402:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624505.141405:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624505.141411:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8506e57000. 02000000:00000001:1.0:1781624505.141413:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624505.141421:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624505.141424:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631790. 00000400:00000010:1.0:1781624505.141431:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1bb0. 00000100:00000200:1.0:1781624505.141438:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455890560, portal 25 00000100:00000001:1.0:1781624505.141441:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624505.141443:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246975872 : -123673462575744 : ffff8f850731ed80) 00000100:00000040:1.0:1781624505.141448:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731ed80 x1868160455890560/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624505.141455:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624505.141458:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624505.141461:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1e58. 00000100:00000200:1.0:1781624505.141464:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455890560, offset 0 00000400:00000200:1.0:1781624505.141470:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624505.141478:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624505.141486:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624505.141492:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624505.141496:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624505.141500:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624505.141503:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624505.141506:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376246:376246:256:4294967295] 192.168.202.101@tcp LPNI seq info [376216:376216:8:4294967295] 00000400:00000200:1.0:1781624505.141511:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624505.141520:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624505.141526:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624505.141532:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3eb00. 00000800:00000200:1.0:1781624505.141539:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624505.141546:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624505.141550:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3eb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624505.141569:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624505.141574:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624505.141577:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302669942 00000100:00000001:1.0:1781624505.141584:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302664822 00000100:00000001:1.0:1781624505.141588:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302669942 00000100:00000001:1.0:1781624505.141591:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302664822 00000100:00000001:1.0:1781624505.141594:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624505.141597:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624505.141600:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624505.141602:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624505.141628:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624505.141631:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624505.141634:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624505.141637:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731f480. 00000020:00000040:0.0:1781624505.141639:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781624505.141642:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624505.141643:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624505.141645:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624505.141648:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85028afa00. 00000100:00000001:0.0:1781624505.141650:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624505.141655:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731f480 x1868160455890688/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624505.141661:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624505.141663:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624505.141666:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007be101f7] to pc [ptlrpcd_00_01+1] req@ffff8f850731f480 x1868160455890688/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1781624505.141691:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624505.141696:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3eb00. 00000400:00000200:2.0:1781624505.141701:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624505.141705:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624505.141711:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1e58 00000400:00000010:2.0:1781624505.141713:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1e58. 00000100:00000001:2.0:1781624505.141717:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624505.141722:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731ed80 x1868160455890560/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624505.141730:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624505.141733:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731ed80 x1868160455890560/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624521 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624505.141740:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624505.141741:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1781624505.145642:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624505.145649:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781624505.145655:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624505.145658:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624505.145661:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624505.145676:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1781624505.145679:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624505.145681:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624505.145682:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624505.145684:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624505.145685:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624505.145687:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624505.145700:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731f480 x1868160455890688/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624505.145710:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624505.145712:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624505.145716:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624505.145719:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624505.145722:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624505.145726:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455890688:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624505.145731:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624505.145737:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624505.145740:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624505.145742:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624505.145752:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8506e57600. 02000000:00000001:1.0:1781624505.145754:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624505.145761:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624505.145766:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631c60. 00000400:00000010:1.0:1781624505.145773:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1440. 00000100:00000200:1.0:1781624505.145781:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455890688, portal 10 00000100:00000001:1.0:1781624505.145784:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624505.145785:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246977664 : -123673462573952 : ffff8f850731f480) 00000100:00000040:1.0:1781624505.145793:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731f480 x1868160455890688/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624505.145800:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624505.145803:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624505.145805:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1198. 00000100:00000200:1.0:1781624505.145809:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455890688, offset 0 00000400:00000200:1.0:1781624505.145815:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624505.145823:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624505.145830:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624505.145834:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624505.145838:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624505.145842:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624505.145844:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624505.145848:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376247:376247:256:4294967295] 192.168.202.101@tcp LPNI seq info [376217:376217:8:4294967295] 00000400:00000200:1.0:1781624505.145852:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624505.145862:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624505.145868:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624505.145873:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3ea00. 00000800:00000200:1.0:1781624505.145879:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624505.145886:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624505.145891:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3ea00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624505.145914:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624505.145919:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17016 usecs (18 jiffies) 00000400:00000200:1.0:1781624505.145922:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624505.145925:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302662163 00000100:00000001:1.0:1781624505.145930:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302669942 00000100:00000001:1.0:1781624505.145933:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302662163 00000100:00000001:1.0:1781624505.145935:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302669942 00000100:00000001:1.0:1781624505.145938:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624505.145940:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624505.145943:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624505.145945:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624505.145992:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624505.145994:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624505.146190:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624505.146195:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3ea00. 00000400:00000200:2.0:1781624505.146200:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624505.146205:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624505.146212:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1198 00000400:00000010:2.0:1781624505.146214:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1198. 00000100:00000001:2.0:1781624505.146219:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624505.146223:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731f480 x1868160455890688/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624505.146233:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624505.146237:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731f480 x1868160455890688/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624521 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624505.146244:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624505.146246:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624505.151300:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1781624505.151300:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624505.151307:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624505.151311:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624505.151314:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000001:2.0:1781624505.151316:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624505.151317:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000800:00000001:2.0:1781624505.151319:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624505.151321:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624505.151324:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7999) 00000400:00000200:2.0:1781624505.151329:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624505.151337:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624505.151346:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624505.151350:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624505.151356:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624505.151360:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b5700 00000400:00000200:2.0:1781624505.151364:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624505.151371:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9dfd [1] + 224 00000800:00000001:2.0:1781624505.151378:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624505.151382:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624505.151385:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624505.151390:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624505.151397:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624505.151406:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731f480 x1868160455890688/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624521 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624505.151429:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731f480 x1868160455890688/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624521 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624505.151432:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624505.151436:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624505.151443:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:1.0:1781624505.151448:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624505.151449:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:2.0:1781624505.151451:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:1.0:1781624505.151453:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631c60. 00000800:00000001:2.0:1781624505.151454:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624505.151456:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1781624505.151456:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1440 00000800:00000001:2.0:1781624505.151458:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1781624505.151459:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1440. 00000400:00000200:2.0:1781624505.151461:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624505.151462:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1781624505.151464:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000100:00000200:1.0:1781624505.151466:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731f480 x1868160455890688/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624521 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1781624505.151468:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624505.151472:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624505.151475:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000200:1.0:1781624505.151476:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731f480 x1868160455890688/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624521 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1781624505.151478:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b5680 00000400:00000200:2.0:1781624505.151482:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624505.151482:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624505.151485:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624505.151486:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9df5 [1] + 224 00000100:00000001:1.0:1781624505.151487:0:2349:0:(client.c:1579:after_reply()) Process entered 00000800:00000001:2.0:1781624505.151489:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:1.0:1781624505.151491:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624505.151493:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624505.151496:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624505.151499:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624505.151505:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624505.151507:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:1.0:1781624505.151507:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=82 v=5 (5 5 5 5) 00000400:00000200:2.0:1781624505.151511:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00001000:1.0:1781624505.151511:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=153 v=5 (1 1 1 1) 00000100:00000001:2.0:1781624505.151514:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1781624505.151514:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624505.151515:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624505.151518:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1781624505.151519:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731ed80 x1868160455890560/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624521 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1781624505.151521:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624505.151524:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781624505.151526:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781624505.151528:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781624505.151529:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624505.151534:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731f480 x1868160455890688/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624521 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624505.151541:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624505.151544:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624505.151546:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624505.151549:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731f480 x1868160455890688/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624521 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624505.151556:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455890688:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624505.151561:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624505.151564:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624505.151567:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731f480 x1868160455890688/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624521 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624505.151573:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624505.151576:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624505.151579:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8506e57600. 02000000:00000001:1.0:1781624505.151582:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624505.151585:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624505.151586:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781624505.151588:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624505.151591:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85028afa00. 02000000:00000001:1.0:1781624505.151596:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624505.151597:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624505.151599:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731f480. 00000100:00000001:1.0:1781624505.151603:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624505.151604:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624505.151607:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624505.151608:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624505.151610:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624505.151611:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624505.151613:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624505.151634:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731ed80 x1868160455890560/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624521 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624505.151650:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624505.151655:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624505.151658:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624505.151887:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624505.151890:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781624505.151893:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624505.151894:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624505.151895:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631790. 00000400:00000200:1.0:1781624505.151898:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1bb0 00000400:00000010:1.0:1781624505.151900:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1bb0. 00000100:00000001:1.0:1781624505.151903:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624505.151907:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731ed80 x1868160455890560/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624521 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624505.151915:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731ed80 x1868160455890560/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624521 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624505.151921:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624505.151922:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624505.151924:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624505.151925:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624505.151926:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624505.151928:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624505.151930:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624505.151932:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=82 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624505.151935:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=153 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624505.151937:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624505.151938:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624505.151940:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624505.151942:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624505.151943:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624505.151948:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731ed80 x1868160455890560/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624521 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624505.151954:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624505.151956:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624505.151957:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624505.151960:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731ed80 x1868160455890560/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624521 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624505.151967:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455890560:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624505.151971:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624505.151972:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624505.151975:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731ed80 x1868160455890560/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624521 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624505.151981:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624505.151983:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624505.151984:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8506e57000. 02000000:00000001:1.0:1781624505.151987:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624505.151988:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624505.151990:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781624505.151992:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624505.151993:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85028af200. 02000000:00000001:1.0:1781624505.151996:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624505.151997:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624505.151998:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731ed80. 00000100:00000001:1.0:1781624505.152001:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624505.152002:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624505.152004:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624505.152011:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624505.152013:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624505.152014:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624505.152016:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624505.526417:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624505.526424:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624505.526430:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624505.526433:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624505.526561:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624505.526565:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624505.526567:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624506.549181:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624506.549187:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624506.549192:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624506.549193:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624506.549271:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624506.549276:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624506.549279:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624507.574008:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624507.574018:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624507.574128:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624507.574130:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624507.574294:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624507.574299:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624507.574303:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624508.597125:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624508.597133:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624508.597135:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624508.597137:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624508.597141:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624508.597143:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624508.597144:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624508.597145:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624508.597148:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624508.597149:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624508.597150:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624508.597151:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624508.597152:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624508.597153:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624508.597154:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624508.597155:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624508.597228:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624508.597230:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624508.597244:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624509.623213:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624509.623220:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624509.623235:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624509.623236:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624509.623420:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624509.623423:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624509.623427:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781624510.261296:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624510.261310:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624510.261325:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733ed80. 00000020:00000040:1.0:1781624510.261334:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781624510.261339:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624510.261343:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624510.261349:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624510.261361:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f3e900. 00000100:00000001:1.0:1781624510.261371:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624510.261388:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733ed80 x1868160455890816/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624510.261401:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624510.261406:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624510.261413:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000923b046] to pc [ptlrpcd_00_00+0] req@ffff8f850733ed80 x1868160455890816/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624510.261458:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624510.261461:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624510.261465:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624510.261468:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733ea00. 00000020:00000040:1.0:1781624510.261471:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781624510.261473:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624510.261474:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624510.261476:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624510.261479:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f3e700. 00000100:00000001:1.0:1781624510.261482:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624510.261486:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733ea00 x1868160455890944/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624510.261493:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624510.261495:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624510.261510:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002bbec9a1] to pc [ptlrpcd_00_01+1] req@ffff8f850733ea00 x1868160455890944/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624510.261519:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624510.261522:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624510.261526:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624510.261529:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624510.261533:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624510.261540:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8004) 00000100:00000001:1.0:1781624510.261561:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624510.261566:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624510.261568:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624510.261574:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733ea00 x1868160455890944/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624510.261582:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624510.261585:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624510.261590:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624510.261593:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624510.261596:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624510.261600:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455890944:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624510.261605:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624510.261613:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624510.261617:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624510.261620:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624510.261626:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8506e57000. 02000000:00000001:1.0:1781624510.261628:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624510.261636:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624510.261641:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631790. 00000400:00000010:1.0:1781624510.261650:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1bb0. 00000100:00000200:1.0:1781624510.261659:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455890944, portal 10 00000100:00000001:1.0:1781624510.261662:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624510.261664:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247106048 : -123673462445568 : ffff8f850733ea00) 00000100:00000040:1.0:1781624510.261671:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733ea00 x1868160455890944/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624510.261680:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624510.261683:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624510.261686:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1440. 00000100:00000200:1.0:1781624510.261690:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455890944, offset 0 00000400:00000200:1.0:1781624510.261697:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624510.261707:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624510.261717:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624510.261724:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624510.261730:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624510.261735:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624510.261738:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624510.261742:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376248:376248:256:4294967295] 192.168.202.101@tcp LPNI seq info [376218:376218:8:4294967295] 00000400:00000200:1.0:1781624510.261748:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624510.261761:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624510.261768:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624510.261773:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3ee00. 00000800:00000200:1.0:1781624510.261781:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624510.261790:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624510.261796:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3ee00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624510.261817:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624510.261823:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17012 usecs (18 jiffies) 00000400:00000200:1.0:1781624510.261827:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624510.261831:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302667282 00000100:00000001:1.0:1781624510.261835:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302669942 00000100:00000001:1.0:1781624510.261837:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302667282 00000100:00000001:1.0:1781624510.261840:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302669942 00000100:00000001:1.0:1781624510.261852:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624510.261856:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624510.261860:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624510.261863:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624510.261872:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624510.261875:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781624510.261877:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624510.261878:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624510.261880:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624510.261882:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1781624510.261884:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624510.261885:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624510.261887:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624510.261889:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624510.261890:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624510.261891:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624510.261895:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733ed80 x1868160455890816/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624510.261902:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624510.261903:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624510.261905:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624510.261907:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624510.261909:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624510.261911:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455890816:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624510.261915:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624510.261917:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624510.261919:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624510.261920:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624510.261923:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8506e57e00. 02000000:00000001:1.0:1781624510.261925:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624510.261929:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624510.261932:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631c60. 00000400:00000010:1.0:1781624510.261935:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb15d8. 00000100:00000200:1.0:1781624510.261938:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455890816, portal 25 00000100:00000001:1.0:1781624510.261940:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624510.261941:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247106944 : -123673462444672 : ffff8f850733ed80) 00000100:00000040:1.0:1781624510.261946:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733ed80 x1868160455890816/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624510.261952:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624510.261954:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624510.261956:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1c38. 00000100:00000200:1.0:1781624510.261958:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455890816, offset 0 00000400:00000200:1.0:1781624510.261963:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624510.261967:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624510.261970:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624510.261973:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624510.261976:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624510.261977:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624510.261980:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624510.261982:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376249:376249:255:4294967295] 192.168.202.101@tcp LPNI seq info [376219:376219:7:4294967295] 00000400:00000200:1.0:1781624510.261987:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624510.261993:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624510.261997:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624510.262000:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3e200. 00000800:00000200:1.0:1781624510.262004:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624510.262007:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624510.262010:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3e200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624510.262012:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624510.262015:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624510.262017:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302675062 00000100:00000001:1.0:1781624510.262076:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302669942 00000100:00000001:1.0:1781624510.262081:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302675063 00000100:00000001:1.0:1781624510.262085:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302669942 00000100:00000001:1.0:1781624510.262087:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624510.262089:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624510.262091:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624510.262093:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624510.262328:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624510.262335:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3ee00. 00000400:00000200:2.0:1781624510.262343:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624510.262350:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624510.262357:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1440 00000400:00000010:2.0:1781624510.262360:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1440. 00000100:00000001:2.0:1781624510.262365:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624510.262370:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733ea00 x1868160455890944/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624510.262381:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624510.262384:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733ea00 x1868160455890944/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624526 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624510.262391:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624510.262393:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624510.262476:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624510.262478:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3e200. 00000400:00000200:2.0:1781624510.262481:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624510.262484:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624510.262487:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1c38 00000400:00000010:2.0:1781624510.262489:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1c38. 00000100:00000001:2.0:1781624510.262491:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624510.262494:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733ed80 x1868160455890816/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624510.262501:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624510.262504:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733ed80 x1868160455890816/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624526 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624510.262510:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624510.262512:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1781624510.262954:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624510.262959:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624510.283496:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624510.283525:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624510.283532:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624510.283535:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624510.283546:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624510.283555:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624510.283569:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624510.283576:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624510.283584:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624510.283589:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b5780 00000400:00000200:2.0:1781624510.283595:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624510.283604:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9e0d [1] + 224 00000800:00000001:2.0:1781624510.283613:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624510.283619:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624510.283622:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624510.283627:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624510.283637:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624510.283648:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733ed80 x1868160455890816/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624526 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624510.283660:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733ed80 x1868160455890816/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624510.283738:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624510.283743:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624510.283841:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624510.283865:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624510.283870:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624510.283872:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624510.283874:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624510.283878:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624510.283882:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624510.283887:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624510.283890:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624510.283893:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624510.283896:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b5800 00000400:00000200:2.0:1781624510.283900:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624510.283905:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9e05 [1] + 224 00000800:00000001:2.0:1781624510.283909:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624510.283919:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624510.283921:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624510.283925:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624510.283928:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624510.283934:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733ea00 x1868160455890944/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624526 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624510.283945:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733ea00 x1868160455890944/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624510.283951:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624510.283955:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624510.283958:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1781624510.284183:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624510.284186:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624510.284190:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631c60. 00000400:00000200:1.0:1781624510.284196:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb15d8 00000400:00000010:1.0:1781624510.284199:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb15d8. 00000100:00000001:1.0:1781624510.284203:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624510.284208:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733ed80 x1868160455890816/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624510.284236:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733ed80 x1868160455890816/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624526 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624510.284243:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624510.284245:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624510.284248:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624510.284256:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624510.284260:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624510.284262:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624510.284267:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624510.284275:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=87 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624510.284280:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=8 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624510.284283:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624510.284285:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624510.284288:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624510.284291:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624510.284294:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624510.284300:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733ed80 x1868160455890816/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624526 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624510.284307:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624510.284311:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624510.284313:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624510.284318:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733ed80 x1868160455890816/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624526 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624510.284326:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455890816:192.168.202.101@tcp:400:kworker.0 00000400:00000001:1.0:1781624510.284333:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624510.284335:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624510.284337:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631790. 00000400:00000200:1.0:1781624510.284339:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1bb0 00000400:00000010:1.0:1781624510.284341:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1bb0. 00000100:00000001:1.0:1781624510.284343:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624510.284346:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733ea00 x1868160455890944/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624510.284355:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733ea00 x1868160455890944/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624526 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624510.284361:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624510.284362:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624510.284364:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624510.284365:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624510.284367:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624510.284368:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624510.284370:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624510.284376:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=87 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624510.284379:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=8 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624510.284381:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624510.284382:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624510.284384:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624510.284387:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624510.284392:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781624510.284394:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781624510.284396:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781624510.284398:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624510.284401:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733ea00 x1868160455890944/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624526 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624510.284407:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624510.284409:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624510.284410:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624510.284413:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733ea00 x1868160455890944/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624526 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624510.284420:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455890944:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624510.284424:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624510.284427:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624510.284431:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733ed80 x1868160455890816/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624526 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624510.284439:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624510.284441:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624510.284446:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8506e57e00. 02000000:00000001:1.0:1781624510.284450:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624510.284453:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624510.284455:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781624510.284458:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624510.284461:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f3e900. 02000000:00000001:1.0:1781624510.284465:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624510.284468:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624510.284470:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733ed80. 00000100:00000001:1.0:1781624510.284474:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624510.284476:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624510.284477:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624510.284480:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733ea00 x1868160455890944/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624526 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624510.284487:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624510.284488:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624510.284489:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8506e57000. 02000000:00000001:1.0:1781624510.284492:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624510.284493:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624510.284494:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781624510.284496:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624510.284497:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f3e700. 02000000:00000001:1.0:1781624510.284499:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624510.284500:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624510.284501:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733ea00. 00000100:00000001:1.0:1781624510.284503:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624510.284504:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624510.284507:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624510.284516:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624510.284518:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624510.284521:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624510.284523:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624510.645834:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624510.645844:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624510.645851:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624510.645853:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624510.647490:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624510.647497:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624510.647501:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624511.674490:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624511.674500:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624511.674508:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624511.674509:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624511.674582:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624511.674587:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624511.674590:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624512.693870:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624512.693890:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624512.693898:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624512.693899:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624512.694366:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624512.694372:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624512.694375:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624513.717136:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624513.717146:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624513.717244:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624513.717246:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624513.717379:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624513.717384:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624513.717388:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624514.741440:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624514.741451:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624514.741460:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624514.741462:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624514.745339:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624514.745351:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624514.745358:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781624515.383476:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624515.383492:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624515.383506:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731dc00. 00000020:00000040:0.0:1781624515.383514:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781624515.383520:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624515.383524:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624515.383531:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624515.383542:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85028aff00. 00000100:00000001:0.0:1781624515.383550:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624515.383566:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731dc00 x1868160455891072/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624515.383578:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624515.383583:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624515.383590:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064d3ee66] to pc [ptlrpcd_00_00+0] req@ffff8f850731dc00 x1868160455891072/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624515.383628:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624515.383632:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624515.383635:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624515.383638:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731f100. 00000020:00000040:0.0:1781624515.383641:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781624515.383643:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624515.383645:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624515.383647:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624515.383650:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85028afc00. 00000100:00000001:0.0:1781624515.383654:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624515.383658:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731f100 x1868160455891200/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624515.383665:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624515.383667:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624515.383672:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005d705fe] to pc [ptlrpcd_00_01+1] req@ffff8f850731f100 x1868160455891200/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624515.383681:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624515.383684:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624515.383687:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624515.383690:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624515.383693:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624515.383699:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8010) 00000100:00000001:1.0:1781624515.383770:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624515.383776:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624515.383778:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624515.383785:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731dc00 x1868160455891072/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624515.383794:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624515.383797:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624515.383802:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624515.383805:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624515.383809:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624515.383813:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455891072:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624515.383828:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624515.383835:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624515.383839:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624515.383842:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624515.383849:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8506e56a00. 02000000:00000001:1.0:1781624515.383851:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624515.383860:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624515.383865:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631790. 00000400:00000010:1.0:1781624515.383875:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1bb0. 00000100:00000200:1.0:1781624515.383884:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455891072, portal 25 00000100:00000001:1.0:1781624515.383887:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624515.383889:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246971392 : -123673462580224 : ffff8f850731dc00) 00000100:00000040:1.0:1781624515.383895:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731dc00 x1868160455891072/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624515.383903:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624515.383906:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624515.383909:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb15d8. 00000100:00000200:1.0:1781624515.383913:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455891072, offset 0 00000400:00000200:1.0:1781624515.383921:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624515.383932:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624515.383942:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624515.383948:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624515.383952:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624515.383957:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624515.383960:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624515.383964:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376250:376250:256:4294967295] 192.168.202.101@tcp LPNI seq info [376220:376220:8:4294967295] 00000400:00000200:1.0:1781624515.383969:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624515.383982:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624515.383988:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624515.383994:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3e700. 00000800:00000200:1.0:1781624515.384002:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624515.384012:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624515.384017:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3e700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624515.384066:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624515.384072:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624515.384076:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302680185 00000100:00000001:1.0:1781624515.384084:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302675062 00000100:00000001:1.0:1781624515.384089:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302680185 00000100:00000001:1.0:1781624515.384092:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302675063 00000100:00000001:1.0:1781624515.384096:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624515.384099:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624515.384102:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624515.384105:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624515.384114:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624515.384116:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781624515.384118:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624515.384120:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624515.384121:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624515.384124:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1781624515.384125:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624515.384127:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624515.384129:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624515.384130:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624515.384131:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624515.384133:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624515.384137:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731f100 x1868160455891200/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624515.384144:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624515.384146:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624515.384148:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624515.384150:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624515.384152:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624515.384154:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455891200:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624515.384157:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624515.384160:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624515.384161:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624515.384163:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624515.384167:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8506e56c00. 02000000:00000001:1.0:1781624515.384169:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624515.384181:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624515.384184:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631c60. 00000400:00000010:1.0:1781624515.384189:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1770. 00000100:00000200:1.0:1781624515.384192:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455891200, portal 10 00000100:00000001:1.0:1781624515.384194:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624515.384196:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246976768 : -123673462574848 : ffff8f850731f100) 00000100:00000040:1.0:1781624515.384203:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731f100 x1868160455891200/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624515.384209:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624515.384211:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624515.384214:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1a18. 00000100:00000200:1.0:1781624515.384216:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455891200, offset 0 00000400:00000200:1.0:1781624515.384220:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624515.384224:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624515.384227:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624515.384230:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624515.384232:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624515.384234:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624515.384236:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624515.384239:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376251:376251:255:4294967295] 192.168.202.101@tcp LPNI seq info [376221:376221:7:4294967295] 00000400:00000200:1.0:1781624515.384243:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624515.384250:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624515.384254:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624515.384258:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3e900. 00000800:00000200:1.0:1781624515.384262:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624515.384266:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624515.384268:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3e900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624515.384272:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624515.384276:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17023 usecs (18 jiffies) 00000400:00000200:1.0:1781624515.384279:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624515.384281:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302672405 00000100:00000001:1.0:1781624515.384284:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302680185 00000100:00000001:1.0:1781624515.384286:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302672405 00000100:00000001:1.0:1781624515.384288:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302680185 00000100:00000001:1.0:1781624515.384290:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624515.384292:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624515.384294:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624515.384296:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624515.384309:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624515.384312:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624515.384443:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624515.384450:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3e700. 00000400:00000200:2.0:1781624515.384458:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624515.384465:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624515.384471:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb15d8 00000400:00000010:2.0:1781624515.384474:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb15d8. 00000100:00000001:2.0:1781624515.384480:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624515.384485:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731dc00 x1868160455891072/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624515.384495:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624515.384499:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731dc00 x1868160455891072/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624531 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624515.384506:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624515.384508:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624515.384601:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624515.384604:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3e900. 00000400:00000200:2.0:1781624515.384607:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624515.384611:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624515.384614:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1a18 00000400:00000010:2.0:1781624515.384616:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1a18. 00000100:00000001:2.0:1781624515.384619:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624515.384623:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731f100 x1868160455891200/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624515.384631:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624515.384634:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731f100 x1868160455891200/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624531 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624515.384641:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624515.384642:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624515.389492:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624515.389516:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624515.389522:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624515.389525:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624515.389539:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624515.389549:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624515.389562:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624515.389568:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624515.389575:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624515.389580:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b5900 00000400:00000200:2.0:1781624515.389586:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624515.389594:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9e1d [1] + 224 00000800:00000001:2.0:1781624515.389604:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624515.389612:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624515.389616:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624515.389622:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624515.389632:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624515.389644:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731f100 x1868160455891200/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624531 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624515.389656:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731f100 x1868160455891200/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624515.389813:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624515.389829:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624515.389849:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624515.389862:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624515.389866:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1781624515.390273:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624515.390276:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624515.390280:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631c60. 00000400:00000200:1.0:1781624515.390286:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1770 00000400:00000010:1.0:1781624515.390289:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1770. 00000100:00000001:1.0:1781624515.390294:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624515.390301:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731f100 x1868160455891200/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624515.390311:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731f100 x1868160455891200/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624531 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624515.390318:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624515.390320:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624515.390323:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624515.390328:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624515.390332:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624515.390335:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624515.390338:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624515.390350:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=92 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624515.390412:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=13 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624515.390415:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624515.390417:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624515.390421:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624515.390425:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624515.390429:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781624515.390433:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781624515.390435:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781624515.390437:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624515.390443:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731f100 x1868160455891200/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624531 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624515.390451:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624515.390455:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624515.390457:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624515.390461:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731f100 x1868160455891200/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624531 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624515.390470:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455891200:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624515.390477:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624515.390479:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624515.390483:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731f100 x1868160455891200/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624531 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624515.390490:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624515.390493:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624515.390497:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8506e56c00. 02000000:00000001:1.0:1781624515.390502:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624515.390505:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624515.390508:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781624515.390510:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624515.390513:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85028afc00. 02000000:00000001:1.0:1781624515.390520:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624515.390522:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624515.390524:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731f100. 00000100:00000001:1.0:1781624515.390528:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624515.390529:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624515.390533:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624515.390535:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624515.390537:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624515.390538:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624515.390540:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624515.392514:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624515.392536:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624515.392543:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624515.392545:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624515.392555:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624515.392563:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624515.392573:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624515.392579:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624515.392585:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624515.392590:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b5880 00000400:00000200:2.0:1781624515.392596:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624515.392604:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9e15 [1] + 224 00000800:00000001:2.0:1781624515.392613:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624515.392621:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624515.392626:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624515.392632:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624515.392642:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624515.392653:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731dc00 x1868160455891072/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624531 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624515.392666:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731dc00 x1868160455891072/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624515.392689:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624515.392700:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624515.392703:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624515.392777:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624515.392783:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781624515.392793:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624515.392795:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624515.392799:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631790. 00000400:00000200:1.0:1781624515.392805:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1bb0 00000400:00000010:1.0:1781624515.392808:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1bb0. 00000100:00000001:1.0:1781624515.392812:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624515.392818:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731dc00 x1868160455891072/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624515.392828:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731dc00 x1868160455891072/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624531 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624515.392834:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624515.392836:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624515.392839:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624515.392843:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624515.392846:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624515.392849:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624515.392853:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624515.392861:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=92 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624515.392866:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=13 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624515.392869:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624515.392871:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624515.392874:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624515.392876:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624515.392880:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624515.392885:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731dc00 x1868160455891072/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624531 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624515.392893:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624515.392897:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624515.392899:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624515.392903:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731dc00 x1868160455891072/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624531 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624515.392912:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455891072:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624515.392918:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624515.392921:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624515.392924:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731dc00 x1868160455891072/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624531 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624515.392932:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624515.392934:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624515.392939:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8506e56a00. 02000000:00000001:1.0:1781624515.392944:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624515.392948:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624515.392951:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781624515.392953:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624515.392956:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85028aff00. 02000000:00000001:1.0:1781624515.392962:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624515.392964:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624515.392967:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731dc00. 00000100:00000001:1.0:1781624515.392972:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624515.392973:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624515.392976:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624515.392987:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624515.392989:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624515.392991:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624515.392994:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624515.765282:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624515.765292:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624515.765301:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624515.765302:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624515.765987:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624515.765992:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624515.765995:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624516.789664:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624516.789675:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624516.789683:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624516.789685:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624516.796405:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624516.796416:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624516.796423:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624517.813233:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624517.813244:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624517.813252:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624517.813253:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624517.813496:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624517.813502:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624517.813505:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624518.837472:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624518.837485:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624518.837489:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624518.837494:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624518.837500:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624518.837503:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624518.837505:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624518.837508:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624518.837513:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624518.837515:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624518.837516:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624518.837518:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624518.837519:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624518.837520:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624518.837522:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624518.837524:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624518.837638:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624518.837642:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624518.837645:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624519.861306:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624519.861316:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624519.861324:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624519.861326:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624519.861407:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624519.861412:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624519.861416:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781624520.502535:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624520.502549:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624520.502562:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731fb80. 00000020:00000040:0.0:1781624520.502571:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781624520.502577:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624520.502581:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624520.502588:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624520.502601:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85028aff00. 00000100:00000001:0.0:1781624520.502609:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624520.502627:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731fb80 x1868160455891328/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624520.502641:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624520.502647:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624520.502654:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000865dba0e] to pc [ptlrpcd_00_00+0] req@ffff8f850731fb80 x1868160455891328/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624520.502692:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624520.502696:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624520.502700:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624520.502703:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731ce00. 00000020:00000040:0.0:1781624520.502706:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781624520.502708:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624520.502709:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624520.502711:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624520.502715:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85028afc00. 00000100:00000001:0.0:1781624520.502718:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624520.502722:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731ce00 x1868160455891456/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624520.502729:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624520.502730:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624520.502734:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006be3e00e] to pc [ptlrpcd_00_01+1] req@ffff8f850731ce00 x1868160455891456/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624520.502741:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624520.502744:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624520.502749:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624520.502752:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624520.502756:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624520.502761:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8015) 00000100:00000001:1.0:1781624520.503723:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624520.503730:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624520.503734:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624520.503746:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731fb80 x1868160455891328/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624520.503758:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624520.503761:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624520.503767:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624520.503771:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624520.503774:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624520.503777:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455891328:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624520.503782:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624520.503790:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624520.503794:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624520.503797:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624520.503805:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8506e56000. 02000000:00000001:1.0:1781624520.503807:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624520.503817:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624520.503823:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631790. 00000400:00000010:1.0:1781624520.503831:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1bb0. 00000100:00000200:1.0:1781624520.503840:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455891328, portal 25 00000100:00000001:1.0:1781624520.503843:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624520.503845:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246979456 : -123673462572160 : ffff8f850731fb80) 00000100:00000040:1.0:1781624520.503852:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731fb80 x1868160455891328/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624520.503861:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624520.503865:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624520.503867:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1770. 00000100:00000200:1.0:1781624520.503872:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455891328, offset 0 00000400:00000200:1.0:1781624520.503879:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624520.503890:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624520.503898:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624520.503904:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624520.503909:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624520.503913:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624520.503916:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624520.503921:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376252:376252:256:4294967295] 192.168.202.101@tcp LPNI seq info [376222:376222:8:4294967295] 00000400:00000200:1.0:1781624520.503926:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624520.503938:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624520.503944:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624520.503950:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3e100. 00000800:00000200:1.0:1781624520.503958:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624520.503970:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624520.503975:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3e100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624520.504006:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624520.504011:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624520.504014:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302685304 00000100:00000001:1.0:1781624520.504083:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302680185 00000100:00000001:1.0:1781624520.504091:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302685305 00000100:00000001:1.0:1781624520.504096:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302680185 00000100:00000001:1.0:1781624520.504100:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624520.504103:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624520.504107:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624520.504110:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624520.504118:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624520.504121:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781624520.504123:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624520.504125:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624520.504159:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624520.504163:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1781624520.504165:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624520.504167:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624520.504168:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624520.504170:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624520.504171:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624520.504172:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624520.504177:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731ce00 x1868160455891456/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624520.504184:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624520.504186:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624520.504188:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624520.504190:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624520.504192:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624520.504195:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455891456:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624520.504199:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624520.504202:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624520.504204:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624520.504206:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624520.504209:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8506e56a00. 02000000:00000001:1.0:1781624520.504211:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624520.504215:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624520.504217:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631c60. 00000400:00000010:1.0:1781624520.504223:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1ee0. 00000100:00000200:1.0:1781624520.504225:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455891456, portal 10 00000100:00000001:1.0:1781624520.504228:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624520.504229:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246967808 : -123673462583808 : ffff8f850731ce00) 00000100:00000040:1.0:1781624520.504236:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731ce00 x1868160455891456/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624520.504242:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624520.504244:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624520.504247:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1220. 00000100:00000200:1.0:1781624520.504249:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455891456, offset 0 00000400:00000200:1.0:1781624520.504253:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624520.504257:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624520.504260:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624520.504262:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624520.504265:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624520.504267:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624520.504269:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624520.504271:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376253:376253:255:4294967295] 192.168.202.101@tcp LPNI seq info [376223:376223:7:4294967295] 00000400:00000200:1.0:1781624520.504275:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624520.504281:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624520.504286:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624520.504289:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3e300. 00000800:00000200:1.0:1781624520.504293:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624520.504297:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624520.504300:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3e300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624520.504303:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624520.504309:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17015 usecs (18 jiffies) 00000400:00000200:1.0:1781624520.504312:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624520.504314:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302677525 00000100:00000001:1.0:1781624520.504317:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302685304 00000100:00000001:1.0:1781624520.504320:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302677525 00000100:00000001:1.0:1781624520.504322:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302685305 00000100:00000001:1.0:1781624520.504337:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624520.504340:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624520.504342:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624520.504344:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624520.504364:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624520.504367:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624520.505871:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624520.505882:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3e100. 00000400:00000200:2.0:1781624520.505893:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624520.505904:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624520.505914:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1770 00000400:00000010:2.0:1781624520.505918:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1770. 00000100:00000001:2.0:1781624520.505925:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624520.505935:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731fb80 x1868160455891328/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624520.505949:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624520.505953:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731fb80 x1868160455891328/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624536 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624520.505962:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624520.505964:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624520.506107:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624520.506110:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3e300. 00000400:00000200:2.0:1781624520.506113:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624520.506118:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624520.506121:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1220 00000400:00000010:2.0:1781624520.506123:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1220. 00000100:00000001:2.0:1781624520.506137:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624520.506141:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731ce00 x1868160455891456/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624520.506148:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624520.506151:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731ce00 x1868160455891456/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624536 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624520.506156:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624520.506158:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624520.512113:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624520.512150:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624520.512156:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624520.512159:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624520.512172:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624520.512183:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624520.512197:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624520.512203:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624520.512210:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624520.512216:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b5980 00000400:00000200:2.0:1781624520.512222:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624520.512230:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9e25 [1] + 224 00000800:00000001:2.0:1781624520.512240:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624520.512245:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624520.512249:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624520.512255:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624520.512265:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624520.512277:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731fb80 x1868160455891328/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624536 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624520.512290:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731fb80 x1868160455891328/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624520.512319:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624520.512669:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624520.512675:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781624520.512686:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624520.512689:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624520.512694:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631790. 00000400:00000200:1.0:1781624520.512700:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1bb0 00000400:00000010:1.0:1781624520.512704:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1bb0. 00000100:00000001:1.0:1781624520.512708:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624520.512715:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731fb80 x1868160455891328/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624520.512726:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731fb80 x1868160455891328/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624536 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624520.512733:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624520.512735:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624520.512739:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624520.512743:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624520.512746:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624520.512749:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624520.512753:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624520.512762:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=97 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624520.512768:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=18 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624520.512771:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624520.512772:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624520.512775:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624520.512778:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624520.512781:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624520.512787:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731fb80 x1868160455891328/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624536 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624520.512794:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624520.512800:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624520.512803:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624520.512807:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731fb80 x1868160455891328/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624536 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624520.512816:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455891328:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624520.512821:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624520.512825:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624520.512829:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731fb80 x1868160455891328/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624536 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624520.512837:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624520.512841:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624520.512846:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8506e56000. 02000000:00000001:1.0:1781624520.512850:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624520.512854:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624520.512857:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781624520.512859:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624520.512863:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85028aff00. 02000000:00000001:1.0:1781624520.512870:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624520.512872:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624520.512875:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731fb80. 00000100:00000001:1.0:1781624520.512880:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624520.512881:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624520.512885:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624520.512887:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624520.512889:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624520.512890:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624520.512892:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624520.512955:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624520.512964:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624520.512966:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624520.512968:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624520.512974:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624520.512978:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624520.512984:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624520.512988:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624520.512992:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624520.512996:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b5a00 00000400:00000200:2.0:1781624520.513000:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624520.513006:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9e2d [1] + 224 00000800:00000001:2.0:1781624520.513011:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624520.513021:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624520.513068:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624520.513072:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624520.513077:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624520.513083:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731ce00 x1868160455891456/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624536 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624520.513093:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731ce00 x1868160455891456/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624520.513114:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624520.513119:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624520.513123:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624520.513179:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624520.513182:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781624520.513184:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624520.513186:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624520.513189:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631c60. 00000400:00000200:1.0:1781624520.513192:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1ee0 00000400:00000010:1.0:1781624520.513198:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1ee0. 00000100:00000001:1.0:1781624520.513201:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624520.513206:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731ce00 x1868160455891456/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624520.513215:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731ce00 x1868160455891456/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624536 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624520.513221:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624520.513222:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624520.513224:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624520.513226:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624520.513227:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624520.513229:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624520.513231:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624520.513240:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=97 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624520.513244:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=18 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624520.513247:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624520.513248:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624520.513251:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624520.513255:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624520.513259:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781624520.513262:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781624520.513264:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781624520.513265:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624520.513270:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731ce00 x1868160455891456/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624536 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624520.513278:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624520.513280:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624520.513282:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624520.513285:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731ce00 x1868160455891456/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624536 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624520.513293:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455891456:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624520.513297:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624520.513299:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624520.513303:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731ce00 x1868160455891456/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624536 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624520.513311:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624520.513313:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624520.513315:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8506e56a00. 02000000:00000001:1.0:1781624520.513317:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624520.513319:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624520.513321:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781624520.513322:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624520.513324:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85028afc00. 02000000:00000001:1.0:1781624520.513327:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624520.513328:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624520.513330:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731ce00. 00000100:00000001:1.0:1781624520.513334:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624520.513335:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624520.513337:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624520.513347:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624520.513349:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624520.513352:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624520.513354:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624520.885218:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624520.885229:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624520.885237:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624520.885239:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624520.885463:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624520.885468:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624520.885471:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624521.909590:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624521.909597:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624521.909602:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624521.909603:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624521.909669:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624521.909673:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624521.909677:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624522.933150:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624522.933159:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624522.933164:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624522.933166:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624522.933259:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624522.933263:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624522.933266:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624523.957164:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624523.957172:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624523.957178:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624523.957179:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624523.957238:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624523.957241:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624523.957245:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624524.981200:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624524.981208:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624524.981214:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624524.981216:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624524.981370:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624524.981374:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624524.981377:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781624525.626127:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624525.626139:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624525.626151:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0ea00. 00000020:00000040:2.0:1781624525.626158:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781624525.626163:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624525.626167:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624525.626172:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624525.626180:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3200. 00000100:00000001:2.0:1781624525.626187:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624525.626200:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0ea00 x1868160455891584/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624525.626210:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624525.626215:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624525.626223:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c67663d] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0ea00 x1868160455891584/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624525.626264:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624525.626268:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624525.626271:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624525.626277:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0fb80. 00000020:00000040:2.0:1781624525.626280:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781624525.626282:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624525.626283:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624525.626285:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624525.626288:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3f00. 00000100:00000001:2.0:1781624525.626293:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624525.626297:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0fb80 x1868160455891712/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624525.626304:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624525.626306:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624525.626309:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e233249c] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0fb80 x1868160455891712/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624525.626316:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624525.626319:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624525.626322:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624525.626325:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624525.626327:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624525.626332:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8020) 00000100:00000001:2.0:1781624525.626348:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624525.626352:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624525.626354:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624525.626358:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0fb80 x1868160455891712/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624525.626370:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624525.626372:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624525.626375:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624525.626378:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624525.626380:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624525.626383:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455891712:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624525.626386:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624525.626392:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624525.626394:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624525.626396:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624525.626400:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078a00. 02000000:00000001:2.0:1781624525.626401:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624525.626408:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624525.626411:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f088f0. 00000400:00000010:2.0:1781624525.626417:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d000. 00000100:00000200:2.0:1781624525.626423:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455891712, portal 10 00000100:00000001:2.0:1781624525.626425:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624525.626426:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272079744 : -123673437471872 : ffff8f8508b0fb80) 00000100:00000040:2.0:1781624525.626432:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0fb80 x1868160455891712/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624525.626439:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624525.626441:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624525.626443:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d770. 00000100:00000200:2.0:1781624525.626446:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455891712, offset 0 00000400:00000200:2.0:1781624525.626452:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624525.626461:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624525.626467:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624525.626471:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624525.626475:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624525.626477:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624525.626479:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624525.626483:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376254:376254:256:4294967295] 192.168.202.101@tcp LPNI seq info [376224:376224:8:4294967295] 00000400:00000200:2.0:1781624525.626485:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624525.626492:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624525.626496:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624525.626500:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3a00. 00000800:00000200:2.0:1781624525.626504:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624525.626510:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624525.626513:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624525.626521:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624525.626525:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17011 usecs (18 jiffies) 00000400:00000200:2.0:1781624525.626527:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624525.626529:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302682647 00000100:00000001:2.0:1781624525.626532:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302685304 00000100:00000001:2.0:1781624525.626533:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302682647 00000100:00000001:2.0:1781624525.626535:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302685305 00000100:00000001:2.0:1781624525.626536:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624525.626538:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624525.626540:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624525.626541:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624525.626547:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624525.626549:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781624525.626550:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624525.626551:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624525.626552:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624525.626558:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1781624525.626559:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624525.626561:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624525.626562:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624525.626563:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624525.626564:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624525.626564:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624525.626567:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0ea00 x1868160455891584/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624525.626571:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624525.626572:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624525.626574:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624525.626575:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624525.626576:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624525.626577:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455891584:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624525.626579:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624525.626581:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624525.626582:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624525.626583:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624525.626585:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079600. 02000000:00000001:2.0:1781624525.626586:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624525.626588:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624525.626590:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08160. 00000400:00000010:2.0:1781624525.626592:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901dee0. 00000100:00000200:2.0:1781624525.626594:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455891584, portal 25 00000100:00000001:2.0:1781624525.626595:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624525.626596:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272075264 : -123673437476352 : ffff8f8508b0ea00) 00000100:00000040:2.0:1781624525.626599:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0ea00 x1868160455891584/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624525.626602:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624525.626603:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624525.626605:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d7f8. 00000100:00000200:2.0:1781624525.626606:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455891584, offset 0 00000400:00000200:2.0:1781624525.626608:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624525.626610:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624525.626612:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624525.626613:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624525.626614:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624525.626616:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624525.626617:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624525.626619:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376255:376255:255:4294967295] 192.168.202.101@tcp LPNI seq info [376225:376225:7:4294967295] 00000400:00000200:2.0:1781624525.626622:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624525.626625:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624525.626629:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624525.626631:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3400. 00000800:00000200:2.0:1781624525.626635:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624525.626638:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624525.626641:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624525.626644:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624525.626646:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624525.626648:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302690427 00000100:00000001:2.0:1781624525.626654:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302685304 00000100:00000001:2.0:1781624525.626658:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302690427 00000100:00000001:2.0:1781624525.626661:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302685305 00000100:00000001:2.0:1781624525.626663:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624525.626665:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624525.626668:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624525.626670:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624525.626708:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624525.626711:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3a00. 00000400:00000200:2.0:1781624525.626716:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624525.626720:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624525.626724:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d770 00000400:00000010:2.0:1781624525.626726:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d770. 00000100:00000001:2.0:1781624525.626729:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624525.626732:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0fb80 x1868160455891712/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624525.626738:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624525.626740:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0fb80 x1868160455891712/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624541 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624525.626748:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624525.626749:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624525.626804:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624525.626806:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3400. 00000400:00000200:2.0:1781624525.626807:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624525.626809:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624525.626811:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d7f8 00000400:00000010:2.0:1781624525.626812:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d7f8. 00000100:00000001:2.0:1781624525.626813:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624525.626816:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0ea00 x1868160455891584/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624525.626820:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624525.626821:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0ea00 x1868160455891584/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624541 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624525.626825:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624525.626826:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1781624525.626885:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624525.626887:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624525.630589:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624525.630607:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624525.630612:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624525.630615:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624525.630623:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624525.630630:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624525.630640:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624525.630645:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624525.630650:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624525.630654:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b5a80 00000400:00000200:2.0:1781624525.630659:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624525.630666:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9e45 [1] + 224 00000800:00000001:2.0:1781624525.630673:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624525.630680:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624525.630683:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624525.630687:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624525.630695:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624525.630705:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0ea00 x1868160455891584/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624541 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624525.630715:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0ea00 x1868160455891584/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624525.630743:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624525.630751:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624525.630754:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624525.630854:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624525.630858:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624525.630864:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624525.630866:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624525.630869:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08160. 00000400:00000200:3.0:1781624525.630874:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901dee0 00000400:00000010:3.0:1781624525.630876:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901dee0. 00000100:00000001:3.0:1781624525.630880:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624525.630884:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0ea00 x1868160455891584/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624525.630893:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0ea00 x1868160455891584/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624541 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624525.630900:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624525.630901:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624525.630904:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624525.630907:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624525.630909:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624525.630912:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624525.630914:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624525.630921:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=102 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624525.630925:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=23 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624525.630928:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624525.630929:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624525.630932:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624525.630934:0:2352:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624525.630937:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624525.630942:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0ea00 x1868160455891584/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624541 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624525.630949:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624525.630952:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624525.630954:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624525.630957:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0ea00 x1868160455891584/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624541 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624525.630964:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455891584:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624525.630969:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624525.630971:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624525.630975:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0ea00 x1868160455891584/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624541 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624525.630981:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624525.630984:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624525.630987:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079600. 02000000:00000001:3.0:1781624525.630991:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624525.630993:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624525.630995:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781624525.630997:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624525.631000:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3200. 02000000:00000001:3.0:1781624525.631004:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624525.631006:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624525.631009:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0ea00. 00000100:00000001:3.0:1781624525.631012:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624525.631014:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624525.631017:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624525.631019:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624525.631020:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624525.631021:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624525.631023:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624525.633128:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624525.633142:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624525.633146:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624525.633148:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624525.633156:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624525.633163:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624525.633170:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624525.633174:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624525.633179:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624525.633183:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b5b00 00000400:00000200:2.0:1781624525.633187:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624525.633193:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9e35 [1] + 224 00000800:00000001:2.0:1781624525.633200:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624525.633206:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624525.633209:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624525.633213:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624525.633220:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624525.633228:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0fb80 x1868160455891712/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624541 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624525.633237:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0fb80 x1868160455891712/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624525.633257:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624525.633265:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624525.633268:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624525.633324:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624525.633328:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624525.633334:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624525.633336:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624525.633340:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f088f0. 00000400:00000200:3.0:1781624525.633344:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d000 00000400:00000010:3.0:1781624525.633347:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d000. 00000100:00000001:3.0:1781624525.633349:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624525.633353:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0fb80 x1868160455891712/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624525.633361:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0fb80 x1868160455891712/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624541 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624525.633367:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624525.633369:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624525.633371:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624525.633374:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624525.633377:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624525.633379:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624525.633382:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624525.633390:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=102 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624525.633394:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=23 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624525.633397:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624525.633398:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624525.633401:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624525.633404:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624525.633407:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781624525.633409:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781624525.633411:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781624525.633412:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624525.633416:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0fb80 x1868160455891712/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624541 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624525.633424:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624525.633427:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624525.633429:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624525.633433:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0fb80 x1868160455891712/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624541 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624525.633447:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455891712:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624525.633451:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624525.633453:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624525.633457:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0fb80 x1868160455891712/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624541 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624525.633463:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624525.633465:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624525.633468:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078a00. 02000000:00000001:3.0:1781624525.633471:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624525.633474:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624525.633476:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781624525.633478:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624525.633480:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3f00. 02000000:00000001:3.0:1781624525.633485:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624525.633486:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624525.633488:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0fb80. 00000100:00000001:3.0:1781624525.633492:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624525.633493:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624525.633496:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624525.633503:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624525.633504:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624525.633506:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624525.633509:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624526.008233:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624526.008240:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624526.008247:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624526.008248:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624526.008344:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624526.008347:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624526.008350:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624527.029178:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624527.029186:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624527.029193:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624527.029194:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624527.029251:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624527.029254:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624527.029257:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624528.056181:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624528.056189:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624528.056195:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624528.056196:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624528.056520:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624528.056525:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624528.056528:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624529.077137:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624529.077147:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624529.077149:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624529.077153:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624529.077158:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624529.077161:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624529.077162:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624529.077165:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624529.077169:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624529.077170:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624529.077172:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624529.077173:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624529.077175:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624529.077176:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624529.077178:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624529.077180:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624529.077290:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624529.077294:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624529.077297:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624530.101149:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624530.101156:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624530.101162:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624530.101163:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624530.101622:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624530.101625:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624530.101628:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781624530.741214:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624530.741226:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624530.741237:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0d880. 00000020:00000040:2.0:1781624530.741244:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781624530.741249:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624530.741253:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624530.741258:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624530.741267:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3a00. 00000100:00000001:2.0:1781624530.741273:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624530.741285:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0d880 x1868160455891840/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624530.741296:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624530.741301:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624530.741308:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000750808ff] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0d880 x1868160455891840/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624530.741349:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624530.741353:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624530.741356:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624530.741359:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0c380. 00000020:00000040:2.0:1781624530.741362:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781624530.741365:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624530.741366:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624530.741368:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624530.741373:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3f00. 00000100:00000001:2.0:1781624530.741376:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624530.741380:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0c380 x1868160455891968/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624530.741387:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624530.741389:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624530.741392:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008362c9ca] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0c380 x1868160455891968/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624530.741401:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624530.741404:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624530.741408:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624530.741411:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624530.741414:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624530.741419:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8025) 00000100:00000001:3.0:1781624530.743823:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624530.743833:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624530.743836:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781624530.743851:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0d880 x1868160455891840/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624530.743864:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781624530.743867:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624530.743872:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781624530.743876:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781624530.743879:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624530.743884:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455891840:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624530.743889:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781624530.743895:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781624530.743898:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624530.743901:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781624530.743912:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ec800. 02000000:00000001:3.0:1781624530.743914:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624530.743921:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781624530.743927:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8160. 00000400:00000010:3.0:1781624530.743933:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70f68. 00000100:00000200:3.0:1781624530.743940:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455891840, portal 25 00000100:00000001:3.0:1781624530.743943:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781624530.743944:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272070784 : -123673437480832 : ffff8f8508b0d880) 00000100:00000040:3.0:1781624530.743951:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0d880 x1868160455891840/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624530.743959:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781624530.743962:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781624530.743964:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e702a8. 00000100:00000200:3.0:1781624530.743967:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455891840, offset 0 00000400:00000200:3.0:1781624530.743973:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624530.743984:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624530.743992:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781624530.743999:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781624530.744003:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781624530.744006:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781624530.744009:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781624530.744013:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376256:376256:256:4294967295] 192.168.202.101@tcp LPNI seq info [376226:376226:8:4294967295] 00000400:00000200:3.0:1781624530.744017:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624530.744089:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781624530.744095:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781624530.744100:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d500. 00000800:00000200:3.0:1781624530.744107:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781624530.744114:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781624530.744119:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781624530.744141:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624530.744146:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624530.744149:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302695545 00000100:00000001:3.0:1781624530.744157:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302690427 00000100:00000001:3.0:1781624530.744162:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302695545 00000100:00000001:3.0:1781624530.744165:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302690427 00000100:00000001:3.0:1781624530.744168:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624530.744171:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624530.744174:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624530.744176:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624530.744182:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624530.744184:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781624530.744186:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624530.744187:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624530.744188:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624530.744191:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1781624530.744193:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624530.744195:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624530.744196:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624530.744198:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624530.744199:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624530.744200:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781624530.744205:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0c380 x1868160455891968/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624530.744212:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781624530.744214:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624530.744216:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781624530.744218:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781624530.744220:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624530.744223:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455891968:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624530.744228:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781624530.744230:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781624530.744232:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624530.744234:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781624530.744237:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ec000. 02000000:00000001:3.0:1781624530.744239:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624530.744242:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781624530.744244:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8370. 00000400:00000010:3.0:1781624530.744248:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70770. 00000100:00000200:3.0:1781624530.744251:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455891968, portal 10 00000100:00000001:3.0:1781624530.744253:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781624530.744254:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272065408 : -123673437486208 : ffff8f8508b0c380) 00000100:00000040:3.0:1781624530.744261:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0c380 x1868160455891968/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624530.744268:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781624530.744281:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781624530.744284:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70088. 00000100:00000200:3.0:1781624530.744286:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455891968, offset 0 00000400:00000200:3.0:1781624530.744290:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624530.744293:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624530.744297:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781624530.744299:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781624530.744302:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781624530.744304:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781624530.744306:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781624530.744309:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376257:376257:255:4294967295] 192.168.202.101@tcp LPNI seq info [376227:376227:7:4294967295] 00000400:00000200:3.0:1781624530.744312:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624530.744317:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781624530.744321:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781624530.744324:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7db00. 00000800:00000200:3.0:1781624530.744338:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781624530.744342:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781624530.744345:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7db00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781624530.744348:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624530.744351:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 17002 usecs (18 jiffies) 00000400:00000200:3.0:1781624530.744353:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624530.744355:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302687765 00000100:00000001:3.0:1781624530.744357:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302695545 00000100:00000001:3.0:1781624530.744359:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302687765 00000100:00000001:3.0:1781624530.744360:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302695545 00000100:00000001:3.0:1781624530.744362:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624530.744365:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624530.744366:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624530.744368:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624530.744381:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624530.744383:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624530.744639:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624530.744644:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d500. 00000400:00000200:2.0:1781624530.744651:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624530.744656:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624530.744660:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e702a8 00000400:00000010:2.0:1781624530.744663:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e702a8. 00000100:00000001:2.0:1781624530.744667:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624530.744672:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0d880 x1868160455891840/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624530.744682:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624530.744685:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0d880 x1868160455891840/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624546 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624530.744697:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624530.744699:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624530.744943:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624530.744946:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7db00. 00000400:00000200:2.0:1781624530.744949:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624530.744953:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624530.744955:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70088 00000400:00000010:2.0:1781624530.744957:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70088. 00000100:00000001:2.0:1781624530.744958:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624530.744961:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0c380 x1868160455891968/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624530.744966:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624530.744968:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0c380 x1868160455891968/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624546 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624530.744972:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624530.744973:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624530.746711:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624530.746723:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624530.746725:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624530.746727:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624530.746733:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624530.746738:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624530.746749:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624530.746753:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624530.746757:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624530.746759:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b5c00 00000400:00000200:2.0:1781624530.746763:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624530.746767:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9e65 [1] + 224 00000800:00000001:2.0:1781624530.746773:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624530.746777:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624530.746779:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624530.746782:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624530.746787:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624530.746792:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0c380 x1868160455891968/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624546 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624530.746799:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0c380 x1868160455891968/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624530.746810:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624530.746816:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624530.746819:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624530.746890:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624530.746893:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624530.746898:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624530.746899:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624530.746901:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8370. 00000400:00000200:3.0:1781624530.746905:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70770 00000400:00000010:3.0:1781624530.746907:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70770. 00000100:00000001:3.0:1781624530.746910:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624530.746913:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0c380 x1868160455891968/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624530.746918:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0c380 x1868160455891968/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624546 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624530.746922:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624530.746923:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624530.746925:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624530.746927:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624530.746929:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624530.746932:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624530.746934:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624530.746941:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=107 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624530.746944:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=28 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624530.746945:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624530.746946:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624530.746948:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624530.746950:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624530.746952:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781624530.746954:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781624530.746956:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781624530.746957:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624530.746961:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0c380 x1868160455891968/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624546 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624530.746965:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624530.746968:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624530.746969:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624530.746971:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0c380 x1868160455891968/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624546 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624530.746977:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455891968:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624530.746982:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624530.746984:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624530.746986:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0c380 x1868160455891968/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624546 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624530.746991:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624530.746994:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624530.746997:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ec000. 02000000:00000001:3.0:1781624530.747000:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624530.747003:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624530.747005:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781624530.747007:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624530.747009:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3f00. 02000000:00000001:3.0:1781624530.747014:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624530.747015:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624530.747017:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0c380. 00000100:00000001:3.0:1781624530.747020:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624530.747022:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624530.747053:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624530.747055:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624530.747056:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624530.747058:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624530.747060:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624530.748878:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624530.748890:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624530.748893:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624530.748894:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624530.748900:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624530.748905:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624530.748911:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624530.748914:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624530.748918:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624530.748922:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b5b80 00000400:00000200:2.0:1781624530.748926:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624530.748930:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9e55 [1] + 224 00000800:00000001:2.0:1781624530.748935:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624530.748941:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624530.748943:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624530.748948:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624530.748953:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624530.748959:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0d880 x1868160455891840/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624546 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624530.748966:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0d880 x1868160455891840/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624530.748978:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624530.748983:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624530.748986:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624530.749079:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624530.749083:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624530.749089:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624530.749091:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624530.749094:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8160. 00000400:00000200:3.0:1781624530.749100:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70f68 00000400:00000010:3.0:1781624530.749102:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70f68. 00000100:00000001:3.0:1781624530.749105:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624530.749109:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0d880 x1868160455891840/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624530.749118:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0d880 x1868160455891840/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624546 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624530.749125:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624530.749127:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624530.749129:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624530.749132:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624530.749134:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624530.749137:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624530.749140:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624530.749146:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=107 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624530.749149:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=28 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624530.749151:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624530.749152:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624530.749153:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624530.749155:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624530.749157:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624530.749160:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0d880 x1868160455891840/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624546 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624530.749165:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624530.749168:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624530.749170:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624530.749173:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0d880 x1868160455891840/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624546 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624530.749177:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455891840:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624530.749189:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624530.749191:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624530.749194:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0d880 x1868160455891840/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624546 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624530.749198:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624530.749200:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624530.749204:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ec800. 02000000:00000001:3.0:1781624530.749206:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624530.749208:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624530.749209:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781624530.749210:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624530.749212:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3a00. 02000000:00000001:3.0:1781624530.749215:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624530.749217:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624530.749218:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0d880. 00000100:00000001:3.0:1781624530.749221:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624530.749221:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624530.749223:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624530.749229:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624530.749230:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624530.749233:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624530.749234:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624531.125175:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624531.125182:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624531.125188:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624531.125190:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624531.125309:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624531.125312:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624531.125315:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624532.149655:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624532.149661:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624532.149667:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624532.149668:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624532.149891:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624532.149894:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624532.149897:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624533.173189:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624533.173194:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624533.173198:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624533.173199:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624533.173428:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624533.173431:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624533.173433:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624534.197159:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624534.197167:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624534.197173:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624534.197175:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624534.197313:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624534.197317:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624534.197320:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624535.221118:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624535.221125:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624535.221142:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624535.221143:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624535.221224:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624535.221227:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624535.221230:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781624535.861183:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624535.861194:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624535.861205:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731f800. 00000020:00000040:0.0:1781624535.861212:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781624535.861217:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624535.861220:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624535.861226:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624535.861234:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85028af200. 00000100:00000001:0.0:1781624535.861241:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624535.861265:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731f800 x1868160455892096/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624535.861278:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624535.861282:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624535.861288:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aca46f2e] to pc [ptlrpcd_00_00+0] req@ffff8f850731f800 x1868160455892096/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624535.861319:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624535.861322:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624535.861326:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624535.861330:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731c380. 00000020:00000040:0.0:1781624535.861332:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781624535.861335:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624535.861336:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624535.861338:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624535.861342:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85028afa00. 00000100:00000001:0.0:1781624535.861344:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624535.861349:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731c380 x1868160455892224/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624535.861368:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624535.861378:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624535.861382:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a88ed58] to pc [ptlrpcd_00_01+1] req@ffff8f850731c380 x1868160455892224/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624535.861391:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624535.861393:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624535.861397:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624535.861400:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624535.861402:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624535.861408:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8030) 00000100:00000001:1.0:1781624535.861711:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624535.861715:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624535.861717:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624535.861724:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731f800 x1868160455892096/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624535.861732:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624535.861734:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624535.861737:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624535.861740:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624535.861743:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624535.861746:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455892096:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624535.861750:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624535.861756:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624535.861758:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624535.861761:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624535.861766:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8506e56000. 02000000:00000001:1.0:1781624535.861768:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624535.861774:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624535.861779:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631c60. 00000400:00000010:1.0:1781624535.861785:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1ee0. 00000100:00000200:1.0:1781624535.861792:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455892096, portal 25 00000100:00000001:1.0:1781624535.861794:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624535.861796:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246978560 : -123673462573056 : ffff8f850731f800) 00000100:00000040:1.0:1781624535.861801:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731f800 x1868160455892096/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624535.861809:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624535.861812:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624535.861814:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1bb0. 00000100:00000200:1.0:1781624535.861818:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455892096, offset 0 00000400:00000200:1.0:1781624535.861826:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624535.861834:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624535.861841:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624535.861846:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624535.861850:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624535.861853:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624535.861856:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624535.861860:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376258:376258:256:4294967295] 192.168.202.101@tcp LPNI seq info [376228:376228:8:4294967295] 00000400:00000200:1.0:1781624535.861865:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624535.861874:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624535.861880:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624535.861885:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3ec00. 00000800:00000200:1.0:1781624535.861890:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624535.861899:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624535.861903:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3ec00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624535.861920:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624535.861923:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624535.861926:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302700662 00000100:00000001:1.0:1781624535.861931:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302695545 00000100:00000001:1.0:1781624535.861935:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302700662 00000100:00000001:1.0:1781624535.861938:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302695545 00000100:00000001:1.0:1781624535.861941:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624535.861944:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624535.861947:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624535.861949:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624535.861956:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624535.861958:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781624535.861961:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624535.861962:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624535.861964:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624535.861966:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1781624535.861967:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624535.861969:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624535.861970:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624535.861972:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624535.861973:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624535.861974:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624535.861979:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731c380 x1868160455892224/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624535.861986:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624535.862006:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624535.862009:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624535.862011:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624535.862012:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624535.862016:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455892224:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624535.862019:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624535.862022:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624535.862023:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624535.862097:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624535.862101:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624535.862109:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624535.862115:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3ec00. 00000400:00000200:2.0:1781624535.862120:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624535.862126:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624535.862131:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1bb0 00000400:00000010:2.0:1781624535.862133:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1bb0. 00000100:00000001:2.0:1781624535.862137:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624535.862142:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731f800 x1868160455892096/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624535.862151:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624535.862154:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731f800 x1868160455892096/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624551 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624535.862161:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624535.862163:0:2344:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1781624535.863689:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624535.863698:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8506e56c00. 02000000:00000001:1.0:1781624535.863703:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624535.863711:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624535.863716:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631790. 00000400:00000010:1.0:1781624535.863723:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1990. 00000100:00000200:1.0:1781624535.863729:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455892224, portal 10 00000100:00000001:1.0:1781624535.863732:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624535.863735:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246965120 : -123673462586496 : ffff8f850731c380) 00000100:00000040:1.0:1781624535.863747:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731c380 x1868160455892224/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624535.863756:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624535.863758:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624535.863761:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1330. 00000100:00000200:1.0:1781624535.863764:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455892224, offset 0 00000400:00000200:1.0:1781624535.863769:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624535.863777:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624535.863783:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624535.863787:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624535.863791:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624535.863795:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624535.863797:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624535.863801:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376259:376259:256:4294967295] 192.168.202.101@tcp LPNI seq info [376229:376229:8:4294967295] 00000400:00000200:1.0:1781624535.863805:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624535.863814:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624535.863820:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624535.863824:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3ef00. 00000800:00000200:1.0:1781624535.863830:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624535.863837:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624535.863841:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3ef00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624535.864067:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624535.864072:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 16992 usecs (17 jiffies) 00000400:00000200:1.0:1781624535.864076:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624535.864079:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302692884 00000100:00000001:1.0:1781624535.864083:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302700662 00000100:00000001:1.0:1781624535.864085:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302692884 00000100:00000001:1.0:1781624535.864087:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302700662 00000100:00000001:1.0:1781624535.864091:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624535.864104:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624535.864108:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624535.864112:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624535.873208:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624535.873238:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624535.873243:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624535.873246:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624535.873514:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624535.873523:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624535.873537:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624535.873543:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624535.873549:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624535.873553:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b5c80 00000400:00000200:2.0:1781624535.873559:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624535.873566:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9e75 [1] + 224 00000800:00000001:2.0:1781624535.874159:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624535.874182:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624535.874187:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624535.874194:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624535.874202:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624535.874211:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731f800 x1868160455892096/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624551 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624535.874224:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731f800 x1868160455892096/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624551 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624535.874317:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624535.874508:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624535.874528:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:2.0:1781624535.874646:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624535.874651:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3ef00. 00000400:00000200:2.0:1781624535.874656:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624535.874660:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624535.874664:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1330 00000400:00000010:2.0:1781624535.874667:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1330. 00000100:00000001:2.0:1781624535.874670:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624535.874675:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731c380 x1868160455892224/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624535.874686:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624535.874690:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731c380 x1868160455892224/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624551 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624535.874696:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624535.874698:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624535.874704:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624535.874708:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624535.876989:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624535.877013:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624535.877017:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624535.877020:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624535.877062:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624535.877069:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624535.877079:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624535.877083:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624535.877088:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624535.877092:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b5d00 00000400:00000200:3.0:1781624535.877096:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624535.877103:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9e7d [1] + 224 00000800:00000001:3.0:1781624535.877109:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624535.877117:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624535.877119:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624535.877123:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624535.877128:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624535.877134:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731c380 x1868160455892224/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624551 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624535.877142:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731c380 x1868160455892224/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624551 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624535.877148:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624535.877153:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624535.877154:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1781624535.878699:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624535.878705:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624535.878711:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631c60. 00000400:00000200:1.0:1781624535.878718:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1ee0 00000400:00000010:1.0:1781624535.878721:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1ee0. 00000100:00000001:1.0:1781624535.878725:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624535.878734:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731f800 x1868160455892096/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624551 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624535.878746:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731f800 x1868160455892096/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624551 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624535.878754:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624535.878756:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624535.878759:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624535.878763:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624535.878765:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624535.878767:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624535.878770:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624535.878777:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=112 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624535.878781:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=33 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624535.878784:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624535.878785:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624535.878788:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624535.878790:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624535.878793:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624535.878798:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731f800 x1868160455892096/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624551 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624535.878806:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624535.878810:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624535.878812:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624535.878817:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731f800 x1868160455892096/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624551 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624535.878824:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455892096:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624535.878830:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624535.878833:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624535.878837:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731f800 x1868160455892096/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624551 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624535.878843:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624535.878846:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624535.878849:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8506e56000. 02000000:00000001:1.0:1781624535.878853:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624535.878855:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624535.878857:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781624535.878859:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624535.878862:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85028af200. 02000000:00000001:1.0:1781624535.878867:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624535.878869:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624535.878871:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731f800. 00000100:00000001:1.0:1781624535.878874:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624535.878876:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624535.878880:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624535.878882:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624535.878884:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624535.878959:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624535.878962:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624535.878973:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631790. 00000400:00000200:0.0:1781624535.878977:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1990 00000400:00000010:0.0:1781624535.878978:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1990. 00000100:00000001:0.0:1781624535.878981:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624535.878986:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731c380 x1868160455892224/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624551 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624535.879006:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731c380 x1868160455892224/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624551 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624535.879013:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624535.879015:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624535.879017:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624535.879018:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624535.879020:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624535.879022:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624535.879023:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624535.879048:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=112 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624535.879051:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=33 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624535.879054:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624535.879055:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624535.879057:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624535.879060:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624535.879062:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781624535.879065:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781624535.879077:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781624535.879078:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624535.879082:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731c380 x1868160455892224/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624551 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624535.879089:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624535.879091:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624535.879092:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624535.879096:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731c380 x1868160455892224/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624551 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624535.879102:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455892224:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624535.879106:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624535.879108:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624535.879111:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731c380 x1868160455892224/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624551 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624535.879116:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624535.879118:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624535.879120:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8506e56c00. 02000000:00000001:0.0:1781624535.879123:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624535.879125:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624535.879126:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781624535.879128:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624535.879130:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85028afa00. 02000000:00000001:0.0:1781624535.879132:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624535.879134:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624535.879136:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731c380. 00000100:00000001:0.0:1781624535.879138:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624535.879139:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624535.879141:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624535.879148:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624535.879150:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624535.879152:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624535.879153:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624536.245195:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624536.245202:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624536.245208:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624536.245209:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624536.245373:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624536.245377:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624536.245380:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624537.269169:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624537.269178:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624537.269185:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624537.269186:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624537.269297:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624537.269301:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624537.269304:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624538.295439:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624538.295449:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624538.295451:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624538.295456:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624538.295460:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624538.295463:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624538.295465:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624538.295467:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624538.295471:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624538.295473:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624538.295474:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624538.295475:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624538.295477:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624538.295478:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624538.295480:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624538.295481:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624538.295624:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624538.295628:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624538.295631:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624539.317178:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624539.317184:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624539.317189:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624539.317191:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624539.317504:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624539.317508:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624539.317511:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624540.341927:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624540.341935:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624540.341941:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624540.341942:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781624540.342392:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781624540.342396:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781624540.342400:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781624540.981677:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624540.981689:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624540.981700:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733ea00. 00000020:00000040:1.0:1781624540.981708:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781624540.981712:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624540.981808:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624540.981815:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624540.981825:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f3ed00. 00000100:00000001:1.0:1781624540.981833:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624540.981847:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733ea00 x1868160455892352/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624540.982317:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624540.982322:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624540.982330:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002bbec9a1] to pc [ptlrpcd_00_00+0] req@ffff8f850733ea00 x1868160455892352/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624540.982369:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624540.982372:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624540.982376:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624540.982380:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733ed80. 00000020:00000040:1.0:1781624540.982384:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781624540.982386:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624540.982389:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624540.982391:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624540.982396:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f3ef00. 00000100:00000001:1.0:1781624540.982400:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624540.982482:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624540.982486:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624540.982489:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624540.982495:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733ea00 x1868160455892352/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624540.982502:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624540.982504:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624540.982508:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624540.982510:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624540.982512:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624540.982515:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455892352:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624540.982520:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624540.982525:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624540.982528:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624540.983240:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733ed80 x1868160455892480/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624540.983253:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624540.983256:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624540.983263:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000923b046] to pc [ptlrpcd_00_01+1] req@ffff8f850733ed80 x1868160455892480/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624540.983273:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624540.983276:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624540.983280:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624540.983283:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624540.983286:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624540.983292:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8035) 00000100:00000001:1.0:1781624540.983325:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624540.983328:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624540.983329:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624540.983334:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733ed80 x1868160455892480/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624540.983346:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624540.983348:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624540.983351:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624540.983353:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624540.983356:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624540.983359:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455892480:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624540.983362:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624540.983365:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624540.983367:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624540.983369:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624540.983376:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8506e57c00. 02000000:00000001:1.0:1781624540.983378:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624540.983385:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624540.983390:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631c60. 00000400:00000010:1.0:1781624540.983397:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1ee0. 00000100:00000200:1.0:1781624540.983404:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455892480, portal 10 00000100:00000001:1.0:1781624540.983407:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624540.983408:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247106944 : -123673462444672 : ffff8f850733ed80) 00000100:00000040:1.0:1781624540.983416:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733ed80 x1868160455892480/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624540.983424:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624540.983427:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624540.983430:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1b28. 00000100:00000200:1.0:1781624540.983433:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455892480, offset 0 00000400:00000200:1.0:1781624540.983440:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624540.983447:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624540.983456:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624540.983461:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624540.983477:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624540.983481:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624540.983483:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624540.983487:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376260:376260:256:4294967295] 192.168.202.101@tcp LPNI seq info [376230:376230:8:4294967295] 00000400:00000200:1.0:1781624540.983491:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624540.983501:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624540.983507:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624540.983513:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3ec00. 00000800:00000200:1.0:1781624540.983519:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624540.983526:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 02000000:00000001:0.0:1781624540.983691:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624540.983695:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875c200. 02000000:00000001:0.0:1781624540.983697:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624540.983702:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624540.983704:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc76e0. 00000400:00000010:0.0:1781624540.983708:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e93b8. 00000100:00000200:0.0:1781624540.983711:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455892352, portal 25 00000100:00000001:0.0:1781624540.983713:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624540.983715:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247106048 : -123673462445568 : ffff8f850733ea00) 00000100:00000040:0.0:1781624540.983721:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733ea00 x1868160455892352/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624540.983728:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624540.983730:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624540.983732:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9aa0. 00000100:00000200:0.0:1781624540.983734:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455892352, offset 0 00000400:00000200:0.0:1781624540.983738:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624540.983742:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624540.983746:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624540.983748:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624540.983750:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624540.983752:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624540.983754:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624540.983757:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376261:376261:255:4294967295] 192.168.202.101@tcp LPNI seq info [376231:376231:7:4294967295] 00000400:00000200:0.0:1781624540.983761:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624540.983766:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624540.983771:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624540.983774:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85028afa00. 00000800:00000200:0.0:1781624540.983778:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624540.983782:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624540.983785:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85028afa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624540.983794:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624540.983797:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624540.983800:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302705784 00000100:00000001:0.0:1781624540.983809:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302700662 00000100:00000001:0.0:1781624540.983812:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302705784 00000100:00000001:0.0:1781624540.983816:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302700662 00000100:00000001:0.0:1781624540.983819:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624540.983822:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624540.983825:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624540.983828:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624540.983837:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624540.983839:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781624540.983841:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624540.983842:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624540.983844:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624540.983846:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624540.984055:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624540.984060:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85028afa00. 00000400:00000200:2.0:1781624540.984066:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624540.984072:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624540.984077:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9aa0 00000400:00000010:2.0:1781624540.984080:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9aa0. 00000100:00000001:2.0:1781624540.984084:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624540.984089:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733ea00 x1868160455892352/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624540.984116:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624540.984121:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733ea00 x1868160455892352/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624556 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624540.984128:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624540.984130:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781624540.984525:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3ec00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624540.984608:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624540.984613:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 16997 usecs (17 jiffies) 00000400:00000200:1.0:1781624540.984616:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624540.984619:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302698004 00000100:00000001:1.0:1781624540.984622:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302705784 00000100:00000001:1.0:1781624540.984624:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302698004 00000100:00000001:1.0:1781624540.984626:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302705784 00000100:00000001:1.0:1781624540.984628:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624540.984630:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624540.984633:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624540.984635:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624540.984639:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624540.984641:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781624540.984643:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624540.984645:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624540.984646:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624540.984648:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624540.984916:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624540.984920:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3ec00. 00000400:00000200:3.0:1781624540.984924:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624540.984929:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624540.984933:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1b28 00000400:00000010:3.0:1781624540.984935:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1b28. 00000100:00000001:3.0:1781624540.984938:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624540.984943:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733ed80 x1868160455892480/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624540.984962:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624540.984966:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733ed80 x1868160455892480/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624556 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624540.984979:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624540.984980:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624540.987386:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624540.987403:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624540.987408:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624540.987411:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624540.987429:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624540.987438:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624540.987447:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624540.987453:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624540.987458:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624540.987462:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b5e00 00000400:00000200:2.0:1781624540.987476:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624540.987484:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9e85 [1] + 224 00000800:00000001:2.0:1781624540.987491:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624540.987501:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624540.987505:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624540.987509:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624540.987517:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624540.987527:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733ed80 x1868160455892480/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624556 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624540.987611:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733ed80 x1868160455892480/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624556 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624540.987632:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624540.987642:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624540.987646:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624540.988049:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624540.988053:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781624540.988059:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624540.988061:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624540.988064:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631c60. 00000400:00000200:1.0:1781624540.988069:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1ee0 00000400:00000010:1.0:1781624540.988071:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1ee0. 00000100:00000001:1.0:1781624540.988076:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624540.988081:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733ed80 x1868160455892480/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624556 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624540.988099:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733ed80 x1868160455892480/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624556 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624540.988107:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624540.988108:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624540.988111:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624540.988114:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624540.988116:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624540.988119:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624540.988122:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624540.988130:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=117 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624540.988134:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=38 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624540.988137:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624540.988139:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624540.988142:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624540.988144:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624540.988148:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781624540.988150:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781624540.988152:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781624540.988153:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624540.988158:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733ed80 x1868160455892480/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624556 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624540.988166:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624540.988169:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624540.988170:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624540.988174:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733ed80 x1868160455892480/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624556 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624540.988180:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455892480:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624540.988184:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624540.988187:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624540.988190:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733ed80 x1868160455892480/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624556 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624540.988197:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624540.988200:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624540.988203:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8506e57c00. 02000000:00000001:1.0:1781624540.988302:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624540.988305:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624540.988307:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781624540.988310:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624540.988313:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f3ef00. 02000000:00000001:1.0:1781624540.988316:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624540.988318:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624540.988320:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733ed80. 00000100:00000001:1.0:1781624540.988324:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624540.988325:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624540.988327:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624540.988334:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624540.988336:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624540.988338:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624540.988340:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781624540.989444:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624540.989463:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624540.989469:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624540.989471:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624540.989482:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624540.989491:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624540.989503:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624540.989509:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624540.989515:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624540.989520:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b5d80 00000400:00000200:3.0:1781624540.989526:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624540.989536:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9e8d [1] + 224 00000800:00000001:3.0:1781624540.989546:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624540.989552:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624540.989556:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624540.989562:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624540.989572:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624540.989583:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733ea00 x1868160455892352/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624556 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624540.990777:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733ea00 x1868160455892352/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624556 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624540.990808:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624540.990826:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624540.990834:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624540.990944:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624540.990959:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624540.990968:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624540.990970:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624540.990975:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc76e0. 00000400:00000200:0.0:1781624540.990980:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e93b8 00000400:00000010:0.0:1781624540.990983:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e93b8. 00000100:00000001:0.0:1781624540.990987:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624540.990992:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733ea00 x1868160455892352/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624556 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624540.991002:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733ea00 x1868160455892352/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624556 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624540.991008:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624540.991010:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624540.991013:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624540.991017:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624540.991020:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624540.991022:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624540.991046:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624540.991056:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=117 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624540.991061:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=38 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624540.991063:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624540.991065:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624540.991068:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624540.991070:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624540.991073:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624540.991078:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733ea00 x1868160455892352/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624556 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624540.991092:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624540.991096:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624540.991098:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624540.991102:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733ea00 x1868160455892352/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624556 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624540.991110:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455892352:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624540.991117:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624540.991119:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624540.991122:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733ea00 x1868160455892352/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624556 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624540.991127:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624540.991129:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624540.991133:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875c200. 02000000:00000001:0.0:1781624540.991135:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624540.991138:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624540.991140:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781624540.991142:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624540.991144:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f3ed00. 02000000:00000001:0.0:1781624540.991148:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624540.991150:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624540.991151:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733ea00. 00000100:00000001:0.0:1781624540.991155:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624540.991156:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624540.991158:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624540.991167:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624540.991169:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624540.991171:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624540.991174:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624541.365228:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624541.365241:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624541.365251:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624541.365252:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624541.365478:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624541.365483:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624541.365487:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624542.389124:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624542.389134:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624542.389141:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624542.389143:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624542.389237:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624542.389242:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624542.389246:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624543.413540:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624543.413550:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624543.413558:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624543.413559:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624543.413598:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624543.413602:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624543.413606:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624544.437155:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624544.437168:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624544.437176:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624544.437177:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624544.437214:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624544.437218:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624544.437221:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624545.461675:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624545.461685:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624545.461694:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624545.461695:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624545.464007:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624545.464015:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624545.464020:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781624546.101534:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624546.101549:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624546.101564:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731c380. 00000020:00000040:0.0:1781624546.101572:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781624546.101579:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624546.101582:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624546.101589:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624546.101600:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85028af900. 00000100:00000001:0.0:1781624546.101608:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624546.101622:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731c380 x1868160455892608/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624546.101634:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624546.101639:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624546.101647:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a88ed58] to pc [ptlrpcd_00_00+0] req@ffff8f850731c380 x1868160455892608/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624546.101681:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624546.101684:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624546.101688:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624546.101691:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731d500. 00000020:00000040:0.0:1781624546.101693:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781624546.101696:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624546.101697:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624546.101699:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624546.101702:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85028af400. 00000100:00000001:0.0:1781624546.101705:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624546.101710:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731d500 x1868160455892736/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624546.101717:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624546.101719:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624546.101722:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039fd0afd] to pc [ptlrpcd_00_01+1] req@ffff8f850731d500 x1868160455892736/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624546.101731:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624546.101733:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624546.101737:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624546.101741:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624546.101744:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624546.101749:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8040) 00000100:00000001:1.0:1781624546.102126:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624546.102131:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624546.102134:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624546.102141:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731c380 x1868160455892608/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624546.102149:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624546.102152:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624546.102156:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624546.102159:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624546.102162:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624546.102166:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455892608:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624546.102171:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624546.102179:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624546.102182:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624546.102185:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624546.102190:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8506e56c00. 02000000:00000001:1.0:1781624546.102193:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624546.102202:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624546.102206:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631c60. 00000400:00000010:1.0:1781624546.102215:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1ee0. 00000100:00000200:1.0:1781624546.102224:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455892608, portal 25 00000100:00000001:1.0:1781624546.102227:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624546.102229:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246965120 : -123673462586496 : ffff8f850731c380) 00000100:00000040:1.0:1781624546.102236:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731c380 x1868160455892608/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624546.102245:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624546.102248:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624546.102251:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1000. 00000100:00000200:1.0:1781624546.102255:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455892608, offset 0 00000400:00000200:1.0:1781624546.102263:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624546.102273:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624546.102283:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624546.102291:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624546.102296:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624546.102301:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624546.102304:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624546.102309:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376262:376262:256:4294967295] 192.168.202.101@tcp LPNI seq info [376232:376232:8:4294967295] 00000400:00000200:1.0:1781624546.102314:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624546.102327:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624546.102334:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624546.102339:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3ef00. 00000800:00000200:1.0:1781624546.102347:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624546.102369:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624546.102374:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3ef00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624546.102387:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624546.102391:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624546.102400:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302710903 00000100:00000001:1.0:1781624546.102406:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302705784 00000100:00000001:1.0:1781624546.102410:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302710903 00000100:00000001:1.0:1781624546.102413:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302705784 00000100:00000001:1.0:1781624546.102416:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624546.102419:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624546.102421:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624546.102424:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624546.102432:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624546.102434:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781624546.102436:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624546.102437:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624546.102439:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624546.102441:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1781624546.102442:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624546.102444:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624546.102445:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624546.102446:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624546.102447:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624546.102448:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624546.102516:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731d500 x1868160455892736/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624546.102523:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624546.102524:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624546.102527:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624546.102528:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624546.102531:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624546.102534:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455892736:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624546.102538:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624546.102540:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624546.102542:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624546.102544:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624546.102552:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8506e57800. 02000000:00000001:1.0:1781624546.102554:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624546.102558:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624546.102561:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631f78. 00000400:00000010:1.0:1781624546.102565:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1cc0. 00000100:00000200:1.0:1781624546.102568:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455892736, portal 10 00000100:00000001:1.0:1781624546.102570:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624546.102571:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246969600 : -123673462582016 : ffff8f850731d500) 00000100:00000040:1.0:1781624546.102579:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731d500 x1868160455892736/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624546.102585:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624546.102587:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624546.102589:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb14c8. 00000100:00000200:1.0:1781624546.102591:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455892736, offset 0 00000400:00000200:1.0:1781624546.102596:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624546.102600:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624546.102604:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624546.102606:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624546.102608:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624546.102610:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624546.102613:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624546.102615:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376263:376263:255:4294967295] 192.168.202.101@tcp LPNI seq info [376233:376233:7:4294967295] 00000400:00000200:1.0:1781624546.102619:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624546.102626:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624546.102630:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624546.102633:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3e500. 00000800:00000200:1.0:1781624546.102638:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624546.102643:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624546.102646:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3e500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624546.102650:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624546.102654:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 16986 usecs (17 jiffies) 00000400:00000200:1.0:1781624546.102658:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624546.102660:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302703122 00000100:00000001:1.0:1781624546.102663:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302710903 00000100:00000001:1.0:1781624546.102665:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302703122 00000100:00000001:1.0:1781624546.102667:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302710903 00000100:00000001:1.0:1781624546.102669:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624546.102671:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624546.102673:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624546.102675:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624546.102688:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624546.102690:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624546.102930:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624546.102938:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3ef00. 00000400:00000200:3.0:1781624546.102944:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624546.102952:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624546.102960:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1000 00000400:00000010:3.0:1781624546.102964:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1000. 00000100:00000001:3.0:1781624546.102970:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624546.102977:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731c380 x1868160455892608/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624546.102988:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624546.102991:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731c380 x1868160455892608/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624562 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624546.102999:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624546.103001:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781624546.103096:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624546.103099:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3e500. 00000400:00000200:3.0:1781624546.103103:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624546.103107:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624546.103110:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb14c8 00000400:00000010:3.0:1781624546.103113:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb14c8. 00000100:00000001:3.0:1781624546.103117:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624546.103121:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731d500 x1868160455892736/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624546.103129:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624546.103132:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731d500 x1868160455892736/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624562 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624546.103139:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624546.103140:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781624546.105160:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624546.105177:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624546.105182:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624546.105185:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624546.105195:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624546.105204:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624546.105214:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624546.105220:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624546.105226:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624546.105232:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b5e80 00000400:00000200:3.0:1781624546.105239:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624546.105247:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9e95 [1] + 224 00000800:00000001:3.0:1781624546.105256:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624546.105259:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624546.105263:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624546.105268:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624546.105275:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624546.105284:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731c380 x1868160455892608/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624562 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624546.105296:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731c380 x1868160455892608/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624562 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624546.105312:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624546.105320:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1781624546.105504:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624546.105509:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781624546.105518:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624546.105522:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624546.105526:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631c60. 00000400:00000200:1.0:1781624546.105531:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1ee0 00000400:00000010:1.0:1781624546.105534:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1ee0. 00000100:00000001:1.0:1781624546.105538:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624546.105544:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731c380 x1868160455892608/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624562 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624546.105553:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731c380 x1868160455892608/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624562 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624546.105560:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624546.105562:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624546.105566:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624546.105570:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624546.105573:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624546.105576:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624546.105580:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624546.105587:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=123 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624546.105593:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=44 v=5 (1 1 1 1) 00000800:00000001:3.0:1781624546.105596:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624546.105597:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624546.105600:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781624546.105601:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:1.0:1781624546.105605:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1781624546.105608:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1781624546.105609:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624546.105614:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624546.105614:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624546.105624:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000100:00000040:1.0:1781624546.105625:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731c380 x1868160455892608/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624562 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1781624546.105633:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624546.105639:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1781624546.105642:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624546.105646:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1781624546.105648:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624546.105651:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624546.105654:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b5f00 00000100:00000040:1.0:1781624546.105660:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731c380 x1868160455892608/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624562 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1781624546.105663:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624546.105674:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9e9d [1] + 224 00000100:00100000:1.0:1781624546.105677:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455892608:192.168.202.101@tcp:400:kworker.0 00000800:00000001:3.0:1781624546.105681:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1781624546.105685:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624546.105690:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624546.105695:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731c380 x1868160455892608/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624562 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624546.105702:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 00000800:00000001:3.0:1781624546.105705:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1781624546.105706:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1781624546.105710:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1781624546.105712:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8506e56c00. 00000400:00000200:3.0:1781624546.105718:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 02000000:00000001:1.0:1781624546.105720:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1781624546.105723:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1781624546.105725:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624546.105728:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000100:00000200:3.0:1781624546.105731:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731d500 x1868160455892736/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624562 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1781624546.105732:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624546.105737:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85028af900. 02000000:00000001:1.0:1781624546.105745:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624546.105748:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624546.105751:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731c380. 00000100:00000040:3.0:1781624546.105756:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731d500 x1868160455892736/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624562 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624546.105758:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624546.105761:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624546.105767:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624546.105770:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624546.105771:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624546.105772:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781624546.105776:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624546.105778:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1781624546.105779:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:1.0:1781624546.105782:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631f78. 00000800:00000001:3.0:1781624546.105784:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781624546.105787:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1cc0 00000400:00000010:1.0:1781624546.105791:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1cc0. 00000100:00000001:1.0:1781624546.105793:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624546.105798:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731d500 x1868160455892736/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624562 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624546.105807:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731d500 x1868160455892736/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624562 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624546.105814:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624546.105816:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624546.105817:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624546.105819:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624546.105820:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624546.105822:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624546.105824:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624546.105831:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=123 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624546.105834:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=44 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624546.105836:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624546.105838:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624546.105840:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624546.105843:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624546.105847:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781624546.106834:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781624546.106838:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781624546.106839:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624546.106846:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731d500 x1868160455892736/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624562 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624546.106852:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624546.106854:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624546.106855:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624546.106858:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731d500 x1868160455892736/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624562 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624546.106862:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455892736:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624546.106866:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624546.106867:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624546.106869:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731d500 x1868160455892736/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624562 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624546.106873:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624546.106874:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624546.106876:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8506e57800. 02000000:00000001:1.0:1781624546.106879:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624546.106881:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624546.106882:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781624546.106883:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624546.106885:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85028af400. 02000000:00000001:1.0:1781624546.106888:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624546.106889:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624546.106890:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731d500. 00000100:00000001:1.0:1781624546.106892:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624546.106893:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624546.106895:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624546.106912:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624546.106913:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624546.106915:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624546.106917:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624546.486133:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624546.486140:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624546.486146:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624546.486147:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624546.486236:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624546.486240:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624546.486242:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624547.510448:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624547.510460:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624547.510468:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624547.510470:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624547.510507:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624547.510511:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624547.510515:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624548.533424:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624548.533438:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624548.533440:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624548.533445:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624548.533451:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624548.533454:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624548.533457:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624548.533459:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624548.533464:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624548.533466:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624548.533467:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624548.533469:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624548.533471:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624548.533472:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624548.533473:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624548.533475:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624548.534122:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624548.534126:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624548.534131:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624549.557204:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624549.557217:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624549.557226:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624549.557229:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624549.557343:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624549.557347:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624549.557351:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624550.581215:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624550.581227:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624550.581235:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624550.581237:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624550.581276:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624550.581280:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624550.581283:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781624551.228183:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624551.228198:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624551.228213:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733ed80. 00000020:00000040:1.0:1781624551.228221:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781624551.228227:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624551.228230:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624551.228237:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624551.228258:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f3e100. 00000100:00000001:1.0:1781624551.228267:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624551.228284:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733ed80 x1868160455892864/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624551.228299:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624551.228305:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624551.228313:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000923b046] to pc [ptlrpcd_00_00+0] req@ffff8f850733ed80 x1868160455892864/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624551.228345:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624551.228348:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624551.228352:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624551.228355:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733fb80. 00000020:00000040:1.0:1781624551.228358:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781624551.228360:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624551.228362:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624551.228364:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624551.228367:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f3e900. 00000100:00000001:1.0:1781624551.228370:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624551.228376:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733fb80 x1868160455892992/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624551.228383:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624551.228385:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624551.228389:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000451a50df] to pc [ptlrpcd_00_01+1] req@ffff8f850733fb80 x1868160455892992/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624551.228398:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624551.228401:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624551.228406:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624551.228409:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624551.228413:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624551.228418:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8045) 00000100:00000001:1.0:1781624551.228448:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624551.228453:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624551.228456:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624551.228462:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733fb80 x1868160455892992/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624551.228471:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624551.228473:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624551.228478:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624551.228481:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624551.228484:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624551.228488:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455892992:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624551.228494:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624551.228503:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624551.228507:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624551.228510:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624551.228515:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8506e56a00. 02000000:00000001:1.0:1781624551.228517:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624551.228526:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624551.228532:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631f78. 00000400:00000010:1.0:1781624551.228540:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1cc0. 00000100:00000200:1.0:1781624551.228548:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455892992, portal 10 00000100:00000001:1.0:1781624551.228551:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624551.228553:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247110528 : -123673462441088 : ffff8f850733fb80) 00000100:00000040:1.0:1781624551.228562:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733fb80 x1868160455892992/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624551.228571:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624551.228574:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624551.228578:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1ee0. 00000100:00000200:1.0:1781624551.228582:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455892992, offset 0 00000400:00000200:1.0:1781624551.228589:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624551.228601:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624551.228610:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624551.228617:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624551.228623:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624551.228627:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624551.228630:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624551.228635:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376264:376264:256:4294967295] 192.168.202.101@tcp LPNI seq info [376234:376234:8:4294967295] 00000400:00000200:1.0:1781624551.228640:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624551.228653:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624551.228660:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624551.228666:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3e700. 00000800:00000200:1.0:1781624551.228673:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624551.228683:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624551.228689:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3e700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624551.228708:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624551.228714:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 16975 usecs (17 jiffies) 00000400:00000200:1.0:1781624551.228718:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624551.228721:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302708248 00000100:00000001:1.0:1781624551.228726:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302710903 00000100:00000001:1.0:1781624551.228729:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302708248 00000100:00000001:1.0:1781624551.228732:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302710903 00000100:00000001:1.0:1781624551.228736:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624551.228739:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624551.228743:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624551.228746:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624551.228755:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624551.228758:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781624551.228761:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624551.228762:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624551.228763:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624551.228766:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1781624551.228768:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624551.228770:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624551.228771:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624551.228774:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624551.228775:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624551.228777:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624551.228781:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733ed80 x1868160455892864/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624551.228789:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624551.228791:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624551.228793:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624551.228795:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624551.228797:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624551.228800:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455892864:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624551.228804:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624551.228806:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624551.228808:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624551.228809:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624551.228814:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8506e57000. 02000000:00000001:1.0:1781624551.228816:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624551.228820:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624551.228824:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631c60. 00000400:00000010:1.0:1781624551.228828:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1908. 00000100:00000200:1.0:1781624551.228831:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455892864, portal 25 00000100:00000001:1.0:1781624551.228832:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624551.228833:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247106944 : -123673462444672 : ffff8f850733ed80) 00000100:00000040:1.0:1781624551.228838:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733ed80 x1868160455892864/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624551.228844:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624551.228846:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624551.228851:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb14c8. 00000800:00000200:3.0:1781624551.228852:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1781624551.228868:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455892864, offset 0 00000800:00000010:3.0:1781624551.228869:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3e700. 00000400:00000200:3.0:1781624551.228878:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781624551.228878:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624551.228887:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:1.0:1781624551.228889:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624551.228894:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1ee0 00000400:00000200:1.0:1781624551.228896:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000010:3.0:1781624551.228897:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1ee0. 00000400:00000200:1.0:1781624551.228901:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1781624551.228904:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1781624551.228906:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000100:00000200:3.0:1781624551.228911:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733fb80 x1868160455892992/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1781624551.228912:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624551.228918:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624551.228924:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376265:376265:255:4294967295] 192.168.202.101@tcp LPNI seq info [376235:376235:7:4294967295] 00000100:00000001:3.0:1781624551.228926:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1781624551.228933:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624551.228940:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624551.228945:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624551.228948:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3e200. 00000800:00000200:1.0:1781624551.228952:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624551.228956:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624551.228959:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3e200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624551.228961:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624551.228964:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624551.228966:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302716029 00000100:00000001:1.0:1781624551.228974:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302710903 00000100:00000001:1.0:1781624551.228978:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302716029 00000100:00000001:1.0:1781624551.228982:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302710903 00000100:00000001:1.0:1781624551.228985:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624551.228987:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624551.228990:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624551.228993:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733fb80 x1868160455892992/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624567 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624551.228994:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624551.229003:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624551.229005:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781624551.229074:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624551.229077:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3e200. 00000400:00000200:3.0:1781624551.229080:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624551.229084:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624551.229087:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb14c8 00000400:00000010:3.0:1781624551.229089:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb14c8. 00000100:00000001:3.0:1781624551.229091:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624551.229095:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733ed80 x1868160455892864/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624551.229103:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624551.229106:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733ed80 x1868160455892864/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624567 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624551.229116:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624551.229117:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1781624551.229390:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624551.229394:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781624551.232820:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624551.232845:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624551.232851:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624551.232882:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624551.232895:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624551.232904:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624551.232916:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624551.232922:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624551.232928:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624551.232933:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b5f80 00000400:00000200:3.0:1781624551.232938:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624551.232960:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9ead [1] + 224 00000800:00000001:3.0:1781624551.232969:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624551.232974:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624551.232978:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624551.232983:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624551.232993:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624551.233004:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733ed80 x1868160455892864/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624567 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624551.233017:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733ed80 x1868160455892864/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624567 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624551.233093:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624551.233104:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624551.233108:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624551.233110:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624551.233112:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624551.233116:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624551.233119:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624551.233124:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624551.233136:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624551.233256:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624551.233263:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781624551.233273:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624551.233275:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624551.233279:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631c60. 00000400:00000200:1.0:1781624551.233285:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1908 00000400:00000010:1.0:1781624551.233288:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1908. 00000100:00000001:1.0:1781624551.233292:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624551.233298:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733ed80 x1868160455892864/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624567 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624551.233309:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733ed80 x1868160455892864/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624567 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624551.233316:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624551.233318:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624551.233321:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624551.233325:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624551.233328:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624551.233331:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624551.233334:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624551.233343:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=128 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624551.233347:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=49 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624551.233349:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624551.233351:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624551.233354:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624551.233358:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624551.233361:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624551.233366:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733ed80 x1868160455892864/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624567 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624551.233374:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624551.233380:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624551.233382:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624551.233387:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733ed80 x1868160455892864/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624567 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624551.233394:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455892864:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624551.233401:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624551.233404:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624551.233408:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733ed80 x1868160455892864/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624567 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624551.233414:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624551.233417:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624551.233422:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8506e57000. 02000000:00000001:1.0:1781624551.233425:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624551.233428:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624551.233431:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781624551.233433:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624551.233436:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f3e100. 02000000:00000001:1.0:1781624551.233440:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624551.233442:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624551.233444:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733ed80. 00000100:00000001:1.0:1781624551.233449:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624551.233450:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624551.233454:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624551.233456:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624551.233458:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624551.233459:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624551.233461:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624551.237280:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624551.237304:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b6000 00000400:00000200:3.0:1781624551.237314:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624551.237324:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9ea5 [1] + 224 00000800:00000001:3.0:1781624551.237348:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624551.237375:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624551.237380:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624551.237385:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624551.237397:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624551.237408:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733fb80 x1868160455892992/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624567 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624551.237419:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733fb80 x1868160455892992/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624567 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624551.237442:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624551.237456:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624551.237460:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624551.237830:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624551.237835:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781624551.237842:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624551.237843:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624551.237847:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631f78. 00000400:00000200:1.0:1781624551.237852:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1cc0 00000400:00000010:1.0:1781624551.237863:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1cc0. 00000100:00000001:1.0:1781624551.237866:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624551.237872:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733fb80 x1868160455892992/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624567 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624551.237880:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733fb80 x1868160455892992/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624567 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624551.237884:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624551.237886:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624551.237888:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624551.237891:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624551.237893:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624551.237895:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624551.237898:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624551.237912:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=128 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624551.237917:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=49 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624551.237920:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624551.237922:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624551.237925:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624551.237929:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624551.237934:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781624551.237937:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781624551.237939:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781624551.237941:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624551.237946:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733fb80 x1868160455892992/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624567 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624551.237955:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624551.237959:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624551.237962:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624551.237966:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733fb80 x1868160455892992/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624567 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624551.237972:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455892992:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624551.237977:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624551.237980:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624551.237983:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733fb80 x1868160455892992/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624567 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624551.237988:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624551.237990:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624551.237995:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8506e56a00. 02000000:00000001:1.0:1781624551.237998:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624551.238001:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624551.238002:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781624551.238004:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624551.238007:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f3e900. 02000000:00000001:1.0:1781624551.238011:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624551.238013:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624551.238014:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733fb80. 00000100:00000001:1.0:1781624551.238017:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624551.238018:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624551.238020:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624551.238045:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624551.238047:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624551.238049:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624551.238051:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624551.605175:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624551.605181:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624551.605187:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624551.605188:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624551.605333:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624551.605336:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624551.605339:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624552.629629:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624552.629639:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624552.629647:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624552.629648:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624552.629807:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624552.629812:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624552.629815:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624553.653412:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624553.653423:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624553.653431:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624553.653433:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624553.653462:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624553.653465:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624553.653469:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624554.677196:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624554.677205:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624554.677213:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624554.677215:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624554.677546:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624554.677553:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624554.677559:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624555.703136:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624555.703143:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624555.703150:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624555.703151:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624555.703550:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624555.703553:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624555.703556:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781624556.342932:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624556.342944:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624556.342956:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0ce00. 00000020:00000040:2.0:1781624556.342963:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781624556.342968:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624556.342971:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624556.342976:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624556.342985:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3200. 00000100:00000001:2.0:1781624556.342992:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624556.343004:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0ce00 x1868160455893120/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624556.343015:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624556.343020:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624556.343758:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e9d049] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0ce00 x1868160455893120/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624556.343839:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624556.343843:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624556.343845:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781624556.343852:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0ce00 x1868160455893120/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624556.343860:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781624556.343862:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624556.343866:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781624556.343869:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781624556.343871:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624556.343875:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455893120:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624556.343879:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781624556.343885:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781624556.343888:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624556.343891:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781624556.343898:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ec800. 02000000:00000001:3.0:1781624556.343900:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624556.343907:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781624556.343911:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8160. 00000400:00000010:3.0:1781624556.343918:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70f68. 00000100:00000200:3.0:1781624556.343925:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455893120, portal 25 00000100:00000001:3.0:1781624556.343927:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781624556.343929:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272068096 : -123673437483520 : ffff8f8508b0ce00) 00000100:00000040:3.0:1781624556.343935:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0ce00 x1868160455893120/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624556.343942:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781624556.343945:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781624556.343948:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70770. 00000100:00000200:3.0:1781624556.343950:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455893120, offset 0 00000400:00000200:3.0:1781624556.343957:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624556.343964:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624556.343972:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781624556.343977:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781624556.343981:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781624556.343985:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781624556.343988:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781624556.343991:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376266:376266:256:4294967295] 192.168.202.101@tcp LPNI seq info [376236:376236:8:4294967295] 00000400:00000200:3.0:1781624556.343995:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624556.344004:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781624556.344010:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781624556.344015:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7db00. 00000800:00000200:3.0:1781624556.344022:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781624556.344062:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781624556.344067:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7db00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781624556.344079:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624556.344083:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624556.344087:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302721144 00000100:00000001:3.0:1781624556.344094:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302716029 00000100:00000001:3.0:1781624556.344100:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302721144 00000100:00000001:3.0:1781624556.344103:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302716029 00000100:00000001:3.0:1781624556.344106:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624556.344109:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624556.344112:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624556.344114:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624556.344392:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624556.344396:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624556.344399:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624556.344404:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0ca80. 00000020:00000040:2.0:1781624556.344407:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781624556.344410:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624556.344412:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624556.344414:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624556.344419:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3500. 00000100:00000001:2.0:1781624556.344423:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624556.344429:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0ca80 x1868160455893248/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624556.344437:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624556.344440:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624556.344444:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004da633e2] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0ca80 x1868160455893248/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624556.344481:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624556.344484:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781624556.344487:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624556.344488:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624556.344490:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624556.344492:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1781624556.344494:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624556.344496:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624556.344497:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624556.344499:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624556.344500:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624556.344501:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781624556.344505:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0ca80 x1868160455893248/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624556.344512:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781624556.344513:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624556.344516:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781624556.344518:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781624556.344519:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624556.344522:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455893248:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624556.344525:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781624556.344528:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781624556.344530:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624556.344532:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781624556.344535:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096eda00. 02000000:00000001:3.0:1781624556.344537:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624556.344542:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781624556.344544:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8370. 00000400:00000010:3.0:1781624556.344548:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70330. 00000100:00000200:3.0:1781624556.344552:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455893248, portal 10 00000100:00000001:3.0:1781624556.344554:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781624556.344555:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272067200 : -123673437484416 : ffff8f8508b0ca80) 00000100:00000040:3.0:1781624556.344562:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0ca80 x1868160455893248/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624556.344568:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781624556.344570:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781624556.344573:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70088. 00000100:00000200:3.0:1781624556.344575:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455893248, offset 0 00000400:00000200:3.0:1781624556.344580:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624556.344583:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624556.344587:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781624556.344589:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781624556.344593:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781624556.344595:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781624556.344597:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781624556.344600:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376267:376267:255:4294967295] 192.168.202.101@tcp LPNI seq info [376237:376237:7:4294967295] 00000400:00000200:3.0:1781624556.344604:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624556.344609:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781624556.344614:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781624556.344618:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d500. 00000800:00000200:3.0:1781624556.344621:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781624556.344626:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781624556.344629:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781624556.344632:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624556.344636:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 16970 usecs (17 jiffies) 00000400:00000200:3.0:1781624556.344639:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624556.344641:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302713364 00000100:00000001:3.0:1781624556.344644:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302721144 00000100:00000001:3.0:1781624556.344646:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302713364 00000100:00000001:3.0:1781624556.344647:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302721144 00000100:00000001:3.0:1781624556.344650:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624556.344652:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624556.344654:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624556.344656:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624556.344704:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624556.344708:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7db00. 00000400:00000200:3.0:1781624556.344714:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624556.344719:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624556.344723:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70770 00000400:00000010:3.0:1781624556.344726:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70770. 00000100:00000001:3.0:1781624556.344730:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624556.344734:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0ce00 x1868160455893120/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624556.344743:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624556.344747:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0ce00 x1868160455893120/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624572 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624556.344753:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624556.344755:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781624556.344835:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624556.344837:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d500. 00000400:00000200:3.0:1781624556.344840:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624556.344844:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624556.344846:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70088 00000400:00000010:3.0:1781624556.344848:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70088. 00000100:00000001:3.0:1781624556.344850:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624556.344854:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0ca80 x1868160455893248/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624556.344861:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624556.344864:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0ca80 x1868160455893248/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624572 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624556.344870:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624556.344872:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1781624556.344880:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624556.344883:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624556.347704:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624556.347711:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624556.347716:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624556.347721:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624556.347773:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624556.347778:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624556.347783:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624556.347786:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624556.347789:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624556.347794:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8051) 00000800:00000001:3.0:1781624556.349237:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624556.349255:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624556.349259:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624556.349262:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624556.349271:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624556.349279:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624556.349288:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624556.349292:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624556.349298:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624556.349302:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b6080 00000400:00000200:3.0:1781624556.349307:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624556.349314:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9eb5 [1] + 224 00000800:00000001:3.0:1781624556.349321:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624556.349327:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624556.349330:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624556.349334:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624556.349342:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624556.349350:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0ce00 x1868160455893120/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624572 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624556.349362:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0ce00 x1868160455893120/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624572 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624556.349384:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624556.349393:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624556.349396:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624556.349678:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624556.349682:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781624556.349689:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781624556.349691:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781624556.349694:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8160. 00000400:00000200:2.0:1781624556.349700:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70f68 00000400:00000010:2.0:1781624556.349702:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70f68. 00000100:00000001:2.0:1781624556.349706:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624556.349711:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0ce00 x1868160455893120/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624572 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624556.349720:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0ce00 x1868160455893120/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624572 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624556.349727:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781624556.349729:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624556.349731:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781624556.349734:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781624556.349737:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781624556.349739:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624556.349742:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781624556.349748:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=133 v=5 (5 5 5 5) 00000100:00001000:2.0:1781624556.349752:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=54 v=5 (1 1 1 1) 00000100:00000001:2.0:1781624556.349755:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781624556.349756:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781624556.349759:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781624556.349761:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624556.349764:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624556.349768:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0ce00 x1868160455893120/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624572 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624556.349774:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624556.349777:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781624556.349779:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781624556.349783:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0ce00 x1868160455893120/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624572 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781624556.349791:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455893120:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624556.349796:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624556.349798:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624556.349801:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0ce00 x1868160455893120/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624572 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624556.349808:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781624556.349820:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781624556.349823:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ec800. 02000000:00000001:2.0:1781624556.349827:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781624556.349829:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781624556.349831:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781624556.349833:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781624556.349836:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3200. 02000000:00000001:2.0:1781624556.349840:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781624556.349842:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781624556.349843:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0ce00. 00000100:00000001:2.0:1781624556.349847:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781624556.349848:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624556.349852:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624556.349853:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624556.349855:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624556.349856:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624556.349858:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781624556.350726:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624556.350736:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624556.350739:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624556.350741:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624556.350746:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624556.350751:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624556.350758:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624556.350762:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624556.350765:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624556.350769:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b6100 00000400:00000200:3.0:1781624556.350774:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624556.350779:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9ec5 [1] + 224 00000800:00000001:3.0:1781624556.350785:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624556.350790:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624556.350793:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624556.350796:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624556.350801:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624556.350819:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0ca80 x1868160455893248/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624572 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624556.350828:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0ca80 x1868160455893248/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624572 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624556.350880:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624556.350883:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624556.350898:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624556.350904:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624556.350907:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1781624556.352489:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781624556.352494:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781624556.352498:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8370. 00000400:00000200:2.0:1781624556.352506:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70330 00000400:00000010:2.0:1781624556.352509:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70330. 00000100:00000001:2.0:1781624556.352513:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624556.352522:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0ca80 x1868160455893248/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624572 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624556.352531:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0ca80 x1868160455893248/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624572 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624556.352538:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781624556.352540:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624556.352543:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781624556.352546:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781624556.352548:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781624556.352550:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624556.352553:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781624556.352562:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=133 v=5 (5 5 5 5) 00000100:00001000:2.0:1781624556.352566:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=54 v=5 (1 1 1 1) 00000100:00000001:2.0:1781624556.352568:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781624556.352570:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781624556.352572:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781624556.352576:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624556.352580:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781624556.352582:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:2.0:1781624556.352584:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781624556.352585:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624556.352589:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0ca80 x1868160455893248/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624572 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624556.352603:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624556.352606:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781624556.352608:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781624556.352611:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0ca80 x1868160455893248/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624572 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781624556.352618:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455893248:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624556.352623:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624556.352625:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624556.352628:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0ca80 x1868160455893248/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624572 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624556.352635:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781624556.352637:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781624556.352640:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096eda00. 02000000:00000001:2.0:1781624556.352644:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781624556.352647:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781624556.352649:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:2.0:1781624556.352651:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781624556.352654:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3500. 02000000:00000001:2.0:1781624556.352658:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781624556.352660:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781624556.352661:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0ca80. 00000100:00000001:2.0:1781624556.352665:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781624556.352666:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624556.352668:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624556.352675:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624556.352677:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624556.352680:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624556.352683:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624556.725161:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624556.725168:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624556.725174:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624556.725175:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624556.725200:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624556.725203:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624556.725205:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624557.749166:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624557.749175:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624557.749181:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624557.749182:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624557.749286:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624557.749290:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624557.749293:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624558.773230:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624558.773239:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624558.773242:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624558.773245:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624558.773252:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624558.773255:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624558.773257:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624558.773259:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624558.773263:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624558.773265:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624558.773267:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624558.773268:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624558.773270:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624558.773271:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624558.773272:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624558.773274:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624558.773401:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624558.773407:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624558.773410:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624559.797152:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624559.797159:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624559.797164:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624559.797165:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624559.797190:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624559.797193:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624559.797196:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624560.821231:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624560.821239:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624560.821246:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624560.821247:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624560.821953:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624560.821959:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624560.821962:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781624561.461330:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624561.461339:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624561.461360:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733fb80. 00000020:00000040:1.0:1781624561.461368:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781624561.461371:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624561.461383:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624561.461391:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624561.461402:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f3ee00. 00000100:00000001:1.0:1781624561.461409:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624561.461421:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733fb80 x1868160455893376/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624561.461432:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624561.461437:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624561.461443:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000451a50df] to pc [ptlrpcd_00_00+0] req@ffff8f850733fb80 x1868160455893376/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624561.461489:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624561.461493:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624561.461496:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624561.461502:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733fb80 x1868160455893376/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624561.461509:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624561.461512:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624561.461516:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624561.461518:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624561.461521:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624561.461525:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455893376:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624561.461530:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624561.461536:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624561.461539:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624561.461542:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624561.461547:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875ca00. 02000000:00000001:0.0:1781624561.461548:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624561.461555:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624561.461559:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc76e0. 00000400:00000010:0.0:1781624561.461566:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e93b8. 00000100:00000200:0.0:1781624561.461574:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455893376, portal 25 00000100:00000001:0.0:1781624561.461576:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624561.461578:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247110528 : -123673462441088 : ffff8f850733fb80) 00000100:00000040:0.0:1781624561.461583:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733fb80 x1868160455893376/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624561.461589:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624561.461593:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624561.461596:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9000. 00000100:00000200:0.0:1781624561.461599:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455893376, offset 0 00000400:00000200:0.0:1781624561.461606:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624561.461614:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624561.461622:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624561.461628:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624561.461633:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624561.461636:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624561.461639:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624561.461643:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376268:376268:256:4294967295] 192.168.202.101@tcp LPNI seq info [376238:376238:8:4294967295] 00000400:00000200:0.0:1781624561.461647:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624561.461656:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624561.461662:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624561.461668:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85028af400. 00000800:00000200:0.0:1781624561.461674:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624561.461683:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624561.461687:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85028af400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624561.461705:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624561.461709:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624561.461712:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302726262 00000100:00000001:0.0:1781624561.461719:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302721144 00000100:00000001:0.0:1781624561.461724:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302726262 00000100:00000001:0.0:1781624561.461726:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302721144 00000100:00000001:0.0:1781624561.461730:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624561.461733:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624561.461736:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624561.461738:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1781624561.461917:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624561.461921:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85028af400. 00000400:00000200:3.0:1781624561.461928:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624561.461933:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624561.461938:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9000 00000400:00000010:3.0:1781624561.461941:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9000. 00000100:00000001:3.0:1781624561.461944:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624561.461948:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733fb80 x1868160455893376/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624561.461962:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624561.461965:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733fb80 x1868160455893376/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624577 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624561.461971:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624561.461972:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1781624561.463389:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624561.463401:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624561.463405:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624561.463415:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733ed80. 00000020:00000040:1.0:1781624561.463422:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781624561.463427:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624561.463432:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624561.463436:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624561.463443:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f3ea00. 00000100:00000001:1.0:1781624561.463449:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624561.463458:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733ed80 x1868160455893504/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624561.463473:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624561.463478:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624561.463484:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000923b046] to pc [ptlrpcd_00_01+1] req@ffff8f850733ed80 x1868160455893504/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1781624561.464114:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624561.464127:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624561.464130:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624561.464133:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624561.464140:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624561.464147:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624561.464157:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624561.464162:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624561.464167:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624561.464171:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b6180 00000400:00000200:3.0:1781624561.464176:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624561.464238:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9ed5 [1] + 224 00000800:00000001:3.0:1781624561.464248:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624561.464254:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624561.464258:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624561.464262:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624561.464269:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624561.464275:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733fb80 x1868160455893376/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624577 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624561.464286:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733fb80 x1868160455893376/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624577 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624561.465274:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624561.465278:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781624561.465283:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624561.465287:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624561.465974:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624561.465980:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1781624561.465980:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624561.465987:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624561.465990:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624561.465994:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624561.466002:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8056) 00000100:00000001:1.0:1781624561.466038:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624561.466041:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624561.466043:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624561.466054:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733ed80 x1868160455893504/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624561.466063:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624561.466065:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624561.466070:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624561.466073:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624561.466076:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624561.466080:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455893504:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624561.466084:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624561.466090:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624561.466093:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624561.466096:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624561.466107:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505ced600. 02000000:00000001:1.0:1781624561.466109:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624561.466117:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624561.466122:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631f78. 00000400:00000010:1.0:1781624561.466130:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1cc0. 00000100:00000200:1.0:1781624561.466137:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455893504, portal 10 00000100:00000001:1.0:1781624561.466140:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624561.466142:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247106944 : -123673462444672 : ffff8f850733ed80) 00000100:00000040:1.0:1781624561.466149:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733ed80 x1868160455893504/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624561.466157:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624561.466159:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624561.466171:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1908. 00000100:00000200:1.0:1781624561.466176:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455893504, offset 0 00000400:00000200:1.0:1781624561.466182:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624561.466189:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624561.466195:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624561.466200:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624561.466204:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624561.466207:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624561.466210:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624561.466214:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376269:376269:256:4294967295] 192.168.202.101@tcp LPNI seq info [376239:376239:8:4294967295] 00000400:00000200:1.0:1781624561.466219:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624561.466228:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624561.466233:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624561.466238:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3eb00. 00000800:00000200:1.0:1781624561.466244:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624561.466252:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624561.466256:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3eb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624561.466270:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624561.466276:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 16963 usecs (17 jiffies) 00000400:00000200:1.0:1781624561.466280:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624561.466284:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302718486 00000100:00000001:1.0:1781624561.466287:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302726262 00000100:00000001:1.0:1781624561.466290:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302718486 00000100:00000001:1.0:1781624561.466293:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302726262 00000100:00000001:1.0:1781624561.466296:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624561.466298:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624561.466301:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624561.466304:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624561.466309:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1781624561.466309:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624561.466313:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781624561.466316:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624561.466318:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1781624561.466319:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624561.466320:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624561.466326:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624561.467001:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624561.467008:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3eb00. 00000400:00000200:3.0:1781624561.467015:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624561.467021:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624561.467195:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1908 00000400:00000010:3.0:1781624561.467199:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1908. 00000100:00000001:3.0:1781624561.467204:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624561.467212:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733ed80 x1868160455893504/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624561.467345:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624561.467350:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733ed80 x1868160455893504/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624577 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624561.467359:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624561.467362:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624561.468435:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624561.468448:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624561.468452:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624561.468455:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624561.468463:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624561.468469:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624561.468478:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624561.468482:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624561.468489:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624561.468493:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b6200 00000400:00000200:2.0:1781624561.468498:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624561.468506:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9edd [1] + 224 00000800:00000001:2.0:1781624561.468513:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624561.468519:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624561.468522:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624561.468526:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624561.468532:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624561.468538:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733ed80 x1868160455893504/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624577 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624561.468547:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733ed80 x1868160455893504/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624577 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624561.468568:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624561.468574:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624561.468577:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624561.468698:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624561.468704:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781624561.468712:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624561.468715:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624561.468719:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631f78. 00000400:00000200:1.0:1781624561.468724:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1cc0 00000400:00000010:1.0:1781624561.468726:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1cc0. 00000100:00000001:1.0:1781624561.468730:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624561.468735:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733ed80 x1868160455893504/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624577 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624561.468746:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733ed80 x1868160455893504/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624577 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624561.468753:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624561.468755:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624561.468758:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624561.468761:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624561.468774:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624561.468777:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624561.468780:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624561.468790:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=138 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624561.468795:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=59 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624561.468798:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624561.468800:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624561.468804:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624561.468807:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624561.468811:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781624561.468814:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781624561.468816:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781624561.468817:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624561.468822:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733ed80 x1868160455893504/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624577 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624561.468829:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624561.468833:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624561.468836:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624561.468839:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733ed80 x1868160455893504/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624577 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624561.468847:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455893504:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624561.468851:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624561.468854:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624561.468858:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733ed80 x1868160455893504/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624577 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624561.468864:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624561.468866:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624561.468870:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505ced600. 02000000:00000001:1.0:1781624561.468875:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624561.468878:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624561.468881:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781624561.468883:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624561.468886:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f3ea00. 02000000:00000001:1.0:1781624561.468890:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624561.468892:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624561.468894:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733ed80. 00000100:00000001:1.0:1781624561.468898:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624561.468899:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624561.468901:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624561.468910:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624561.468913:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624561.468915:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624561.468918:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1781624561.469979:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624561.469982:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624561.469985:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc76e0. 00000400:00000200:0.0:1781624561.469991:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e93b8 00000400:00000010:0.0:1781624561.469993:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e93b8. 00000100:00000001:0.0:1781624561.469995:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624561.470003:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733fb80 x1868160455893376/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624577 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624561.470013:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733fb80 x1868160455893376/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624577 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624561.470019:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624561.470021:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624561.470023:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624561.470036:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624561.470037:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624561.470039:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624561.470041:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624561.470046:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=138 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624561.470049:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=59 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624561.470052:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624561.470053:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624561.470055:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624561.470057:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624561.470059:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624561.470063:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733fb80 x1868160455893376/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624577 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624561.470078:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624561.470080:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624561.470082:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624561.470085:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733fb80 x1868160455893376/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624577 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624561.470092:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455893376:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624561.470099:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624561.470101:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624561.470103:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733fb80 x1868160455893376/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624577 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624561.470109:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624561.470111:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624561.470113:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875ca00. 02000000:00000001:0.0:1781624561.470116:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624561.470117:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624561.470119:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781624561.470120:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624561.470122:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f3ee00. 02000000:00000001:0.0:1781624561.470125:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624561.470126:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624561.470128:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733fb80. 00000100:00000001:0.0:1781624561.470131:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624561.470132:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624561.470134:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624561.470138:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624561.470139:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624561.470142:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624561.470143:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624561.845510:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624561.845518:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624561.845525:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624561.845527:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624561.855049:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624561.855057:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624561.855061:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624562.871809:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624562.871816:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624562.871823:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624562.871824:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624562.871848:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624562.871851:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624562.871854:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624563.893434:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624563.893445:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624563.893453:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624563.893454:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624563.893774:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624563.893780:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624563.893784:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624564.917170:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624564.917177:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624564.917184:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624564.917185:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624564.917468:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624564.917471:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624564.917474:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624565.941183:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624565.941192:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624565.941198:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624565.941199:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624565.941226:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624565.941229:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624565.941232:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781624566.584129:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624566.584142:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624566.584157:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731c700. 00000020:00000040:0.0:1781624566.584163:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781624566.584169:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624566.584172:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624566.584178:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624566.584186:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85028af900. 00000100:00000001:0.0:1781624566.584255:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624566.584267:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731c700 x1868160455893632/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624566.584277:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624566.584282:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624566.584289:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a77dd68f] to pc [ptlrpcd_00_00+0] req@ffff8f850731c700 x1868160455893632/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624566.584373:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624566.584378:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624566.584381:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624566.584387:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731c700 x1868160455893632/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624566.584396:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624566.584399:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624566.584403:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624566.584405:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624566.584408:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624566.584411:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455893632:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624566.584416:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624566.584421:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624566.584424:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624566.584427:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624566.584432:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505ceda00. 02000000:00000001:1.0:1781624566.584434:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624566.584441:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624566.584446:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631f78. 00000400:00000010:1.0:1781624566.584453:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1cc0. 00000100:00000200:1.0:1781624566.584460:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455893632, portal 25 00000100:00000001:1.0:1781624566.584463:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624566.584464:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246966016 : -123673462585600 : ffff8f850731c700) 00000100:00000040:1.0:1781624566.584469:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731c700 x1868160455893632/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624566.584476:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624566.584479:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624566.584481:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1000. 00000100:00000200:1.0:1781624566.584484:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455893632, offset 0 00000400:00000200:1.0:1781624566.584490:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624566.584499:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624566.584507:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624566.584513:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624566.584517:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624566.584520:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624566.584523:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624566.584527:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376270:376270:256:4294967295] 192.168.202.101@tcp LPNI seq info [376240:376240:8:4294967295] 00000400:00000200:1.0:1781624566.584531:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624566.584541:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624566.584548:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624566.584553:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3ea00. 00000800:00000200:1.0:1781624566.584559:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624566.584568:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624566.584572:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3ea00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624566.584589:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624566.584595:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624566.584598:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302731385 00000100:00000001:1.0:1781624566.584606:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302726262 00000100:00000001:1.0:1781624566.584611:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302731385 00000100:00000001:1.0:1781624566.584614:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302726262 00000100:00000001:1.0:1781624566.584617:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624566.584620:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624566.584622:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624566.584625:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624566.584650:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624566.584653:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624566.584657:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624566.584660:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731ea00. 00000020:00000040:0.0:1781624566.584662:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781624566.584664:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624566.584666:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624566.584667:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624566.584670:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85028afa00. 00000100:00000001:0.0:1781624566.584673:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624566.584678:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731ea00 x1868160455893760/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624566.584685:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624566.584687:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624566.584691:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000637ced7e] to pc [ptlrpcd_00_01+1] req@ffff8f850731ea00 x1868160455893760/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1781624566.584860:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624566.584865:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3ea00. 00000400:00000200:3.0:1781624566.584870:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624566.584875:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624566.584881:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1000 00000400:00000010:3.0:1781624566.584884:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1000. 00000100:00000001:3.0:1781624566.584888:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624566.584892:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731c700 x1868160455893632/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624566.584901:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624566.584905:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731c700 x1868160455893632/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624582 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624566.584912:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624566.584913:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624566.587245:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624566.587269:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624566.587275:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624566.587278:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624566.587291:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624566.587301:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624566.587313:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624566.587321:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624566.587329:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624566.587334:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b6280 00000400:00000200:2.0:1781624566.587340:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624566.587348:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9ee5 [1] + 224 00000800:00000001:2.0:1781624566.587359:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624566.587368:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624566.587373:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624566.587380:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1781624566.587385:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1781624566.587387:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624566.587393:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1781624566.587397:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:1.0:1781624566.587400:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624566.587406:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1781624566.587410:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1781624566.587411:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624566.587417:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624566.587418:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624566.587420:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624566.587422:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624566.587427:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1781624566.587429:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731c700 x1868160455893632/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624582 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781624566.587444:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731ea00 x1868160455893760/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624566.587453:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731c700 x1868160455893632/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624582 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624566.587471:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624566.587477:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624566.587484:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1781624566.587485:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624566.587490:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624566.587494:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624566.587497:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:1.0:1781624566.587502:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455893760:192.168.202.101@tcp:400:kworker.0 00000800:00000001:2.0:1781624566.587505:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624566.587510:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624566.587517:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624566.587520:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624566.587523:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624566.587532:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cec800. 02000000:00000001:1.0:1781624566.587535:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624566.587542:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624566.587546:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631c60. 00000400:00000010:1.0:1781624566.587552:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1b28. 00000100:00000200:1.0:1781624566.587559:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455893760, portal 10 00000100:00000001:1.0:1781624566.587561:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624566.587563:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246974976 : -123673462576640 : ffff8f850731ea00) 00000100:00000040:1.0:1781624566.587570:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731ea00 x1868160455893760/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624566.587577:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624566.587580:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624566.587582:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1990. 00000100:00000200:1.0:1781624566.587586:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455893760, offset 0 00000400:00000200:1.0:1781624566.587592:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624566.587600:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624566.587607:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624566.587612:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624566.587616:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624566.587619:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624566.587622:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624566.587626:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376271:376271:256:4294967295] 192.168.202.101@tcp LPNI seq info [376241:376241:8:4294967295] 00000400:00000200:1.0:1781624566.587630:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624566.587641:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624566.587647:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624566.587654:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3ea00. 00000800:00000200:1.0:1781624566.587661:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624566.587669:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624566.587673:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3ea00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624566.587684:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624566.587688:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 16952 usecs (17 jiffies) 00000800:00000200:3.0:1781624566.587892:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624566.587897:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3ea00. 00000400:00000200:3.0:1781624566.587901:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624566.587906:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624566.587911:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1990 00000400:00000010:3.0:1781624566.587913:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1990. 00000100:00000001:3.0:1781624566.587917:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624566.587922:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731ea00 x1868160455893760/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624566.587931:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624566.587949:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731ea00 x1868160455893760/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624582 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624566.587955:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624566.587957:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1781624566.588272:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624566.588276:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302723608 00000100:00000001:1.0:1781624566.588279:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302731385 00000100:00000001:1.0:1781624566.588281:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302723608 00000100:00000001:1.0:1781624566.588283:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302731385 00000100:00000001:1.0:1781624566.588285:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624566.588288:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1781624566.588293:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624566.588295:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624566.588298:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631f78. 00000400:00000200:1.0:1781624566.588301:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1cc0 00000400:00000010:1.0:1781624566.588303:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1cc0. 00000100:00000001:1.0:1781624566.588306:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624566.588311:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731c700 x1868160455893632/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624582 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624566.588320:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731c700 x1868160455893632/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624582 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624566.588327:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624566.588329:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624566.588331:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624566.588334:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624566.588337:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624566.588340:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624566.588342:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624566.588349:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=143 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624566.588352:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=64 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624566.588355:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624566.588357:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624566.588360:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624566.588362:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624566.588365:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624566.588369:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731c700 x1868160455893632/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624582 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624566.588377:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624566.588379:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624566.588382:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624566.588386:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731c700 x1868160455893632/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624582 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624566.588394:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455893632:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624566.588398:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624566.588400:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624566.588402:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731c700 x1868160455893632/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624582 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624566.588408:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624566.588411:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624566.588413:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505ceda00. 02000000:00000001:1.0:1781624566.588417:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624566.588419:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624566.588421:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781624566.588423:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624566.588425:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85028af900. 02000000:00000001:1.0:1781624566.588430:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624566.588431:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624566.588433:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731c700. 00000100:00000001:1.0:1781624566.588436:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624566.588437:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624566.588440:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624566.588441:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624566.588443:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624566.588444:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624566.588446:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624566.588456:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624566.588458:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624566.588570:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624566.588572:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624566.588574:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624566.588576:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624566.588630:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624566.588635:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624566.588639:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624566.588642:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624566.588645:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624566.588650:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8061) 00000800:00000001:2.0:1781624566.589817:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624566.589829:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624566.589832:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624566.589834:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624566.589841:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624566.589847:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624566.589854:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624566.589859:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624566.589864:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624566.589868:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b6300 00000400:00000200:2.0:1781624566.589873:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624566.589879:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9eed [1] + 224 00000800:00000001:2.0:1781624566.589885:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624566.589890:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624566.589894:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624566.589897:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624566.589902:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624566.589909:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731ea00 x1868160455893760/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624582 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624566.589919:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731ea00 x1868160455893760/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624582 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624566.590151:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624566.590155:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624566.590184:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624566.590193:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624566.590196:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1781624566.590335:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624566.590337:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624566.590341:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631c60. 00000400:00000200:1.0:1781624566.590345:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1b28 00000400:00000010:1.0:1781624566.590348:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1b28. 00000100:00000001:1.0:1781624566.590351:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624566.590356:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731ea00 x1868160455893760/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624582 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624566.590365:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731ea00 x1868160455893760/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624582 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624566.590372:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624566.590373:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624566.590376:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624566.590378:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624566.590380:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624566.590382:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624566.590384:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624566.590392:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=143 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624566.590396:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=64 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624566.590398:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624566.590400:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624566.590402:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624566.590405:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624566.590408:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781624566.590410:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781624566.590412:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781624566.590413:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624566.590417:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731ea00 x1868160455893760/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624582 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624566.590425:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624566.590427:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624566.590429:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624566.590432:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731ea00 x1868160455893760/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624582 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624566.590439:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455893760:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624566.590443:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624566.590445:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624566.590448:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731ea00 x1868160455893760/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624582 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624566.590455:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624566.590457:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624566.590460:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cec800. 02000000:00000001:1.0:1781624566.590463:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624566.590465:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624566.590467:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781624566.590469:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624566.590471:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85028afa00. 02000000:00000001:1.0:1781624566.590475:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624566.590476:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624566.590478:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731ea00. 00000100:00000001:1.0:1781624566.590481:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624566.590482:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624566.590484:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624566.590490:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624566.590492:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624566.590494:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624566.590496:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624566.965183:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624566.965191:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624566.965197:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624566.965199:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624566.966830:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624566.966839:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624566.966846:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624567.989486:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624567.989494:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624567.989500:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624567.989501:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624567.992377:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624567.992385:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624567.992391:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624569.013191:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624569.013203:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624569.013206:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624569.013210:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624569.013216:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624569.013219:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624569.013220:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624569.013223:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624569.013227:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624569.013228:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624569.013229:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624569.013231:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624569.013232:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624569.013233:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624569.013234:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624569.013236:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624569.013281:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624569.013284:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624569.013287:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624570.039129:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624570.039139:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624570.039147:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624570.039148:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624570.039224:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624570.039228:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624570.039231:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624571.061294:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624571.061306:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624571.061326:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624571.061327:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624571.061506:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624571.061511:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624571.061514:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781624571.702418:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624571.702437:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624571.702455:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731e300. 00000020:00000040:0.0:1781624571.702466:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781624571.702472:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624571.702477:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624571.702484:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624571.702496:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85028af200. 00000100:00000001:0.0:1781624571.702506:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624571.702525:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731e300 x1868160455893888/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624571.702539:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624571.702545:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624571.702552:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004daa77] to pc [ptlrpcd_00_00+0] req@ffff8f850731e300 x1868160455893888/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624571.702593:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624571.702596:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624571.702600:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624571.702603:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731df80. 00000020:00000040:0.0:1781624571.702605:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781624571.702607:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624571.702609:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624571.702610:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624571.702614:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85028afc00. 00000100:00000001:0.0:1781624571.702617:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624571.702621:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731df80 x1868160455894016/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624571.702628:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624571.702631:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624571.702634:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec840f8e] to pc [ptlrpcd_00_01+1] req@ffff8f850731df80 x1868160455894016/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624571.702642:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624571.702644:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624571.702650:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624571.702654:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624571.702657:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624571.702664:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8066) 00000100:00000001:1.0:1781624571.702840:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624571.702847:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624571.702859:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624571.702868:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731e300 x1868160455893888/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624571.702877:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624571.702881:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624571.702886:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624571.702889:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624571.702893:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624571.702898:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455893888:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624571.702903:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624571.702913:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624571.702917:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624571.702920:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624571.702926:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cec800. 02000000:00000001:1.0:1781624571.702928:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624571.702939:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624571.702955:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631c60. 00000400:00000010:1.0:1781624571.702966:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1b28. 00000100:00000200:1.0:1781624571.702977:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455893888, portal 25 00000100:00000001:1.0:1781624571.702980:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624571.702982:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246973184 : -123673462578432 : ffff8f850731e300) 00000100:00000040:1.0:1781624571.702988:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731e300 x1868160455893888/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624571.702994:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624571.702997:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624571.702999:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1cc0. 00000100:00000200:1.0:1781624571.703003:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455893888, offset 0 00000400:00000200:1.0:1781624571.703009:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624571.703020:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624571.703071:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624571.703080:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624571.703086:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624571.703092:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624571.703095:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624571.703100:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376272:376272:256:4294967295] 192.168.202.101@tcp LPNI seq info [376242:376242:8:4294967295] 00000400:00000200:1.0:1781624571.703105:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624571.703118:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624571.703125:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624571.703132:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3ee00. 00000800:00000200:1.0:1781624571.703141:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624571.703152:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624571.703157:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3ee00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624571.703184:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624571.703189:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624571.703193:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302736504 00000100:00000001:1.0:1781624571.703202:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302731385 00000100:00000001:1.0:1781624571.703206:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302736504 00000100:00000001:1.0:1781624571.703210:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302731385 00000100:00000001:1.0:1781624571.703214:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624571.703217:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624571.703221:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624571.703230:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624571.703241:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624571.703243:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781624571.703245:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624571.703246:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624571.703248:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624571.703250:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1781624571.703252:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624571.703254:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624571.703255:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624571.703257:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624571.703258:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624571.703259:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624571.703263:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731df80 x1868160455894016/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624571.703271:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624571.703272:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624571.703275:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624571.703276:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624571.703279:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624571.703282:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455894016:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624571.703286:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624571.703288:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624571.703290:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624571.703292:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624571.703296:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cec200. 02000000:00000001:1.0:1781624571.703298:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624571.703301:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624571.703305:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631f78. 00000400:00000010:1.0:1781624571.703309:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1330. 00000100:00000200:1.0:1781624571.703312:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455894016, portal 10 00000100:00000001:1.0:1781624571.703314:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624571.703315:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246972288 : -123673462579328 : ffff8f850731df80) 00000100:00000040:1.0:1781624571.703323:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731df80 x1868160455894016/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624571.703330:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624571.703332:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624571.703335:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1bb0. 00000100:00000200:1.0:1781624571.703337:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455894016, offset 0 00000400:00000200:1.0:1781624571.703342:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624571.703346:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624571.703350:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624571.703353:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624571.703355:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624571.703357:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624571.703360:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624571.703363:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376273:376273:255:4294967295] 192.168.202.101@tcp LPNI seq info [376243:376243:7:4294967295] 00000400:00000200:1.0:1781624571.703367:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624571.703373:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624571.703377:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624571.703381:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3eb00. 00000800:00000200:1.0:1781624571.703385:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624571.703389:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624571.703392:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3eb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624571.703396:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624571.703400:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 16943 usecs (17 jiffies) 00000400:00000200:1.0:1781624571.703403:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624571.703405:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302728723 00000100:00000001:1.0:1781624571.703408:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302736504 00000100:00000001:1.0:1781624571.703410:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302728723 00000100:00000001:1.0:1781624571.703412:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302736504 00000100:00000001:1.0:1781624571.703415:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624571.703417:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624571.703419:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624571.703421:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624571.703435:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624571.703438:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624571.703707:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624571.703714:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3ee00. 00000400:00000200:3.0:1781624571.703724:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624571.703730:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624571.703738:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1cc0 00000400:00000010:3.0:1781624571.703741:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1cc0. 00000100:00000001:3.0:1781624571.703748:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624571.703754:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731e300 x1868160455893888/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624571.703765:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624571.703769:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731e300 x1868160455893888/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624587 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624571.703777:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624571.703778:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781624571.703897:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624571.703900:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3eb00. 00000400:00000200:3.0:1781624571.703903:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624571.703907:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624571.703910:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1bb0 00000400:00000010:3.0:1781624571.703912:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1bb0. 00000100:00000001:3.0:1781624571.703914:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624571.703918:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731df80 x1868160455894016/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624571.703925:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624571.703928:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731df80 x1868160455894016/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624587 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624571.703936:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624571.703938:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624571.707141:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624571.707178:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624571.707185:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624571.707187:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624571.707200:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624571.707210:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624571.707220:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624571.707227:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624571.707236:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624571.707241:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b6400 00000400:00000200:2.0:1781624571.707247:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624571.707254:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9efd [1] + 224 00000800:00000001:2.0:1781624571.707263:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624571.707272:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624571.707275:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624571.707280:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624571.707291:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624571.707302:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731df80 x1868160455894016/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624587 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624571.707315:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731df80 x1868160455894016/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624571.707340:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624571.707351:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624571.707355:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624571.707699:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624571.707705:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781624571.707715:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624571.707718:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624571.707724:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631f78. 00000400:00000200:1.0:1781624571.707730:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1330 00000400:00000010:1.0:1781624571.707733:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1330. 00000100:00000001:1.0:1781624571.707738:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624571.707745:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731df80 x1868160455894016/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624571.707755:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731df80 x1868160455894016/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624587 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624571.707761:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624571.707764:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624571.707767:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624571.707774:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624571.707777:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624571.707781:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624571.707785:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624571.707799:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=148 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624571.707805:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=69 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624571.707809:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624571.707812:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624571.707815:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624571.707821:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624571.707827:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781624571.707830:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781624571.707832:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781624571.707833:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624571.707840:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731df80 x1868160455894016/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624587 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624571.707858:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624571.707864:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624571.707867:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624571.707872:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731df80 x1868160455894016/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624587 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624571.707880:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455894016:192.168.202.101@tcp:400:kworker.0 00000800:00000001:3.0:1781624571.708059:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624571.708067:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624571.708070:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624571.708072:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624571.708120:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624571.708125:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624571.708132:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624571.708135:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624571.708139:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624571.708143:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b6380 00000400:00000200:3.0:1781624571.708147:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624571.708152:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9ef5 [1] + 224 00000800:00000001:3.0:1781624571.708158:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624571.708184:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624571.708188:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624571.708192:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624571.708198:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624571.708204:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731e300 x1868160455893888/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624587 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624571.708213:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731e300 x1868160455893888/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624571.708219:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624571.708226:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624571.708228:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1781624571.708414:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624571.708416:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624571.708419:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631c60. 00000400:00000200:1.0:1781624571.708422:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1b28 00000400:00000010:1.0:1781624571.708424:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1b28. 00000100:00000001:1.0:1781624571.708427:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624571.708431:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731e300 x1868160455893888/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624571.708438:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731e300 x1868160455893888/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624587 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624571.708449:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624571.708451:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624571.708453:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624571.708455:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624571.708456:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624571.708458:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624571.708461:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624571.708464:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=148 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624571.708468:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=69 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624571.708470:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624571.708472:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624571.708474:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624571.708476:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624571.708477:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624571.708481:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731e300 x1868160455893888/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624587 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624571.708488:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624571.708490:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624571.708491:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624571.708494:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731e300 x1868160455893888/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624587 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624571.708502:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455893888:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624571.708506:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624571.708509:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624571.708513:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731df80 x1868160455894016/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624587 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624571.708519:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624571.708523:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624571.708528:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cec200. 02000000:00000001:1.0:1781624571.708531:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624571.708535:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624571.708537:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781624571.708539:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624571.708542:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85028afc00. 02000000:00000001:1.0:1781624571.708549:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624571.708550:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624571.708552:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731df80. 00000100:00000001:1.0:1781624571.708557:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624571.708559:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624571.708560:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624571.708563:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731e300 x1868160455893888/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624587 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624571.708569:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624571.708570:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624571.708571:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cec800. 02000000:00000001:1.0:1781624571.708574:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624571.708575:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624571.708576:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781624571.708578:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624571.708579:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85028af200. 02000000:00000001:1.0:1781624571.708581:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624571.708582:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624571.708583:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731e300. 00000100:00000001:1.0:1781624571.708585:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624571.708586:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624571.708589:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624571.708600:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624571.708603:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624571.708606:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624571.708608:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624572.086128:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624572.086137:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624572.086145:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624572.086146:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624572.086179:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624572.086183:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624572.086186:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624573.109180:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624573.109189:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624573.109197:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624573.109198:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624573.109306:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624573.109311:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624573.109314:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624574.133196:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624574.133206:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624574.133214:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624574.133215:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624574.133800:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624574.133805:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624574.133810:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624575.157185:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624575.157195:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624575.157205:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624575.157206:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624575.157239:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624575.157243:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624575.157247:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624576.181291:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624576.181301:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624576.181308:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624576.181310:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624576.181453:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624576.181457:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624576.181461:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781624576.821178:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624576.821192:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624576.821206:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731e680. 00000020:00000040:0.0:1781624576.821214:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781624576.821219:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624576.821223:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624576.821230:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624576.821240:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85028aff00. 00000100:00000001:0.0:1781624576.821249:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624576.821263:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731e680 x1868160455894144/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624576.821276:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624576.821281:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624576.821288:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000425285ea] to pc [ptlrpcd_00_00+0] req@ffff8f850731e680 x1868160455894144/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624576.821357:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624576.821363:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624576.821366:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624576.821373:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731e680 x1868160455894144/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624576.821381:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624576.821384:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624576.821397:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624576.821401:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624576.821405:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624576.821409:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455894144:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624576.821413:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624576.821427:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624576.821430:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624576.821433:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624576.821439:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cec200. 02000000:00000001:1.0:1781624576.821442:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624576.821451:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624576.821456:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631c60. 00000400:00000010:1.0:1781624576.821464:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1b28. 00000100:00000200:1.0:1781624576.821473:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455894144, portal 25 00000100:00000001:1.0:1781624576.821476:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624576.821477:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246974080 : -123673462577536 : ffff8f850731e680) 00000100:00000040:1.0:1781624576.821483:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731e680 x1868160455894144/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624576.821491:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624576.821494:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624576.821497:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1330. 00000100:00000200:1.0:1781624576.821501:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455894144, offset 0 00000400:00000200:1.0:1781624576.821516:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624576.821526:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624576.821536:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624576.821542:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624576.821548:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624576.821552:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624576.821556:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624576.821560:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376274:376274:256:4294967295] 192.168.202.101@tcp LPNI seq info [376244:376244:8:4294967295] 00000400:00000200:1.0:1781624576.821565:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624576.821575:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624576.821582:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624576.821587:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3e400. 00000800:00000200:1.0:1781624576.821594:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624576.821603:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624576.821608:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3e400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624576.821626:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624576.821640:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624576.821644:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302741622 00000100:00000001:1.0:1781624576.821654:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302736504 00000100:00000001:1.0:1781624576.821659:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302741622 00000100:00000001:1.0:1781624576.821664:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302736504 00000100:00000001:1.0:1781624576.821667:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624576.821670:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624576.821674:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624576.821677:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1781624576.821858:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624576.821865:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3e400. 00000400:00000200:2.0:1781624576.821871:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624576.821878:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624576.821884:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1330 00000400:00000010:2.0:1781624576.821887:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1330. 00000100:00000001:2.0:1781624576.821905:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624576.821910:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731e680 x1868160455894144/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624576.821921:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624576.821925:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731e680 x1868160455894144/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624592 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624576.821932:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624576.821934:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1781624576.823737:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624576.823746:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624576.823751:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000800:00000001:3.0:1781624576.823752:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000010:0.0:1781624576.823761:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731c000. 00000020:00000040:0.0:1781624576.823768:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000800:00000001:3.0:1781624576.823769:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624576.823775:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000001:3.0:1781624576.823776:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624576.823782:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1781624576.823782:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624576.823789:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624576.823796:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 02000000:00000010:0.0:1781624576.823801:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85028af200. 00000400:00000200:3.0:1781624576.823809:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000100:00000001:0.0:1781624576.823810:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624576.823822:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000040:0.0:1781624576.823824:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731c000 x1868160455894272/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1781624576.823834:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624576.823851:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624576.823854:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1781624576.823859:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b6480 00000100:00000001:0.0:1781624576.823862:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624576.823868:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000040:0.0:1781624576.823875:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d48705a1] to pc [ptlrpcd_00_01+1] req@ffff8f850731c000 x1868160455894272/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1781624576.823883:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9f05 [1] + 224 00000800:00000001:3.0:1781624576.823903:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624576.823912:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624576.823916:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624576.823921:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624576.823928:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624576.823937:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731e680 x1868160455894144/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624592 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624576.823947:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731e680 x1868160455894144/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624576.826720:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624576.826728:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781624576.826735:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624576.826738:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624576.826976:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624576.826995:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624576.827005:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1781624576.827672:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624576.827675:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624576.827680:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631c60. 00000400:00000200:1.0:1781624576.827687:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1b28 00000400:00000010:1.0:1781624576.827690:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1b28. 00000100:00000001:1.0:1781624576.827695:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624576.827708:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731e680 x1868160455894144/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624576.827720:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731e680 x1868160455894144/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624592 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624576.827726:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624576.827728:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624576.827731:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624576.827736:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624576.827739:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624576.827741:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624576.827746:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624576.827754:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=153 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624576.827758:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=74 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624576.827761:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624576.827763:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624576.827766:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624576.827769:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624576.827771:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624576.827776:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731e680 x1868160455894144/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624592 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624576.827790:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624576.827795:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624576.827797:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624576.827801:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731e680 x1868160455894144/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624592 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624576.827808:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455894144:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624576.827813:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624576.827816:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624576.827819:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731e680 x1868160455894144/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624592 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624576.827826:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624576.827829:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624576.827832:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cec200. 02000000:00000001:1.0:1781624576.827836:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624576.827839:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624576.827842:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781624576.827844:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624576.827847:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85028aff00. 02000000:00000001:1.0:1781624576.827852:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624576.827854:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624576.827856:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731e680. 00000100:00000001:1.0:1781624576.827861:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624576.827862:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624576.827865:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624576.827871:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624576.827873:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624576.827875:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1781624576.827878:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1781624576.827880:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624576.827882:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624576.827884:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624576.827886:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624576.827887:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624576.827890:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624576.827895:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731c000 x1868160455894272/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624576.827902:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624576.827904:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624576.827909:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624576.827912:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624576.827915:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624576.827919:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455894272:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624576.827922:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624576.827930:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624576.827932:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624576.827935:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624576.827945:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cec200. 02000000:00000001:1.0:1781624576.827948:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624576.827956:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624576.827960:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631c60. 00000400:00000010:1.0:1781624576.827965:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1b28. 00000100:00000200:1.0:1781624576.827972:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455894272, portal 10 00000100:00000001:1.0:1781624576.827974:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624576.827976:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246964224 : -123673462587392 : ffff8f850731c000) 00000100:00000040:1.0:1781624576.827983:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731c000 x1868160455894272/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624576.827991:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624576.827993:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624576.827998:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1220. 00000100:00000200:1.0:1781624576.828003:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455894272, offset 0 00000400:00000200:1.0:1781624576.828009:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624576.828018:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624576.830657:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624576.830668:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624576.830676:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624576.830682:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624576.830687:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624576.830692:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376275:376275:256:4294967295] 192.168.202.101@tcp LPNI seq info [376245:376245:8:4294967295] 00000400:00000200:1.0:1781624576.830699:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624576.830713:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624576.830720:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624576.830732:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3e200. 00000800:00000200:1.0:1781624576.830741:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624576.830750:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624576.830756:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3e200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624576.830783:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624576.830790:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 16932 usecs (17 jiffies) 00000400:00000200:1.0:1781624576.830794:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624576.830798:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302733847 00000100:00000001:1.0:1781624576.830802:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302741622 00000100:00000001:1.0:1781624576.830805:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302733847 00000100:00000001:1.0:1781624576.830807:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302741622 00000100:00000001:1.0:1781624576.830810:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624576.830814:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624576.830818:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624576.830823:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624576.830848:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624576.830851:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624576.831080:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624576.831086:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3e200. 00000400:00000200:2.0:1781624576.831093:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624576.831099:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624576.831105:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1220 00000400:00000010:2.0:1781624576.831108:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1220. 00000100:00000001:2.0:1781624576.831114:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624576.831121:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731c000 x1868160455894272/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624576.831133:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624576.831138:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731c000 x1868160455894272/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624592 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624576.831146:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624576.831148:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781624576.832521:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624576.832535:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624576.832539:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624576.832541:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624576.832548:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624576.832554:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624576.832564:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624576.832568:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624576.832573:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624576.832578:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b6500 00000400:00000200:3.0:1781624576.832583:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624576.832590:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9f0d [1] + 224 00000800:00000001:3.0:1781624576.832597:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624576.832603:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624576.832607:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624576.832610:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624576.832615:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624576.832621:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731c000 x1868160455894272/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624592 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624576.832645:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731c000 x1868160455894272/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624576.832664:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624576.832671:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624576.832675:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624576.833089:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624576.833095:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624576.833101:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624576.833104:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624576.833107:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624576.833115:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8071) 00000100:00000001:1.0:1781624576.833214:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624576.833219:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781624576.833226:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624576.833229:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624576.833233:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631c60. 00000400:00000200:1.0:1781624576.833237:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1b28 00000400:00000010:1.0:1781624576.833240:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1b28. 00000100:00000001:1.0:1781624576.833243:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624576.833256:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731c000 x1868160455894272/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624576.833267:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731c000 x1868160455894272/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624592 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624576.833274:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624576.833276:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624576.833279:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624576.833283:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624576.833286:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624576.833288:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624576.833292:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624576.833303:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=153 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624576.833307:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=74 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624576.833310:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624576.833312:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624576.833315:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624576.833319:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624576.833323:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781624576.833327:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781624576.833329:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781624576.833330:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624576.833335:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731c000 x1868160455894272/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624592 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624576.833342:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624576.833346:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624576.833348:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624576.833351:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731c000 x1868160455894272/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624592 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624576.833360:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455894272:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624576.833364:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624576.833367:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624576.833370:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731c000 x1868160455894272/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624592 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624576.833377:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624576.833379:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624576.833383:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cec200. 02000000:00000001:1.0:1781624576.833386:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624576.833506:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624576.833562:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781624576.833565:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624576.833568:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85028af200. 02000000:00000001:1.0:1781624576.833574:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624576.833576:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624576.833578:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731c000. 00000100:00000001:1.0:1781624576.833582:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624576.833584:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624576.833586:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624576.833595:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624576.833597:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624576.833599:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624576.833602:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624577.205256:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624577.205264:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624577.205272:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624577.205274:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624577.207373:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624577.207381:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624577.207387:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624578.229845:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624578.229853:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624578.229857:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624578.229858:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624578.229887:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624578.229890:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624578.229893:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624579.257328:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624579.257343:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624579.257347:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624579.257353:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624579.257361:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624579.257364:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624579.257367:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624579.257372:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624579.257378:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624579.257380:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624579.257382:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624579.257383:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624579.257386:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624579.257387:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624579.257389:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624579.257391:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624579.257433:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624579.257436:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624579.257439:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624580.277920:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624580.277931:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624580.277940:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624580.277942:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624580.278313:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624580.278317:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624580.278321:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624581.301268:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624581.301278:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624581.301286:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624581.301287:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624581.301320:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624581.301323:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624581.301326:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781624581.944977:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624581.944987:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624581.944997:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731ca80. 00000020:00000040:0.0:1781624581.945004:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781624581.945009:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624581.945013:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624581.945018:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624581.945044:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85028afc00. 00000100:00000001:0.0:1781624581.945053:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624581.945068:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731ca80 x1868160455894400/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624581.945081:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624581.945086:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624581.945094:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001e46d3e] to pc [ptlrpcd_00_00+0] req@ffff8f850731ca80 x1868160455894400/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624581.945118:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624581.945123:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624581.945127:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624581.945132:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731c000. 00000020:00000040:0.0:1781624581.945135:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781624581.945137:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624581.945139:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624581.945141:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624581.945144:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85028afa00. 00000100:00000001:0.0:1781624581.945147:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624581.945152:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731c000 x1868160455894528/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624581.945160:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624581.945163:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624581.945166:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d48705a1] to pc [ptlrpcd_00_01+1] req@ffff8f850731c000 x1868160455894528/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624581.945174:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624581.945176:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624581.945180:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624581.945183:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624581.945186:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1781624581.945187:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624581.945192:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8076) 00000100:00000001:1.0:1781624581.945200:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624581.945201:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624581.945203:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1781624581.945203:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624581.945205:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624581.945209:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731c000 x1868160455894528/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781624581.945210:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731ca80 x1868160455894400/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624581.945219:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624581.945219:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624581.945221:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624581.945221:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624581.945226:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624581.945226:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624581.945229:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624581.945229:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624581.945232:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624581.945232:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624581.945236:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455894400:192.168.202.101@tcp:400:kworker.0 00000100:00100000:0.0:1781624581.945236:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455894528:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624581.945241:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1781624581.945241:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624581.945247:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624581.945247:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624581.945251:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624581.945251:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624581.945253:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1781624581.945253:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624581.945258:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505ceda00. 02000000:00000010:0.0:1781624581.945258:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875ca00. 02000000:00000001:1.0:1781624581.945261:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624581.945261:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624581.945269:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624581.945269:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624581.945274:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631c60. 00000400:00000010:0.0:1781624581.945275:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc76e0. 00000400:00000010:1.0:1781624581.945283:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1b28. 00000400:00000010:0.0:1781624581.945283:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e93b8. 00000100:00000200:1.0:1781624581.945290:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455894400, portal 25 00000100:00000001:1.0:1781624581.945357:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624581.945360:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246966912 : -123673462584704 : ffff8f850731ca80) 00000100:00000040:1.0:1781624581.945367:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731ca80 x1868160455894400/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624581.945375:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624581.945378:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624581.945381:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1770. 00000100:00000200:1.0:1781624581.945385:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455894400, offset 0 00000400:00000200:1.0:1781624581.945392:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624581.945402:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624581.945412:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624581.945419:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624581.945424:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624581.945429:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624581.945432:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624581.945436:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376276:376276:256:4294967295] 192.168.202.101@tcp LPNI seq info [376246:376246:8:4294967295] 00000400:00000200:1.0:1781624581.945440:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624581.945452:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624581.945458:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624581.945464:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3e700. 00000800:00000200:1.0:1781624581.945470:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624581.945480:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624581.945484:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3e700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624581.945505:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624581.945510:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624581.945514:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302746746 00000100:00000001:1.0:1781624581.945520:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302741622 00000100:00000001:1.0:1781624581.945524:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302746746 00000100:00000001:1.0:1781624581.945528:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302741622 00000100:00000001:1.0:1781624581.945531:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624581.945534:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624581.945538:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624581.945540:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624581.945550:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624581.945552:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781624581.945554:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624581.945555:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624581.945557:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624581.945559:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624581.945728:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624581.945734:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3e700. 00000400:00000200:2.0:1781624581.945739:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624581.945745:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624581.945751:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1770 00000400:00000010:2.0:1781624581.945754:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1770. 00000100:00000001:2.0:1781624581.945758:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624581.945763:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731ca80 x1868160455894400/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624581.945772:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624581.945776:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731ca80 x1868160455894400/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624597 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624581.945782:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624581.945784:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781624581.950118:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624581.950141:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624581.950146:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624581.950149:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624581.950159:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624581.950206:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624581.950218:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624581.950224:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624581.950230:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624581.950235:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b6580 00000400:00000200:3.0:1781624581.950241:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000200:0.0:1781624581.950903:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455894528, portal 10 00000100:00000001:0.0:1781624581.950909:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624581.950912:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246964224 : -123673462587392 : ffff8f850731c000) 00000100:00000040:0.0:1781624581.950929:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731c000 x1868160455894528/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624581.950941:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624581.950944:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624581.950950:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9198. 00000100:00000200:0.0:1781624581.950955:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455894528, offset 0 00000400:00000200:0.0:1781624581.950963:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624581.950973:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624581.950981:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624581.950988:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624581.950993:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624581.950997:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624581.951000:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624581.951004:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376277:376277:256:4294967295] 192.168.202.101@tcp LPNI seq info [376247:376247:8:4294967295] 00000400:00000200:0.0:1781624581.951009:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624581.951021:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624581.952909:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624581.952925:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85028af900. 00000800:00000200:0.0:1781624581.952934:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624581.952942:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624581.952947:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85028af900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624581.952964:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624581.952971:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 16927 usecs (17 jiffies) 00000400:00000200:0.0:1781624581.952977:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624581.952981:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302738972 00000100:00000001:0.0:1781624581.952985:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302746746 00000100:00000001:0.0:1781624581.952987:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302738972 00000100:00000001:0.0:1781624581.952990:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302746746 00000100:00000001:0.0:1781624581.952993:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624581.952997:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624581.953002:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624581.953006:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624581.953016:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624581.953019:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781624581.953022:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624581.953040:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624581.953042:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624581.953045:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624581.954983:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9f15 [1] + 224 00000800:00000001:3.0:1781624581.955016:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624581.955068:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624581.955073:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624581.955078:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624581.955088:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624581.955100:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731ca80 x1868160455894400/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624597 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624581.955112:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731ca80 x1868160455894400/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624597 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624581.955137:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1781624581.955260:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624581.955265:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85028af900. 00000400:00000200:3.0:1781624581.955273:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624581.955277:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624581.955282:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9198 00000400:00000010:3.0:1781624581.955285:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9198. 00000100:00000001:3.0:1781624581.955290:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624581.955295:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731c000 x1868160455894528/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624581.955307:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624581.955312:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731c000 x1868160455894528/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624597 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624581.955319:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624581.955321:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781624581.955328:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624581.955332:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624581.955462:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624581.955466:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781624581.955474:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624581.955477:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624581.955481:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631c60. 00000400:00000200:1.0:1781624581.955486:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1b28 00000400:00000010:1.0:1781624581.955487:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1b28. 00000100:00000001:1.0:1781624581.955491:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624581.955496:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731ca80 x1868160455894400/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624597 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624581.955505:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731ca80 x1868160455894400/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624597 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624581.955512:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624581.955514:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624581.955516:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624581.955521:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624581.955524:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624581.955527:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624581.955531:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624581.955539:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=8 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624581.955545:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=79 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624581.955548:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624581.955550:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624581.955553:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624581.955556:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624581.955559:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624581.955565:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731ca80 x1868160455894400/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624597 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624581.955573:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624581.955577:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624581.955579:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624581.955596:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731ca80 x1868160455894400/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624597 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624581.955605:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455894400:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624581.955610:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624581.955613:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624581.955634:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731ca80 x1868160455894400/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624597 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624581.955642:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624581.955645:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624581.955649:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505ceda00. 02000000:00000001:1.0:1781624581.955655:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624581.955659:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624581.955662:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781624581.955664:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624581.955667:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85028afc00. 02000000:00000001:1.0:1781624581.955671:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624581.955673:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624581.955675:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731ca80. 00000100:00000001:1.0:1781624581.955678:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624581.955680:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624581.955682:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624581.955689:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624581.955691:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624581.955693:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624581.955695:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781624581.961547:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624581.961570:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624581.961575:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624581.961577:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624581.961600:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624581.961610:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624581.961632:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624581.961638:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624581.961645:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624581.961651:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b6600 00000400:00000200:3.0:1781624581.961656:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624581.961664:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9f1d [1] + 224 00000800:00000001:3.0:1781624581.961674:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624581.961682:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624581.961687:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624581.961691:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624581.961701:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624581.961723:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731c000 x1868160455894528/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624597 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624581.961735:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731c000 x1868160455894528/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624597 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624581.961759:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624581.961770:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624581.961774:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624581.962007:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624581.962013:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624581.962023:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624581.962067:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624581.962071:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc76e0. 00000400:00000200:0.0:1781624581.962077:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e93b8 00000400:00000010:0.0:1781624581.962079:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e93b8. 00000100:00000001:0.0:1781624581.962083:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624581.962089:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731c000 x1868160455894528/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624597 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624581.962097:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731c000 x1868160455894528/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624597 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624581.962108:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624581.962110:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624581.962112:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624581.962117:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624581.962120:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624581.962123:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624581.962126:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624581.962137:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=8 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624581.962142:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=79 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624581.962145:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624581.962147:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624581.962150:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624581.962155:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624581.962160:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781624581.962162:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781624581.962164:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781624581.962166:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624581.962170:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731c000 x1868160455894528/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624597 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624581.962175:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624581.962178:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624581.962181:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624581.962183:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731c000 x1868160455894528/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624597 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624581.962188:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455894528:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624581.962191:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624581.962194:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624581.962196:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731c000 x1868160455894528/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624597 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624581.962201:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624581.962203:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624581.962207:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875ca00. 02000000:00000001:0.0:1781624581.962210:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624581.962212:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624581.962215:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781624581.962216:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624581.962218:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85028afa00. 02000000:00000001:0.0:1781624581.962224:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624581.962225:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624581.962227:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731c000. 00000100:00000001:0.0:1781624581.962230:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624581.962232:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624581.962233:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624581.962241:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624581.962242:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624581.962244:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624581.962246:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624582.325247:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624582.325257:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624582.325264:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624582.325265:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624582.325300:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624582.325304:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624582.325307:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624583.349909:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624583.349916:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624583.349921:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624583.349922:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624583.349978:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624583.349983:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624583.349985:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624584.373233:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624584.373245:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624584.373254:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624584.373255:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624584.373294:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624584.373298:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624584.373302:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624585.397321:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624585.397334:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624585.397343:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624585.397344:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624585.397481:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624585.397485:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624585.397488:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624586.421611:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624586.421618:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624586.421624:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624586.421625:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624586.421713:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624586.421716:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624586.421718:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781624587.061583:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624587.061594:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624587.061605:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733ed80. 00000020:00000040:1.0:1781624587.061893:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781624587.061897:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624587.061901:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624587.061906:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624587.061914:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f3e500. 00000100:00000001:1.0:1781624587.061921:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624587.061935:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733ed80 x1868160455894656/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624587.061946:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624587.061951:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624587.061957:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000923b046] to pc [ptlrpcd_00_00+0] req@ffff8f850733ed80 x1868160455894656/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624587.062081:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624587.062084:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624587.062088:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624587.062091:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733f800. 00000020:00000040:1.0:1781624587.062094:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781624587.062096:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624587.062098:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624587.062099:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624587.062103:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f3ef00. 00000100:00000001:1.0:1781624587.062106:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624587.062110:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733f800 x1868160455894784/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624587.062118:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624587.062119:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624587.062123:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024db8907] to pc [ptlrpcd_00_01+1] req@ffff8f850733f800 x1868160455894784/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624587.062131:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624587.062133:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624587.062136:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624587.062139:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624587.062143:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624587.062147:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8081) 00000100:00000001:0.0:1781624587.062219:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624587.062223:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624587.062226:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624587.062232:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733ed80 x1868160455894656/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624587.062240:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624587.062242:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624587.062246:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624587.062249:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624587.062252:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624587.062255:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455894656:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624587.062260:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624587.062266:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624587.062268:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624587.062271:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624587.062276:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875da00. 02000000:00000001:0.0:1781624587.062278:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624587.062285:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624587.062289:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc76e0. 00000400:00000010:0.0:1781624587.062296:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e93b8. 00000100:00000200:0.0:1781624587.062304:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455894656, portal 25 00000100:00000001:0.0:1781624587.062306:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624587.062308:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247106944 : -123673462444672 : ffff8f850733ed80) 00000100:00000040:0.0:1781624587.062313:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733ed80 x1868160455894656/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624587.062319:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624587.062322:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624587.062325:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9110. 00000100:00000200:0.0:1781624587.062328:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455894656, offset 0 00000400:00000200:0.0:1781624587.062334:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624587.062343:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624587.062350:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624587.062356:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624587.062360:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624587.062364:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624587.062366:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624587.062370:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376278:376278:256:4294967295] 192.168.202.101@tcp LPNI seq info [376248:376248:8:4294967295] 00000400:00000200:0.0:1781624587.062374:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624587.062385:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624587.062390:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624587.062396:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85028afa00. 00000800:00000200:0.0:1781624587.062403:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624587.062412:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624587.062417:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85028afa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624587.062439:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624587.062443:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624587.062446:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302751863 00000100:00000001:0.0:1781624587.062452:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302746746 00000100:00000001:0.0:1781624587.062456:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302751863 00000100:00000001:0.0:1781624587.062459:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302746746 00000100:00000001:0.0:1781624587.062462:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624587.062465:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624587.062468:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624587.062470:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624587.062477:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624587.062480:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781624587.062482:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624587.062483:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624587.062484:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624587.062486:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1781624587.062488:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624587.062490:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624587.062491:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624587.062492:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624587.062493:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624587.062494:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624587.062498:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733f800 x1868160455894784/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624587.062505:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624587.062506:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624587.062508:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624587.062509:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624587.062511:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624587.062514:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455894784:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624587.062517:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624587.062520:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624587.062521:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624587.062523:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624587.062526:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875c400. 02000000:00000001:0.0:1781624587.062528:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624587.062531:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624587.062533:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc72c0. 00000400:00000010:0.0:1781624587.062548:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9990. 00000100:00000200:0.0:1781624587.062551:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455894784, portal 10 00000100:00000001:0.0:1781624587.062553:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624587.062554:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247109632 : -123673462441984 : ffff8f850733f800) 00000100:00000040:0.0:1781624587.062562:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733f800 x1868160455894784/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624587.062567:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624587.062569:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624587.062572:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9088. 00000100:00000200:0.0:1781624587.062574:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455894784, offset 0 00000400:00000200:0.0:1781624587.062578:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624587.062582:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624587.062585:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624587.062587:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624587.062590:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624587.062592:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624587.062593:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624587.062596:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376279:376279:255:4294967295] 192.168.202.101@tcp LPNI seq info [376249:376249:7:4294967295] 00000400:00000200:0.0:1781624587.062599:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624587.062605:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624587.062627:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624587.062630:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85028af400. 00000800:00000200:0.0:1781624587.062634:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624587.062638:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624587.062640:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85028af400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624587.062642:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624587.062646:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 16932 usecs (17 jiffies) 00000400:00000200:0.0:1781624587.062648:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624587.062650:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302744082 00000100:00000001:0.0:1781624587.062652:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302751863 00000100:00000001:0.0:1781624587.062654:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302744082 00000100:00000001:0.0:1781624587.062655:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302751863 00000100:00000001:0.0:1781624587.062659:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624587.062661:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624587.062663:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624587.062665:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624587.062674:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1781624587.062676:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624587.062677:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1781624587.062679:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85028afa00. 00000400:00000200:2.0:1781624587.062685:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624587.062690:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624587.062696:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9110 00000400:00000010:2.0:1781624587.062698:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9110. 00000100:00000001:2.0:1781624587.062702:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624587.062706:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733ed80 x1868160455894656/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624587.062715:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624587.062718:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733ed80 x1868160455894656/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624603 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624587.062725:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624587.062727:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624587.062743:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624587.062745:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85028af400. 00000400:00000200:2.0:1781624587.062748:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624587.062751:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624587.062753:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9088 00000400:00000010:2.0:1781624587.062755:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9088. 00000100:00000001:2.0:1781624587.062757:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624587.062761:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733f800 x1868160455894784/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624587.062767:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624587.062769:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733f800 x1868160455894784/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624603 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624587.062775:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624587.062776:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781624587.072304:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624587.072329:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624587.072334:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624587.072336:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624587.072346:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624587.072353:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624587.072362:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624587.072366:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624587.072372:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624587.072375:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b6700 00000400:00000200:3.0:1781624587.072380:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624587.072385:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9f2d [1] + 224 00000800:00000001:3.0:1781624587.072393:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624587.072396:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624587.072398:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624587.072402:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624587.072410:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624587.072420:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733f800 x1868160455894784/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624603 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624587.072432:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733f800 x1868160455894784/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624603 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624587.072461:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624587.072473:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624587.072476:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624587.072478:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624587.072479:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624587.072482:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624587.072484:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624587.072487:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624587.072489:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624587.072491:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624587.072494:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b6680 00000400:00000200:3.0:1781624587.072498:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624587.072501:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9f25 [1] + 224 00000800:00000001:3.0:1781624587.072504:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624587.072509:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624587.072511:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624587.072514:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624587.072517:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624587.072521:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733ed80 x1868160455894656/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624603 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624587.072527:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733ed80 x1868160455894656/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624603 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624587.072532:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624587.072548:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624587.072553:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624587.072553:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624587.072563:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624587.072576:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624587.072579:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624587.072585:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc72c0. 00000400:00000200:0.0:1781624587.072595:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9990 00000400:00000010:0.0:1781624587.072598:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9990. 00000100:00000001:0.0:1781624587.072602:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624587.073223:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733f800 x1868160455894784/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624603 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624587.073237:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733f800 x1868160455894784/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624603 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624587.073246:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624587.073248:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624587.073251:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624587.073254:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624587.073257:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624587.073259:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624587.073262:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624587.073270:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=14 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624587.073274:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=85 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624587.073277:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624587.073278:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624587.073281:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624587.073284:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624587.073287:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781624587.073289:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781624587.073291:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781624587.073292:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624587.073297:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733f800 x1868160455894784/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624603 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624587.073306:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624587.073310:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624587.073313:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624587.073320:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733f800 x1868160455894784/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624603 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624587.073328:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455894784:192.168.202.101@tcp:400:kworker.0 00000400:00000001:0.0:1781624587.073337:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624587.073339:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624587.073342:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc76e0. 00000400:00000200:0.0:1781624587.073346:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e93b8 00000400:00000010:0.0:1781624587.073348:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e93b8. 00000100:00000001:0.0:1781624587.073350:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624587.073356:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733ed80 x1868160455894656/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624603 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624587.073365:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733ed80 x1868160455894656/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624603 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624587.073370:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624587.073371:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624587.073373:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624587.073374:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624587.073375:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624587.073376:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624587.073378:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624587.073380:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=14 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624587.073383:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=85 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624587.073385:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624587.073386:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624587.073388:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624587.073390:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624587.073392:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624587.073395:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733ed80 x1868160455894656/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624603 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624587.073402:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624587.073404:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624587.073405:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624587.073408:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733ed80 x1868160455894656/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624603 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624587.073416:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455894656:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624587.073420:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624587.073422:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624587.073425:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733f800 x1868160455894784/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624603 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624587.073432:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624587.073434:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624587.073437:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875c400. 02000000:00000001:0.0:1781624587.073441:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624587.073443:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624587.073445:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781624587.073447:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624587.073450:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f3ef00. 02000000:00000001:0.0:1781624587.073454:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624587.073455:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624587.073457:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733f800. 00000100:00000001:0.0:1781624587.073460:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624587.073462:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624587.073463:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624587.073466:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733ed80 x1868160455894656/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624603 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624587.073471:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624587.073472:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624587.073474:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875da00. 02000000:00000001:0.0:1781624587.073476:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624587.073477:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624587.073479:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781624587.073481:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624587.073482:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f3e500. 02000000:00000001:0.0:1781624587.073484:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624587.073485:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624587.073486:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733ed80. 00000100:00000001:0.0:1781624587.073489:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624587.073490:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624587.073492:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624587.073498:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624587.073500:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624587.073502:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624587.073504:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624587.445417:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624587.445426:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624587.445433:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624587.445434:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624587.445464:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624587.445468:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624587.445471:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624588.469997:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624588.470016:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624588.470021:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624588.470047:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624588.470054:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624588.470057:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624588.470059:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624588.470062:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624588.470068:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624588.470070:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624588.470072:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624588.470073:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624588.470075:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624588.470077:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624588.470078:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624588.470080:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624588.470126:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624588.470131:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624588.470134:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624589.493213:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624589.493223:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624589.493232:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624589.493233:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624589.493309:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624589.493315:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624589.493319:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624590.518673:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624590.518684:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624590.518691:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624590.518693:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624590.518725:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624590.518729:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624590.518732:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624591.541418:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624591.541429:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624591.541437:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624591.541438:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624591.541472:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624591.541476:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624591.541479:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781624592.181251:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624592.181265:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624592.181280:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731c000. 00000020:00000040:0.0:1781624592.181288:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781624592.181293:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624592.181298:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624592.181305:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624592.181318:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85028af400. 00000100:00000001:0.0:1781624592.181326:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624592.181341:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731c000 x1868160455894912/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624592.181353:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624592.181358:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624592.181364:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d48705a1] to pc [ptlrpcd_00_00+0] req@ffff8f850731c000 x1868160455894912/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624592.181419:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624592.181426:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624592.181431:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624592.181442:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731c000 x1868160455894912/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624592.181453:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624592.181455:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624592.181461:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624592.181465:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624592.181468:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624592.181471:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455894912:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624592.181476:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624592.181486:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624592.181489:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624592.181519:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624592.181525:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505ced400. 02000000:00000001:1.0:1781624592.181531:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624592.181542:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624592.181547:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631c60. 00000400:00000010:1.0:1781624592.181556:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1b28. 00000100:00000200:1.0:1781624592.181570:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455894912, portal 25 00000100:00000001:1.0:1781624592.181573:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624592.181575:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246964224 : -123673462587392 : ffff8f850731c000) 00000100:00000040:1.0:1781624592.181580:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731c000 x1868160455894912/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624592.181596:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624592.181599:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624592.181602:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1a18. 00000100:00000200:1.0:1781624592.181606:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455894912, offset 0 00000400:00000200:1.0:1781624592.181613:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624592.181623:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624592.181637:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624592.181643:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624592.181649:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624592.181653:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624592.181656:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624592.181659:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376280:376280:256:4294967295] 192.168.202.101@tcp LPNI seq info [376250:376250:8:4294967295] 00000400:00000200:1.0:1781624592.181663:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624592.181676:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624592.181681:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624592.181687:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3ed00. 00000800:00000200:1.0:1781624592.181694:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624592.181702:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624592.181707:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3ed00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624592.181726:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624592.181730:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624592.181733:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302756982 00000100:00000001:1.0:1781624592.181743:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302751863 00000100:00000001:1.0:1781624592.181749:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302756982 00000100:00000001:1.0:1781624592.181752:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302751863 00000100:00000001:1.0:1781624592.181755:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624592.181757:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624592.181760:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624592.181762:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624592.181788:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624592.181790:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624592.181793:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624592.181796:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731e680. 00000020:00000040:0.0:1781624592.181798:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781624592.181800:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624592.181803:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624592.181804:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624592.181807:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85028afa00. 00000100:00000001:0.0:1781624592.181810:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624592.181814:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731e680 x1868160455895040/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624592.181819:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624592.181821:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624592.181825:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000425285ea] to pc [ptlrpcd_00_01+1] req@ffff8f850731e680 x1868160455895040/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624592.181853:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624592.181855:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781624592.181857:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624592.181858:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624592.181859:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624592.181861:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1781624592.181862:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624592.181864:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624592.181865:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624592.181867:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624592.181868:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624592.181869:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624592.181871:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731e680 x1868160455895040/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624592.181875:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624592.181876:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624592.181877:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624592.181878:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624592.181880:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624592.181882:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455895040:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624592.181884:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624592.181886:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624592.181887:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624592.181888:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624592.181891:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505ceda00. 02000000:00000001:1.0:1781624592.181892:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624592.181896:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624592.181898:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631f78. 00000400:00000010:1.0:1781624592.181902:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb15d8. 00000100:00000200:1.0:1781624592.181904:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455895040, portal 10 00000100:00000001:1.0:1781624592.181905:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624592.181906:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246974080 : -123673462577536 : ffff8f850731e680) 00000100:00000040:1.0:1781624592.181913:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731e680 x1868160455895040/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624592.181921:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624592.181922:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624592.181925:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1c38. 00000100:00000200:1.0:1781624592.181926:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455895040, offset 0 00000400:00000200:1.0:1781624592.181929:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624592.181931:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624592.181933:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624592.181935:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624592.181937:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624592.181938:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624592.181940:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624592.181942:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376281:376281:255:4294967295] 192.168.202.101@tcp LPNI seq info [376251:376251:7:4294967295] 00000400:00000200:1.0:1781624592.181945:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624592.181951:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624592.181952:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1781624592.181958:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624592.181961:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3ed00. 00000800:00000010:1.0:1781624592.181963:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3ec00. 00000800:00000200:1.0:1781624592.181969:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000400:00000200:2.0:1781624592.181970:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1781624592.181976:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624592.181980:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3ec00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1781624592.181981:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:1.0:1781624592.181985:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624592.181990:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1a18 00000100:00000040:1.0:1781624592.181992:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 16928 usecs (17 jiffies) 00000400:00000010:2.0:1781624592.181996:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1a18. 00000400:00000200:1.0:1781624592.182000:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624592.182004:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302749201 00000100:00000001:2.0:1781624592.182005:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1781624592.182008:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302756982 00000100:00000001:1.0:1781624592.182011:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302749201 00000100:00000001:1.0:1781624592.182014:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302756982 00000100:00000200:2.0:1781624592.182015:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731c000 x1868160455894912/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624592.182017:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624592.182021:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624592.182047:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624592.182049:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624592.182072:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624592.182074:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624592.182098:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624592.182104:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731c000 x1868160455894912/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624608 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624592.182113:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624592.182115:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624592.182151:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624592.182154:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3ec00. 00000400:00000200:2.0:1781624592.182158:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624592.182162:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624592.182165:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1c38 00000400:00000010:2.0:1781624592.182167:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1c38. 00000100:00000001:2.0:1781624592.182169:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624592.182173:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731e680 x1868160455895040/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624592.182180:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624592.182183:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731e680 x1868160455895040/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624608 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624592.182190:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624592.182191:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1781624592.182262:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624592.182269:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624592.182273:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624592.182276:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624592.182279:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624592.182343:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8086) 00000100:00000001:1.0:1781624592.182456:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624592.182459:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624592.182461:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624592.182463:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781624592.184819:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624592.184839:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624592.184843:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624592.184846:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624592.184857:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624592.184865:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624592.184877:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624592.184883:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624592.184889:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624592.184894:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b6780 00000400:00000200:3.0:1781624592.184898:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624592.184904:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9f35 [1] + 224 00000800:00000001:3.0:1781624592.184912:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624592.184917:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624592.184920:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624592.184923:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624592.184930:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624592.184938:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731c000 x1868160455894912/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624608 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624592.184945:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731c000 x1868160455894912/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624608 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624592.184966:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624592.184978:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624592.184981:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624592.185161:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624592.185165:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781624592.185171:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624592.185173:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624592.185176:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631c60. 00000400:00000200:1.0:1781624592.185180:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1b28 00000400:00000010:1.0:1781624592.185182:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1b28. 00000100:00000001:1.0:1781624592.185184:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624592.185188:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731c000 x1868160455894912/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624608 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624592.185194:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731c000 x1868160455894912/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624608 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624592.185198:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624592.185200:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624592.185202:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624592.185205:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624592.185207:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624592.185209:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624592.185212:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624592.185219:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=19 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624592.185222:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=90 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624592.185224:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624592.185225:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624592.185228:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624592.185230:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624592.185232:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624592.185235:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731c000 x1868160455894912/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624608 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624592.185249:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624592.185253:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624592.185255:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624592.185260:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731c000 x1868160455894912/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624608 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624592.185267:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455894912:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624592.185273:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624592.185276:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624592.185279:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731c000 x1868160455894912/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624608 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624592.185286:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624592.185290:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624592.185294:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505ced400. 02000000:00000001:1.0:1781624592.185299:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624592.185303:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624592.185306:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781624592.185308:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624592.185310:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85028af400. 02000000:00000001:1.0:1781624592.185315:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624592.185317:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624592.185319:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731c000. 00000100:00000001:1.0:1781624592.185322:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624592.185323:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624592.185326:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624592.185327:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624592.185328:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624592.185330:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624592.185331:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624592.188125:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624592.188148:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624592.188152:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624592.188155:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624592.188166:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624592.188175:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624592.188186:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624592.188190:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624592.188197:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624592.188201:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b6800 00000400:00000200:2.0:1781624592.188206:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624592.188214:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9f3d [1] + 224 00000800:00000001:2.0:1781624592.188222:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624592.188231:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624592.188235:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624592.188240:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624592.188250:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624592.188261:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731e680 x1868160455895040/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624608 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624592.188272:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731e680 x1868160455895040/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624608 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624592.188296:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624592.188306:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624592.188311:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624592.188380:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624592.188386:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781624592.188394:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624592.188397:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624592.188402:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631f78. 00000400:00000200:1.0:1781624592.188408:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb15d8 00000400:00000010:1.0:1781624592.188411:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb15d8. 00000100:00000001:1.0:1781624592.188414:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624592.188419:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731e680 x1868160455895040/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624608 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624592.188427:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731e680 x1868160455895040/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624608 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624592.188432:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624592.188434:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624592.188437:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624592.188440:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624592.188443:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624592.188445:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624592.188448:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624592.188459:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=19 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624592.188464:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=90 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624592.188467:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624592.188469:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624592.188472:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624592.188475:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624592.188479:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781624592.188482:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781624592.188484:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781624592.188485:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624592.188503:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731e680 x1868160455895040/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624608 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624592.188511:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624592.188515:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624592.188517:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624592.188520:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731e680 x1868160455895040/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624608 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624592.188527:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455895040:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624592.188535:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624592.188538:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624592.188541:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731e680 x1868160455895040/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624608 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624592.188548:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624592.188551:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624592.188556:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505ceda00. 02000000:00000001:1.0:1781624592.188563:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624592.188566:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624592.188569:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781624592.188571:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624592.188574:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85028afa00. 02000000:00000001:1.0:1781624592.188579:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624592.188581:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624592.188583:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731e680. 00000100:00000001:1.0:1781624592.188587:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624592.188589:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624592.188592:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624592.188601:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624592.188603:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624592.188606:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624592.188609:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624592.565956:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624592.565965:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624592.565973:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624592.565974:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624592.567104:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624592.567109:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624592.567115:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624593.589299:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624593.589308:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624593.589318:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624593.589319:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624593.589358:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624593.589362:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624593.589366:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624594.613211:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624594.613219:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624594.613224:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624594.613226:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624594.613263:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624594.613267:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624594.613270:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624595.638083:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624595.638092:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624595.638099:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624595.638100:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624595.638195:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624595.638199:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624595.638203:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624596.662962:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624596.662972:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624596.662981:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624596.662983:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624596.663014:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624596.663016:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624596.663019:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781624597.301594:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624597.301610:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624597.301627:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511280380. 00000020:00000040:3.0:1781624597.301636:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781624597.301643:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624597.301646:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624597.301653:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624597.301665:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d500. 00000100:00000001:3.0:1781624597.301674:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624597.301690:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511280380 x1868160455895168/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624597.301703:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624597.301709:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624597.301729:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc0c9a06] to pc [ptlrpcd_01_00+0] req@ffff8f8511280380 x1868160455895168/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624597.301770:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624597.301774:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624597.301778:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624597.301782:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511282300. 00000020:00000040:3.0:1781624597.301785:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781624597.301787:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624597.301789:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624597.301791:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624597.301794:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7db00. 00000100:00000001:3.0:1781624597.301797:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624597.301802:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511282300 x1868160455895296/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624597.301810:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624597.301812:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624597.301816:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd15682b] to pc [ptlrpcd_01_01+1] req@ffff8f8511282300 x1868160455895296/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624597.301826:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624597.301828:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624597.301832:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624597.301836:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624597.301840:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624597.301847:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8092) 00000100:00000001:3.0:1781624597.301865:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624597.301869:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624597.301872:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781624597.301878:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511282300 x1868160455895296/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624597.301891:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781624597.301894:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624597.301899:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781624597.301901:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781624597.301904:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624597.301908:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455895296:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624597.301913:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781624597.301921:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781624597.301924:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624597.301927:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781624597.301933:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ede00. 02000000:00000001:3.0:1781624597.301934:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624597.301944:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781624597.301949:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8840. 00000400:00000010:3.0:1781624597.301957:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70088. 00000100:00000200:3.0:1781624597.301965:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455895296, portal 10 00000100:00000001:3.0:1781624597.301968:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781624597.301970:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414106368 : -123673295445248 : ffff8f8511282300) 00000100:00000040:3.0:1781624597.301979:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511282300 x1868160455895296/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624597.301987:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781624597.301991:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781624597.301994:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70770. 00000100:00000200:3.0:1781624597.301998:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455895296, offset 0 00000400:00000200:3.0:1781624597.302006:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624597.302018:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624597.302588:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624597.302591:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624597.302592:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624597.302599:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511280380 x1868160455895168/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624597.302605:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624597.302606:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624597.302608:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624597.302609:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624597.302611:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624597.302612:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455895168:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624597.302615:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624597.302617:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624597.302619:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624597.302620:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624597.302624:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078800. 02000000:00000001:2.0:1781624597.302625:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624597.302629:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624597.302632:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08948. 00000400:00000010:2.0:1781624597.302637:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d7f8. 00000100:00000200:2.0:1781624597.302639:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455895168, portal 25 00000100:00000001:2.0:1781624597.302640:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624597.302641:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414098304 : -123673295453312 : ffff8f8511280380) 00000100:00000040:2.0:1781624597.302645:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511280380 x1868160455895168/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624597.302651:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624597.302652:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624597.302654:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d770. 00000100:00000200:2.0:1781624597.302655:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455895168, offset 0 00000400:00000200:2.0:1781624597.302659:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624597.302704:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781624597.302711:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781624597.302722:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781624597.302727:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781624597.302730:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781624597.302735:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376282:376282:256:4294967295] 192.168.202.101@tcp LPNI seq info [376252:376252:8:4294967295] 00000400:00000200:3.0:1781624597.302740:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624597.302750:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781624597.302755:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781624597.302761:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d900. 00000800:00000200:3.0:1781624597.302767:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781624597.302776:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781624597.302780:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781624597.302790:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624597.302795:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 16920 usecs (17 jiffies) 00000400:00000200:3.0:1781624597.302797:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624597.302801:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302754322 00000100:00000001:3.0:1781624597.302803:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302756982 00000100:00000001:3.0:1781624597.302805:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302754322 00000100:00000001:3.0:1781624597.302807:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302756982 00000100:00000001:3.0:1781624597.302808:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624597.302810:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624597.302813:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624597.302814:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624597.302822:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624597.302824:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781624597.302826:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624597.302827:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624597.302828:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624597.302829:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624597.302946:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624597.302950:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d900. 00000400:00000200:3.0:1781624597.302954:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624597.302959:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624597.304068:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624597.304078:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624597.304082:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624597.304085:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624597.304088:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624597.304091:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624597.304094:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376283:376283:255:4294967295] 192.168.202.101@tcp LPNI seq info [376253:376253:7:4294967295] 00000400:00000200:2.0:1781624597.304099:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624597.304106:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624597.304112:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624597.304118:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3500. 00000800:00000200:2.0:1781624597.304124:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624597.304130:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624597.304134:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624597.304138:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624597.304142:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624597.304145:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302762105 00000100:00000001:2.0:1781624597.304152:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302756982 00000100:00000001:2.0:1781624597.304157:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302762105 00000100:00000001:2.0:1781624597.304160:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302756982 00000100:00000001:2.0:1781624597.304164:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624597.304167:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624597.304170:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624597.304173:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624597.304180:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624597.304182:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781624597.304184:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624597.304186:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624597.304188:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624597.304189:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624597.304307:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70770 00000400:00000010:3.0:1781624597.304311:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70770. 00000100:00000001:3.0:1781624597.304317:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624597.304326:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511282300 x1868160455895296/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624597.304339:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624597.304343:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511282300 x1868160455895296/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624613 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624597.304351:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624597.304353:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624597.304985:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624597.304992:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3500. 00000400:00000200:2.0:1781624597.305000:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624597.305006:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624597.305011:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d770 00000400:00000010:2.0:1781624597.305014:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d770. 00000100:00000001:2.0:1781624597.305018:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624597.305023:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511280380 x1868160455895168/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624597.305075:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624597.305079:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511280380 x1868160455895168/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624613 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624597.305085:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624597.305087:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624597.313163:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624597.313190:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624597.313195:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624597.313197:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624597.313210:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624597.313219:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624597.313232:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624597.313238:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624597.313245:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624597.313250:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b6900 00000400:00000200:2.0:1781624597.313256:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624597.313264:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9f45 [1] + 224 00000800:00000001:2.0:1781624597.313274:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624597.313278:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624597.313283:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624597.313288:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624597.313298:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624597.313311:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511282300 x1868160455895296/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624613 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624597.313324:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511282300 x1868160455895296/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624613 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624597.313414:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624597.313421:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624597.313438:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624597.313459:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624597.313464:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624597.313466:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624597.313468:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624597.313471:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624597.313475:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624597.313479:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624597.313482:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624597.313485:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624597.313488:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b6880 00000400:00000200:2.0:1781624597.313492:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624597.313497:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9f55 [1] + 224 00000800:00000001:2.0:1781624597.313502:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624597.313511:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624597.313513:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624597.313516:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624597.313520:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624597.313525:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511280380 x1868160455895168/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624613 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624597.313535:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511280380 x1868160455895168/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624613 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624597.313552:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624597.313556:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624597.313561:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624597.313575:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624597.313577:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781624597.313584:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781624597.313586:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781624597.313590:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08948. 00000400:00000200:2.0:1781624597.313595:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d7f8 00000400:00000010:2.0:1781624597.313598:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d7f8. 00000100:00000001:2.0:1781624597.313602:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624597.313606:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511280380 x1868160455895168/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624613 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624597.313616:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511280380 x1868160455895168/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624613 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624597.313622:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781624597.313623:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624597.313627:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781624597.313631:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781624597.313634:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781624597.313637:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624597.313641:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781624597.313650:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=24 v=5 (5 5 5 5) 00000100:00001000:2.0:1781624597.313654:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=95 v=5 (1 1 1 1) 00000100:00000001:2.0:1781624597.313657:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781624597.313659:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781624597.313662:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781624597.313665:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624597.313668:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624597.313673:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511280380 x1868160455895168/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624613 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624597.313681:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624597.313685:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781624597.313688:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781624597.313692:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511280380 x1868160455895168/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624613 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781624597.313700:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455895168:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624597.313706:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624597.313709:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624597.313713:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511280380 x1868160455895168/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624613 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624597.313736:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781624597.313740:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781624597.313744:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078800. 02000000:00000001:2.0:1781624597.313749:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781624597.313753:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781624597.313756:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781624597.313758:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781624597.313761:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d500. 02000000:00000001:2.0:1781624597.313765:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781624597.313767:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781624597.313769:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511280380. 00000100:00000001:2.0:1781624597.313774:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781624597.313775:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624597.313782:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624597.313791:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624597.313793:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624597.313796:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624597.313798:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1781624597.315596:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624597.315605:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624597.315609:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8840. 00000400:00000200:3.0:1781624597.315620:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70088 00000400:00000010:3.0:1781624597.315623:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70088. 00000100:00000001:3.0:1781624597.315629:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624597.315643:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511282300 x1868160455895296/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624613 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624597.315654:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511282300 x1868160455895296/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624613 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624597.315663:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624597.315665:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624597.315668:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624597.315671:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624597.315674:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624597.315677:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624597.315680:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624597.315694:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=24 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624597.315699:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=95 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624597.315702:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624597.315703:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624597.315706:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624597.315711:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624597.315716:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781624597.315848:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781624597.315851:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781624597.315909:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624597.315915:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511282300 x1868160455895296/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624613 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624597.315978:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624597.315983:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624597.315985:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624597.315990:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511282300 x1868160455895296/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624613 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624597.315999:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455895296:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624597.316004:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624597.316008:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624597.316011:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511282300 x1868160455895296/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624613 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624597.316018:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624597.316021:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624597.316045:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ede00. 02000000:00000001:3.0:1781624597.316050:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624597.316052:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624597.316055:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781624597.316057:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624597.316059:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7db00. 02000000:00000001:3.0:1781624597.316063:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624597.316064:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624597.316066:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511282300. 00000100:00000001:3.0:1781624597.316070:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624597.316072:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624597.316074:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624597.316082:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624597.316084:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624597.316087:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624597.316090:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624597.685193:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624597.685204:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624597.685211:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624597.685213:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624597.685259:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624597.685263:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624597.685266:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624598.714715:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624598.714727:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624598.714729:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624598.714734:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624598.714741:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624598.714744:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624598.714746:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624598.714748:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624598.714753:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624598.714755:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624598.714756:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624598.714758:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624598.714759:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624598.714761:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624598.714762:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624598.714764:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624598.714892:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624598.714897:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624598.714900:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624599.736707:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624599.736719:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624599.736727:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624599.736728:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624599.736761:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624599.736765:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624599.736768:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624600.757246:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624600.757256:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624600.757264:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624600.757265:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624600.757301:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624600.757305:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624600.757309:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624601.781150:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624601.781161:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624601.781168:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624601.781170:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624601.781286:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624601.781290:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624601.781294:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781624602.421260:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624602.421270:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624602.421281:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731e300. 00000020:00000040:0.0:1781624602.421287:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781624602.421292:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624602.421295:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624602.421301:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624602.421309:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85028afc00. 00000100:00000001:0.0:1781624602.421315:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624602.421327:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731e300 x1868160455895424/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624602.421337:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624602.421341:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624602.421347:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000004daa77] to pc [ptlrpcd_00_00+0] req@ffff8f850731e300 x1868160455895424/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624602.421375:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624602.421378:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624602.421381:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624602.421384:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731df80. 00000020:00000040:0.0:1781624602.421386:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781624602.421388:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624602.421389:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624602.421391:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624602.421394:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85028af900. 00000100:00000001:0.0:1781624602.421396:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624602.421412:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731df80 x1868160455895552/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624602.421420:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624602.421422:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624602.421425:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec840f8e] to pc [ptlrpcd_00_01+1] req@ffff8f850731df80 x1868160455895552/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624602.421434:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624602.421436:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624602.421440:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624602.421444:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624602.421448:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624602.421453:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8097) 00000100:00000001:1.0:1781624602.421469:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624602.421477:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624602.421481:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1781624602.421491:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1781624602.421494:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731e300 x1868160455895424/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624602.421497:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624602.421504:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1781624602.421512:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624602.421518:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624602.421518:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731df80 x1868160455895552/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1781624602.421530:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624602.421535:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624602.421542:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624602.421553:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624602.421559:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624602.421565:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455895424:192.168.202.101@tcp:400:kworker.0 02000000:00000001:0.0:1781624602.421568:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1781624602.421573:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624602.421574:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624602.421581:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624602.421585:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455895552:192.168.202.101@tcp:400:kworker.0 02000000:00000001:1.0:1781624602.421586:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624602.421591:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624602.421593:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624602.421597:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1781624602.421600:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624602.421604:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624602.421607:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624602.421609:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cece00. 02000000:00000010:0.0:1781624602.421613:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875c800. 02000000:00000001:1.0:1781624602.421615:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624602.421620:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624602.421629:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624602.421631:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624602.421639:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631f78. 00000400:00000010:0.0:1781624602.421640:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc76e0. 00000400:00000010:0.0:1781624602.421652:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e93b8. 00000400:00000010:1.0:1781624602.421655:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb15d8. 00000100:00000200:0.0:1781624602.421661:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455895552, portal 10 00000100:00000200:1.0:1781624602.421664:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455895424, portal 25 00000100:00000001:0.0:1781624602.421666:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624602.421673:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624602.421673:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246972288 : -123673462579328 : ffff8f850731df80) 00000100:00000001:1.0:1781624602.421682:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246973184 : -123673462578432 : ffff8f850731e300) 00000100:00000040:0.0:1781624602.421690:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731df80 x1868160455895552/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781624602.421698:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731e300 x1868160455895424/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624602.421707:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1781624602.421716:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624602.421716:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624602.421721:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9990. 00000100:00000040:1.0:1781624602.421722:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624602.421729:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1b28. 00000100:00000200:0.0:1781624602.421730:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455895552, offset 0 00000100:00000200:1.0:1781624602.421735:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455895424, offset 0 00000400:00000200:0.0:1781624602.421746:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624602.421755:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624602.421761:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624602.421771:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624602.421776:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624602.421780:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624602.421784:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624602.421787:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624602.421792:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376284:376284:256:4294967295] 192.168.202.101@tcp LPNI seq info [376254:376254:8:4294967295] 00000400:00000200:0.0:1781624602.421796:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624602.421810:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624602.421812:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000400:00000200:1.0:1781624602.421819:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624602.421825:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1781624602.421828:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624602.421831:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624602.421838:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624602.421842:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000800:00000010:0.0:1781624602.421843:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85028af200. 00000400:00000200:1.0:1781624602.421846:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376285:376285:255:4294967295] 192.168.202.101@tcp LPNI seq info [376255:376255:7:4294967295] 00000400:00000200:1.0:1781624602.421855:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000800:00000200:0.0:1781624602.421862:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000400:00000200:1.0:1781624602.421880:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624602.421886:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624602.422280:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3ec00. 00000800:00000200:1.0:1781624602.422287:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624602.422294:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624602.422298:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3ec00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624602.422311:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624602.422317:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624602.422321:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302767223 00000100:00000001:1.0:1781624602.422331:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302762105 00000100:00000001:1.0:1781624602.422338:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302767223 00000100:00000001:1.0:1781624602.422343:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302762105 00000100:00000001:1.0:1781624602.422346:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624602.422349:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624602.422354:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624602.422357:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624602.422366:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624602.422369:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781624602.422372:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624602.422374:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624602.422375:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624602.422377:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624602.422459:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624602.422465:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3ec00. 00000400:00000200:2.0:1781624602.422472:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624602.422478:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624602.422485:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1b28 00000400:00000010:2.0:1781624602.422489:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1b28. 00000100:00000001:2.0:1781624602.422494:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624602.422500:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731e300 x1868160455895424/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624602.422510:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624602.422514:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731e300 x1868160455895424/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624618 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624602.422521:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624602.422523:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781624602.422970:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624602.422976:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85028af200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624602.422993:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624602.422998:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 16921 usecs (17 jiffies) 00000400:00000200:0.0:1781624602.423004:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624602.423008:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302759442 00000100:00000001:0.0:1781624602.423012:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302767223 00000100:00000001:0.0:1781624602.423015:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302759442 00000100:00000001:0.0:1781624602.423018:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302767223 00000100:00000001:0.0:1781624602.423022:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624602.423054:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624602.423059:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624602.423062:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624602.423070:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624602.423072:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781624602.423076:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624602.423078:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624602.423080:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624602.423082:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624602.423104:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624602.423110:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85028af200. 00000400:00000200:2.0:1781624602.423116:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624602.423225:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624602.423230:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9990 00000400:00000010:2.0:1781624602.423233:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9990. 00000100:00000001:2.0:1781624602.423236:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624602.423242:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731df80 x1868160455895552/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624602.423252:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624602.423255:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731df80 x1868160455895552/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624618 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624602.423262:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624602.423264:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624602.427385:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624602.427413:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624602.427417:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624602.427420:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624602.427429:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624602.427436:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624602.427446:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624602.427452:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624602.427457:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624602.427461:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b6980 00000400:00000200:2.0:1781624602.427467:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624602.427474:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9f6d [1] + 224 00000800:00000001:2.0:1781624602.427483:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624602.427487:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624602.427490:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624602.427494:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624602.427502:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624602.427511:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731e300 x1868160455895424/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624618 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624602.427521:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731e300 x1868160455895424/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624602.427540:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624602.427548:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624602.427552:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624602.427553:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624602.427555:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624602.427558:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624602.427561:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624602.427565:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624602.427568:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624602.427570:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624602.427574:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b6a00 00000400:00000200:2.0:1781624602.427577:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624602.427582:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9f65 [1] + 224 00000800:00000001:2.0:1781624602.427586:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624602.427593:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624602.427596:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624602.427601:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624602.427605:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624602.427610:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731df80 x1868160455895552/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624618 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624602.427622:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731df80 x1868160455895552/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624602.427623:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624602.427630:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781624602.427641:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624602.427645:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624602.427650:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631f78. 00000100:00000001:2.0:1781624602.427655:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1781624602.427659:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb15d8 00000400:00000010:1.0:1781624602.427663:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb15d8. 00000100:00000001:1.0:1781624602.427668:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624602.427676:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731e300 x1868160455895424/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624602.427685:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731e300 x1868160455895424/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624618 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624602.427692:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624602.427693:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624602.427696:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624602.427700:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624602.427703:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624602.427705:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624602.427708:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624602.427713:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1781624602.427718:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=29 v=5 (5 5 5 5) 00000100:00000001:0.0:1781624602.427720:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00001000:1.0:1781624602.427724:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=100 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624602.427728:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624602.427731:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624602.427734:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624602.427736:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624602.427739:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624602.427743:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731e300 x1868160455895424/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624618 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624602.427748:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624602.427751:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624602.427753:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624602.427755:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731e300 x1868160455895424/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624618 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624602.427760:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455895424:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624602.427765:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624602.427767:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624602.427769:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731e300 x1868160455895424/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624618 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624602.427774:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624602.427776:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624602.427780:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cece00. 02000000:00000001:1.0:1781624602.427783:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624602.427787:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624602.427789:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781624602.427791:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624602.427794:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85028afc00. 02000000:00000001:1.0:1781624602.427809:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624602.427811:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624602.427812:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731e300. 00000100:00000001:1.0:1781624602.427816:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624602.427817:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624602.427821:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624602.427829:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624602.427831:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624602.427834:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624602.427836:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624602.429383:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624602.429397:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1781624602.430006:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624602.430009:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624602.430013:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc76e0. 00000400:00000200:0.0:1781624602.430020:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e93b8 00000400:00000010:0.0:1781624602.430022:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e93b8. 00000100:00000001:0.0:1781624602.430043:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624602.430055:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731df80 x1868160455895552/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624602.430066:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731df80 x1868160455895552/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624618 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624602.430074:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624602.430078:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624602.430081:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624602.430085:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624602.430088:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624602.430090:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624602.430093:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624602.430102:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=29 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624602.430105:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=100 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624602.430108:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624602.430109:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624602.430112:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624602.430115:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624602.430119:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781624602.430121:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781624602.430123:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781624602.430124:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624602.430960:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731df80 x1868160455895552/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624618 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624602.430970:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624602.430973:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624602.430975:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624602.430979:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731df80 x1868160455895552/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624618 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624602.430986:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455895552:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624602.430991:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624602.430994:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624602.430997:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731df80 x1868160455895552/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624618 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624602.431004:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624602.431006:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624602.431010:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875c800. 02000000:00000001:0.0:1781624602.431014:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624602.431016:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624602.431018:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781624602.431020:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624602.431022:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85028af900. 02000000:00000001:0.0:1781624602.431060:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624602.431062:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624602.431064:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731df80. 00000100:00000001:0.0:1781624602.431067:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624602.431069:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624602.431071:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624602.431079:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624602.431080:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624602.431083:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624602.431086:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624602.805168:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624602.805176:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624602.805184:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624602.805185:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624602.805211:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624602.805214:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624602.805217:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624603.829592:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624603.829598:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624603.829602:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624603.829603:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624603.829626:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624603.829628:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624603.829630:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624604.853170:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624604.853178:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624604.853186:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624604.853187:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624604.853286:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624604.853300:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624604.853303:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624605.877315:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624605.877322:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624605.877328:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624605.877330:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624605.877353:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624605.877356:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624605.877359:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624606.901150:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624606.901157:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624606.901162:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624606.901164:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624606.901189:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624606.901191:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624606.901194:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781624607.541446:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624607.541455:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624607.541465:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731df80. 00000020:00000040:0.0:1781624607.541470:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781624607.541474:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624607.541477:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624607.541481:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624607.541488:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85028af900. 00000100:00000001:0.0:1781624607.541493:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624607.541503:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731df80 x1868160455895680/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624607.541512:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624607.541516:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624607.541521:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec840f8e] to pc [ptlrpcd_00_00+0] req@ffff8f850731df80 x1868160455895680/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624607.541553:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624607.541556:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624607.541558:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624607.541560:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731ea00. 00000020:00000040:0.0:1781624607.541562:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781624607.541564:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624607.541565:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624607.541567:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624607.541569:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85028aff00. 00000100:00000001:0.0:1781624607.541571:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624607.541574:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731ea00 x1868160455895808/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624607.541580:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624607.541581:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624607.541584:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000637ced7e] to pc [ptlrpcd_00_01+1] req@ffff8f850731ea00 x1868160455895808/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624607.541590:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624607.541592:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624607.541594:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624607.541596:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624607.541599:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624607.541604:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8102) 00000100:00000001:0.0:1781624607.541616:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624607.541618:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624607.541620:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624607.541624:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731ea00 x1868160455895808/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624607.541644:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624607.541646:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624607.541649:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624607.541651:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624607.541653:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624607.541656:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455895808:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624607.541660:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624607.541665:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624607.541667:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624607.541669:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624607.541673:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875d400. 02000000:00000001:0.0:1781624607.541674:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624607.541685:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624607.541689:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc76e0. 00000400:00000010:0.0:1781624607.541695:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e93b8. 00000100:00000200:0.0:1781624607.541700:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455895808, portal 10 00000100:00000001:0.0:1781624607.541702:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624607.541704:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246974976 : -123673462576640 : ffff8f850731ea00) 00000100:00000040:0.0:1781624607.541709:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731ea00 x1868160455895808/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624607.541716:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624607.541718:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624607.541721:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9a18. 00000100:00000200:0.0:1781624607.541724:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455895808, offset 0 00000400:00000200:0.0:1781624607.541729:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624607.541736:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624607.541742:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624607.541747:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624607.541751:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624607.541754:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624607.541756:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624607.541761:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376286:376286:256:4294967295] 192.168.202.101@tcp LPNI seq info [376256:376256:8:4294967295] 00000400:00000200:0.0:1781624607.541765:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624607.541773:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624607.541778:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624607.541783:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85028afc00. 00000800:00000200:0.0:1781624607.541788:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624607.541795:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624607.541799:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85028afc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624607.541814:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624607.541818:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 16915 usecs (17 jiffies) 00000400:00000200:0.0:1781624607.541821:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624607.541824:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302764561 00000100:00000001:0.0:1781624607.541827:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302767223 00000100:00000001:0.0:1781624607.541829:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302764561 00000100:00000001:0.0:1781624607.541831:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302767223 00000100:00000001:0.0:1781624607.541833:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624607.541836:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624607.541839:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624607.541841:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624607.541848:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624607.541850:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781624607.541853:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624607.541854:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624607.541855:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624607.541857:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1781624607.541859:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624607.541861:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624607.541862:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624607.541864:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624607.541865:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624607.541866:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624607.541869:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731df80 x1868160455895680/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624607.541876:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624607.541877:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624607.541879:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624607.541881:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624607.541883:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624607.541886:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455895680:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624607.541889:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624607.541891:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624607.541893:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624607.541894:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624607.541898:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875c400. 02000000:00000001:0.0:1781624607.541899:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624607.541903:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624607.541905:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc72c0. 00000400:00000010:0.0:1781624607.541908:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9990. 00000100:00000200:0.0:1781624607.541911:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455895680, portal 25 00000100:00000001:0.0:1781624607.541913:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624607.541914:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246972288 : -123673462579328 : ffff8f850731df80) 00000100:00000040:0.0:1781624607.541919:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731df80 x1868160455895680/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624607.541925:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624607.541927:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624607.541929:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9088. 00000100:00000200:0.0:1781624607.541931:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455895680, offset 0 00000400:00000200:0.0:1781624607.541935:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624607.541938:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624607.541942:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624607.541944:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624607.541946:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624607.541948:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624607.541951:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624607.541954:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376287:376287:255:4294967295] 192.168.202.101@tcp LPNI seq info [376257:376257:7:4294967295] 00000400:00000200:0.0:1781624607.541958:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624607.541964:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624607.541968:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624607.541971:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85028af200. 00000800:00000200:0.0:1781624607.541974:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624607.541978:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624607.541981:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85028af200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624607.541983:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624607.541986:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624607.541988:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302772342 00000100:00000001:0.0:1781624607.541994:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302767223 00000100:00000001:0.0:1781624607.541998:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302772342 00000100:00000001:0.0:1781624607.542001:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302767223 00000100:00000001:0.0:1781624607.542003:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624607.542005:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624607.542008:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624607.542009:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624607.542194:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624607.542199:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85028afc00. 00000400:00000200:2.0:1781624607.542207:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624607.542211:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624607.542217:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9a18 00000400:00000010:2.0:1781624607.542219:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9a18. 00000100:00000001:2.0:1781624607.542223:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624607.542227:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731ea00 x1868160455895808/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624607.542235:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624607.542238:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731ea00 x1868160455895808/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624623 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624607.542244:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624607.542246:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624607.542317:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624607.542320:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85028af200. 00000400:00000200:2.0:1781624607.542323:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624607.542326:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624607.542329:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9088 00000400:00000010:2.0:1781624607.542331:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9088. 00000100:00000001:2.0:1781624607.542333:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624607.542336:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731df80 x1868160455895680/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624607.542343:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624607.542346:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731df80 x1868160455895680/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624623 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624607.542365:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624607.542367:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1781624607.543662:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624607.543667:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624607.547006:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624607.547022:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624607.547059:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624607.547062:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624607.547071:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624607.547078:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624607.547086:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624607.547090:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624607.547095:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624607.547099:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b6b00 00000400:00000200:2.0:1781624607.547103:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624607.547108:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9f75 [1] + 224 00000800:00000001:2.0:1781624607.547114:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624607.547119:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624607.547122:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624607.547125:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624607.547132:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624607.547139:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731ea00 x1868160455895808/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624623 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624607.547148:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731ea00 x1868160455895808/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624607.547166:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624607.547173:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624607.547175:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624607.547237:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624607.547242:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624607.547249:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624607.547252:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624607.547255:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc76e0. 00000400:00000200:0.0:1781624607.547313:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e93b8 00000400:00000010:0.0:1781624607.547318:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e93b8. 00000100:00000001:0.0:1781624607.547321:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624607.547326:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731ea00 x1868160455895808/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624607.547334:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731ea00 x1868160455895808/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624623 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624607.547339:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624607.547342:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624607.547344:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624607.547347:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624607.547349:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624607.547352:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624607.547421:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624607.547688:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624607.547695:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624607.547697:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624607.547699:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624607.547704:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624607.547708:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624607.547715:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624607.547718:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624607.547721:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624607.547725:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b6a80 00000400:00000200:2.0:1781624607.547729:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624607.547734:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9f7d [1] + 224 00000800:00000001:2.0:1781624607.547738:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624607.547743:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624607.547745:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624607.547749:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624607.547753:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624607.547758:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731df80 x1868160455895680/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624623 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624607.547774:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731df80 x1868160455895680/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624607.547782:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624607.547786:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624607.547790:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1781624607.547882:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=34 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624607.547887:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=105 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624607.547890:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624607.547892:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624607.547894:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624607.547898:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624607.547902:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781624607.547904:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781624607.547906:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781624607.547908:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624607.547914:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731ea00 x1868160455895808/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624623 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624607.547923:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624607.547926:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624607.547928:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624607.547932:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731ea00 x1868160455895808/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624623 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624607.547941:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455895808:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624607.547946:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624607.547949:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624607.547952:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731ea00 x1868160455895808/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624623 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624607.547959:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624607.547962:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624607.547965:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875d400. 02000000:00000001:0.0:1781624607.547969:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624607.547972:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624607.547975:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781624607.547977:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624607.547979:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85028aff00. 02000000:00000001:0.0:1781624607.547984:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624607.547986:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624607.547987:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731ea00. 00000100:00000001:0.0:1781624607.547991:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624607.547993:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624607.547996:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624607.547998:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624607.548000:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624607.548004:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624607.548006:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624607.548008:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc72c0. 00000400:00000200:0.0:1781624607.548011:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9990 00000400:00000010:0.0:1781624607.548012:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9990. 00000100:00000001:0.0:1781624607.548015:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624607.548018:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731df80 x1868160455895680/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624607.548056:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731df80 x1868160455895680/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624623 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624607.548062:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624607.548063:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624607.548065:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624607.548067:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624607.548068:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624607.548070:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624607.548072:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624607.548075:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=34 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624607.548078:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=105 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624607.548080:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624607.548081:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624607.548083:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624607.548085:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624607.548086:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624607.548090:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731df80 x1868160455895680/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624623 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624607.548096:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624607.548098:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624607.548100:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624607.548103:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731df80 x1868160455895680/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624623 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624607.548109:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455895680:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624607.548113:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624607.548114:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624607.548116:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731df80 x1868160455895680/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624623 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624607.548121:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624607.548123:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624607.548124:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875c400. 02000000:00000001:0.0:1781624607.548126:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624607.548128:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624607.548129:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781624607.548131:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624607.548132:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85028af900. 02000000:00000001:0.0:1781624607.548134:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624607.548135:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624607.548137:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731df80. 00000100:00000001:0.0:1781624607.548139:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624607.548140:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624607.548142:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624607.548148:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624607.548150:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624607.548152:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624607.548154:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624607.925320:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624607.925325:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624607.925331:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624607.925333:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624607.925402:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624607.925404:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624607.925407:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624608.949626:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624608.949634:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624608.949637:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624608.949641:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624608.949644:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624608.949647:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624608.949649:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624608.949651:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624608.949656:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624608.949657:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624608.949659:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624608.949661:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624608.949662:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624608.949663:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624608.949818:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624608.949820:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624608.949838:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624608.949840:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624608.949842:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624609.973743:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624609.973751:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624609.973758:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624609.973759:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624609.974516:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624609.974519:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624609.974523:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624610.997173:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624610.997182:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624610.997189:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624610.997190:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624610.997221:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624610.997224:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624610.997227:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624612.021180:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624612.021189:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624612.021196:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624612.021197:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624612.021227:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624612.021230:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624612.021232:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781624612.661199:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624612.661210:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624612.661225:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733c000. 00000020:00000040:1.0:1781624612.661232:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781624612.661237:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624612.661241:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624612.661246:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624612.661256:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f3ed00. 00000100:00000001:1.0:1781624612.661263:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624612.661276:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733c000 x1868160455895936/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624612.661288:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624612.661294:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624612.661301:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000053df1fcb] to pc [ptlrpcd_00_00+0] req@ffff8f850733c000 x1868160455895936/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624612.661368:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624612.661372:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624612.661375:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624612.661381:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733c000 x1868160455895936/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624612.661394:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624612.661396:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624612.661400:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624612.661403:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624612.661406:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624612.661410:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455895936:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624612.661414:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624612.661420:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624612.661423:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624612.661426:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624612.661430:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875c200. 02000000:00000001:0.0:1781624612.661432:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624612.661439:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624612.661443:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc72c0. 00000400:00000010:0.0:1781624612.661450:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9990. 00000100:00000200:0.0:1781624612.661457:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455895936, portal 25 00000100:00000001:0.0:1781624612.661470:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624612.661472:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247095296 : -123673462456320 : ffff8f850733c000) 00000100:00000040:0.0:1781624612.661478:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733c000 x1868160455895936/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624612.661484:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624612.661486:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624612.661488:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e93b8. 00000100:00000200:0.0:1781624612.661491:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455895936, offset 0 00000400:00000200:0.0:1781624612.661496:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624612.661503:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624612.661509:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624612.661514:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624612.661517:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624612.661520:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624612.661522:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624612.661525:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376288:376288:256:4294967295] 192.168.202.101@tcp LPNI seq info [376258:376258:8:4294967295] 00000400:00000200:0.0:1781624612.661528:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624612.661536:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624612.661540:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624612.661543:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85028af900. 00000800:00000200:0.0:1781624612.661548:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624612.661555:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624612.661558:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85028af900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624612.661572:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624612.661575:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624612.661577:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302777462 00000100:00000001:0.0:1781624612.661583:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302772342 00000100:00000001:0.0:1781624612.661586:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302777462 00000100:00000001:0.0:1781624612.661589:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302772342 00000100:00000001:0.0:1781624612.661590:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624612.661592:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624612.661594:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624612.661596:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1781624612.661737:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624612.661743:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85028af900. 00000400:00000200:2.0:1781624612.661750:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624612.661756:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624612.661762:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e93b8 00000400:00000010:2.0:1781624612.661765:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e93b8. 00000100:00000001:2.0:1781624612.661769:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624612.661774:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733c000 x1868160455895936/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624612.661790:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624612.661795:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733c000 x1868160455895936/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624628 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624612.661802:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624612.661804:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1781624612.661850:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624612.661853:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624612.661856:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624612.661859:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733d500. 00000020:00000040:1.0:1781624612.661861:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781624612.661863:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624612.661865:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624612.661866:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624612.661869:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f3e500. 00000100:00000001:1.0:1781624612.661871:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624612.661875:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733d500 x1868160455896064/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624612.661880:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624612.661882:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624612.661884:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000e3ddb18] to pc [ptlrpcd_00_01+1] req@ffff8f850733d500 x1868160455896064/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624612.662804:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624612.662808:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781624612.662812:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624612.662813:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624612.662815:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624612.662818:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1781624612.662820:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624612.662822:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624612.662824:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624612.662825:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624612.662826:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624612.662828:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624612.662837:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733d500 x1868160455896064/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624612.662850:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624612.662852:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624612.662857:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624612.662860:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624612.662863:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624612.662866:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455896064:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624612.662870:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624612.662877:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624612.662879:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624612.662882:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624612.662889:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875ce00. 02000000:00000001:0.0:1781624612.662891:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624612.662897:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624612.662901:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc76e0. 00000400:00000010:0.0:1781624612.662906:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9110. 00000100:00000200:0.0:1781624612.662913:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455896064, portal 10 00000100:00000001:0.0:1781624612.662915:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624612.662916:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247100672 : -123673462450944 : ffff8f850733d500) 00000100:00000040:0.0:1781624612.662924:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733d500 x1868160455896064/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624612.662931:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624612.662935:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624612.662937:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9198. 00000100:00000200:0.0:1781624612.662941:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455896064, offset 0 00000400:00000200:0.0:1781624612.662947:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624612.663012:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624612.663019:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624612.663024:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624612.663050:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624612.663053:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624612.663057:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624612.663062:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376289:376289:256:4294967295] 192.168.202.101@tcp LPNI seq info [376259:376259:8:4294967295] 00000400:00000200:0.0:1781624612.663067:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624612.663075:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624612.663079:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624612.663084:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85028aff00. 00000800:00000200:0.0:1781624612.663090:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624612.663096:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624612.663099:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85028aff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624612.663115:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624612.663119:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 16905 usecs (17 jiffies) 00000400:00000200:0.0:1781624612.663122:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624612.663125:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302769683 00000100:00000001:0.0:1781624612.663128:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302777462 00000100:00000001:0.0:1781624612.663130:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302769683 00000100:00000001:0.0:1781624612.663132:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302777462 00000100:00000001:0.0:1781624612.663134:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624612.663136:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624612.663138:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624612.663140:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624612.663150:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624612.663153:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624612.663219:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624612.663222:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624612.663223:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624612.663225:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624612.663275:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624612.663280:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624612.663284:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624612.663287:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624612.663291:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624612.663297:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8107) 00000800:00000001:3.0:1781624612.663943:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:2.0:1781624612.664219:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624612.664225:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85028aff00. 00000400:00000200:2.0:1781624612.664231:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624612.664238:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624612.664244:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9198 00000400:00000010:2.0:1781624612.664247:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9198. 00000100:00000001:2.0:1781624612.664251:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624612.664257:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733d500 x1868160455896064/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624612.664269:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624612.664272:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733d500 x1868160455896064/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624628 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624612.664278:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624612.664280:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781624612.664593:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624612.664596:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624612.664599:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624612.664606:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624612.664610:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624612.664618:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624612.664622:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624612.664627:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624612.664632:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b6b80 00000400:00000200:3.0:1781624612.664637:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624612.664643:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9f85 [1] + 224 00000800:00000001:3.0:1781624612.664651:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624612.664658:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624612.664660:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624612.664663:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624612.664668:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624612.664673:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733c000 x1868160455895936/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624628 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624612.664682:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733c000 x1868160455895936/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624612.664745:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624612.664867:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624612.664883:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624612.664892:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624612.664896:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624612.665215:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624612.665221:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624612.665224:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624612.665226:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624612.665231:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624612.665235:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624612.665241:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624612.665245:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624612.665248:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624612.665251:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b6c00 00000400:00000200:2.0:1781624612.665255:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624612.665260:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9f8d [1] + 224 00000800:00000001:2.0:1781624612.665265:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624612.665270:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624612.665272:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624612.665276:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624612.665279:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624612.665284:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733d500 x1868160455896064/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624628 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624612.665292:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733d500 x1868160455896064/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624612.665299:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624612.665303:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624612.665305:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1781624612.665612:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624612.665614:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624612.665617:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc72c0. 00000400:00000200:0.0:1781624612.665622:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9990 00000400:00000010:0.0:1781624612.665625:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9990. 00000100:00000001:0.0:1781624612.665629:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624612.665634:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733c000 x1868160455895936/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624612.665644:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733c000 x1868160455895936/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624628 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624612.665651:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624612.665653:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624612.665656:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624612.665660:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624612.665662:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624612.665664:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624612.665668:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624612.665675:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=39 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624612.665680:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=110 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624612.665683:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624612.665684:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624612.665688:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624612.665691:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624612.665694:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624612.665699:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733c000 x1868160455895936/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624628 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624612.665707:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624612.665710:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624612.665712:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624612.665717:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733c000 x1868160455895936/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624628 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624612.665723:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455895936:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624612.665728:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624612.665729:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624612.665733:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733c000 x1868160455895936/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624628 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624612.665739:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624612.665743:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624612.670795:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875c200. 02000000:00000001:0.0:1781624612.670817:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624612.670821:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624612.670823:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781624612.670827:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624612.670831:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f3ed00. 02000000:00000001:0.0:1781624612.670836:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624612.670838:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624612.670840:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733c000. 00000100:00000001:0.0:1781624612.670845:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624612.670847:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624612.670853:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624612.670856:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624612.670859:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624612.670868:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624612.670870:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624612.670874:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc76e0. 00000400:00000200:0.0:1781624612.670878:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9110 00000400:00000010:0.0:1781624612.670881:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9110. 00000100:00000001:0.0:1781624612.670886:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624612.670897:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733d500 x1868160455896064/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624612.670910:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733d500 x1868160455896064/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624628 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624612.670920:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624612.670922:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624612.670925:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624612.670928:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624612.670931:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624612.670933:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624612.670935:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624612.670945:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=39 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624612.670949:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=110 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624612.670952:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624612.670954:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624612.670957:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624612.670962:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624612.670965:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781624612.670968:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781624612.670970:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781624612.670972:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624612.670976:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733d500 x1868160455896064/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624628 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624612.673788:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624612.673803:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624612.673805:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624612.673820:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733d500 x1868160455896064/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624628 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624612.673832:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455896064:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624612.673840:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624612.673844:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624612.673848:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733d500 x1868160455896064/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624628 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624612.673855:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624612.673859:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624612.673863:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875ce00. 02000000:00000001:0.0:1781624612.673869:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624612.673871:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624612.673873:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781624612.673875:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624612.673877:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f3e500. 02000000:00000001:0.0:1781624612.673882:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624612.673883:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624612.673885:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733d500. 00000100:00000001:0.0:1781624612.673889:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624612.673891:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624612.673894:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624612.673903:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624612.673905:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624612.673907:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624612.673909:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624613.045654:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624613.045660:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624613.045665:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624613.045666:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624613.045842:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624613.045846:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624613.045850:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624614.069148:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624614.069155:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624614.069161:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624614.069162:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624614.069189:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624614.069192:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624614.069195:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624615.093169:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624615.093177:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624615.093183:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624615.093185:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624615.093217:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624615.093220:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624615.093223:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624616.117291:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624616.117299:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624616.117306:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624616.117307:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624616.117514:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624616.117517:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624616.117520:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624617.141186:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624617.141194:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624617.141200:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624617.141201:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624617.141229:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624617.141231:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624617.141234:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781624617.781420:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624617.781431:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624617.781439:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731df80. 00000020:00000040:0.0:1781624617.781445:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781624617.781450:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624617.781453:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624617.781459:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624617.781467:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85028afa00. 00000100:00000001:0.0:1781624617.781474:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624617.781486:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731df80 x1868160455896192/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624617.781499:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624617.781505:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624617.781524:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec840f8e] to pc [ptlrpcd_00_00+0] req@ffff8f850731df80 x1868160455896192/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624617.781549:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624617.781553:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624617.781556:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624617.781559:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731ea00. 00000020:00000040:0.0:1781624617.781561:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781624617.781564:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624617.781565:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624617.781567:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624617.781570:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85028af400. 00000100:00000001:0.0:1781624617.781573:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624617.781577:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731ea00 x1868160455896320/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624617.781585:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624617.781588:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624617.781591:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000637ced7e] to pc [ptlrpcd_00_01+1] req@ffff8f850731ea00 x1868160455896320/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624617.781599:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624617.781601:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624617.781604:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624617.781607:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624617.781610:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624617.781614:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8112) 00000100:00000001:0.0:1781624617.781631:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624617.781635:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624617.781637:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624617.781643:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731df80 x1868160455896192/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624617.781650:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624617.781652:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624617.781655:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624617.781657:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624617.781660:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624617.781663:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455896192:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624617.781667:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624617.781674:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624617.781676:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624617.781679:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624617.781684:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875de00. 02000000:00000001:0.0:1781624617.781686:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624617.781693:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624617.781697:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc76e0. 00000400:00000010:0.0:1781624617.781704:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9110. 00000100:00000200:0.0:1781624617.781711:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455896192, portal 25 00000100:00000001:0.0:1781624617.781713:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624617.781715:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246972288 : -123673462579328 : ffff8f850731df80) 00000100:00000040:0.0:1781624617.781720:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731df80 x1868160455896192/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624617.781728:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624617.781731:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624617.781734:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9990. 00000100:00000200:0.0:1781624617.781737:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455896192, offset 0 00000400:00000200:0.0:1781624617.781743:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624617.781751:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624617.781758:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624617.781763:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624617.781767:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624617.781771:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624617.781773:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624617.781777:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376290:376290:256:4294967295] 192.168.202.101@tcp LPNI seq info [376260:376260:8:4294967295] 00000400:00000200:0.0:1781624617.781781:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624617.781791:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624617.781796:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624617.781802:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85028aff00. 00000800:00000200:0.0:1781624617.781808:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624617.781815:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624617.781820:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85028aff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624617.781842:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624617.781846:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624617.781849:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302782582 00000100:00000001:0.0:1781624617.781856:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302777462 00000100:00000001:0.0:1781624617.781860:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302782582 00000100:00000001:0.0:1781624617.781863:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302777462 00000100:00000001:0.0:1781624617.781865:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624617.781868:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624617.781871:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624617.781873:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624617.781880:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624617.781882:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781624617.781884:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624617.781885:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624617.781886:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624617.781888:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1781624617.781890:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624617.781891:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624617.781892:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624617.781894:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624617.781894:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624617.781896:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624617.781899:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731ea00 x1868160455896320/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624617.781905:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624617.781906:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624617.781909:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624617.781910:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624617.781912:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624617.781915:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455896320:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624617.781918:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624617.781920:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624617.781922:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624617.781924:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624617.781927:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875c600. 02000000:00000001:0.0:1781624617.781928:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624617.781932:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624617.781934:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc72c0. 00000400:00000010:0.0:1781624617.781938:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9000. 00000100:00000200:0.0:1781624617.781940:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455896320, portal 10 00000100:00000001:0.0:1781624617.781942:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624617.781943:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246974976 : -123673462576640 : ffff8f850731ea00) 00000100:00000040:0.0:1781624617.781950:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731ea00 x1868160455896320/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624617.781958:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624617.781960:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624617.781962:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9aa0. 00000100:00000200:0.0:1781624617.781964:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455896320, offset 0 00000400:00000200:0.0:1781624617.781968:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624617.781972:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624617.781975:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624617.781978:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624617.781980:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624617.781982:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624617.781984:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624617.781986:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376291:376291:255:4294967295] 192.168.202.101@tcp LPNI seq info [376261:376261:7:4294967295] 00000400:00000200:0.0:1781624617.781990:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624617.781996:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624617.782000:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624617.782003:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85028af900. 00000800:00000200:0.0:1781624617.782007:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624617.782012:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624617.782014:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85028af900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624617.782017:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624617.782021:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 16900 usecs (17 jiffies) 00000400:00000200:0.0:1781624617.782065:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624617.782067:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302774801 00000100:00000001:0.0:1781624617.782070:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302782582 00000100:00000001:0.0:1781624617.782072:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302774801 00000100:00000001:0.0:1781624617.782074:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302782582 00000100:00000001:0.0:1781624617.782076:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624617.782078:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624617.782081:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624617.782083:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624617.782092:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624617.782095:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624617.784485:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624617.784495:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85028aff00. 00000400:00000200:3.0:1781624617.784517:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624617.784526:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624617.784534:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9990 00000400:00000010:3.0:1781624617.784536:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9990. 00000100:00000001:3.0:1781624617.784542:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624617.784550:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731df80 x1868160455896192/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624617.784568:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624617.784571:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731df80 x1868160455896192/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624633 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624617.784578:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624617.784580:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781624617.784655:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624617.784658:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85028af900. 00000400:00000200:3.0:1781624617.784662:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624617.784665:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624617.784668:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9aa0 00000400:00000010:3.0:1781624617.784670:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9aa0. 00000100:00000001:3.0:1781624617.784673:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624617.784676:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731ea00 x1868160455896320/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624617.784684:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624617.784687:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731ea00 x1868160455896320/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624633 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624617.784693:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624617.784694:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624617.787380:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624617.787396:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624617.787399:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624617.787402:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624617.787411:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624617.787418:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624617.787426:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624617.787432:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624617.787437:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624617.787441:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b6c80 00000400:00000200:2.0:1781624617.787446:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624617.787452:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9f95 [1] + 224 00000800:00000001:2.0:1781624617.787459:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624617.787466:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624617.787470:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624617.787475:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624617.787482:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624617.787490:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731df80 x1868160455896192/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624633 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624617.787501:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731df80 x1868160455896192/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624617.787528:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624617.787537:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624617.787540:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624617.787627:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624617.787632:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781624617.787638:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624617.787640:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624617.787644:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc76e0. 00000400:00000200:1.0:1781624617.787649:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9110 00000400:00000010:1.0:1781624617.787651:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9110. 00000100:00000001:1.0:1781624617.787654:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624617.787660:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731df80 x1868160455896192/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624617.787670:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731df80 x1868160455896192/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624633 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624617.787676:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624617.787678:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624617.787681:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624617.787684:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624617.787686:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624617.787689:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624617.787692:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624617.787699:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=44 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624617.787703:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=115 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624617.787705:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624617.787707:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624617.787710:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624617.787713:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624617.787715:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624617.787720:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731df80 x1868160455896192/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624633 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624617.787728:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624617.787731:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624617.787733:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624617.787737:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731df80 x1868160455896192/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624633 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624617.787745:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455896192:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624617.787752:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624617.787755:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624617.787758:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731df80 x1868160455896192/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624633 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624617.787765:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624617.787768:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624617.787771:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875de00. 02000000:00000001:1.0:1781624617.787775:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624617.787777:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624617.787780:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781624617.787782:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624617.787785:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85028afa00. 02000000:00000001:1.0:1781624617.787790:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624617.787792:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624617.787794:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731df80. 00000100:00000001:1.0:1781624617.787798:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624617.787799:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624617.787802:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624617.787804:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624617.787805:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624617.787807:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624617.787808:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781624617.788313:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624617.788319:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624617.788322:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624617.788324:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624617.788329:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624617.788334:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624617.788340:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624617.788343:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624617.788347:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624617.788350:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b6d00 00000400:00000200:3.0:1781624617.788354:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624617.788359:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9f9d [1] + 224 00000800:00000001:3.0:1781624617.788364:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624617.788370:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624617.788372:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624617.788376:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624617.788380:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624617.788385:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731ea00 x1868160455896320/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624633 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624617.788395:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731ea00 x1868160455896320/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624617.788414:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624617.788419:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624617.788422:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624617.788622:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624617.788625:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781624617.788630:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624617.788631:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624617.788633:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc72c0. 00000400:00000200:1.0:1781624617.788637:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9000 00000400:00000010:1.0:1781624617.788639:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9000. 00000100:00000001:1.0:1781624617.788642:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624617.788647:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731ea00 x1868160455896320/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624617.788655:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731ea00 x1868160455896320/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624633 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624617.788662:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624617.788664:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624617.788666:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624617.788668:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624617.788669:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624617.788672:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624617.788675:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624617.788681:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=44 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624617.788685:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=115 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624617.788687:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624617.788689:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624617.788691:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624617.788694:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624617.788698:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781624617.788700:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781624617.788701:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781624617.788703:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624617.788707:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731ea00 x1868160455896320/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624633 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624617.788715:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624617.788717:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624617.788719:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624617.788722:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731ea00 x1868160455896320/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624633 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624617.788729:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455896320:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624617.788733:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624617.788734:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624617.788737:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731ea00 x1868160455896320/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624633 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624617.788754:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624617.788756:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624617.788758:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875c600. 02000000:00000001:1.0:1781624617.788760:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624617.788762:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624617.788764:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781624617.788766:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624617.788768:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85028af400. 02000000:00000001:1.0:1781624617.788771:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624617.788772:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624617.788774:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731ea00. 00000100:00000001:1.0:1781624617.788777:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624617.788778:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624617.788780:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624617.788787:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624617.788789:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624617.788791:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624617.788792:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624618.165161:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624618.165167:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624618.165172:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624618.165173:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624618.165201:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624618.165203:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624618.165206:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624619.189154:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624619.189163:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624619.189165:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624619.189169:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624619.189173:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624619.189176:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624619.189178:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624619.189180:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624619.189184:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624619.189185:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624619.189186:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624619.189188:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624619.189190:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624619.189191:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624619.189193:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624619.189195:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624619.189298:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624619.189302:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624619.189305:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624620.213175:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624620.213182:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624620.213189:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624620.213191:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624620.213219:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624620.213221:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624620.213224:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624621.237152:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624621.237159:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624621.237165:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624621.237167:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624621.237193:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624621.237197:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624621.237200:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624622.262467:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624622.262475:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624622.262482:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624622.262484:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624622.262646:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624622.262650:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624622.262653:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781624622.901199:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624622.901209:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624622.901229:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731c700. 00000020:00000040:0.0:1781624622.901235:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781624622.901238:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624622.901241:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624622.901247:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624622.901255:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85028af200. 00000100:00000001:0.0:1781624622.901262:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624622.901273:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731c700 x1868160455896448/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624622.901284:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624622.901288:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624622.901294:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a77dd68f] to pc [ptlrpcd_00_00+0] req@ffff8f850731c700 x1868160455896448/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624622.901325:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624622.901328:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624622.901331:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624622.901334:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731d500. 00000020:00000040:0.0:1781624622.901336:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781624622.901338:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624622.901339:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624622.901341:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624622.901344:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85028afc00. 00000100:00000001:0.0:1781624622.901346:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624622.901350:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731d500 x1868160455896576/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624622.901357:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624622.901360:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624622.901364:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039fd0afd] to pc [ptlrpcd_00_01+1] req@ffff8f850731d500 x1868160455896576/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624622.901372:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624622.901375:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624622.901378:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624622.901381:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624622.901384:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624622.901388:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8117) 00000100:00000001:0.0:1781624622.901399:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624622.901402:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624622.901405:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624622.901409:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731d500 x1868160455896576/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624622.901417:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624622.901419:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624622.901423:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624622.901425:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624622.901428:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624622.901431:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455896576:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624622.901435:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624622.901440:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624622.901443:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624622.901445:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624622.901449:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875da00. 02000000:00000001:0.0:1781624622.901451:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624622.901458:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624622.901461:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc75d8. 00000400:00000010:0.0:1781624622.901468:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9bb0. 00000100:00000200:0.0:1781624622.901474:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455896576, portal 10 00000100:00000001:0.0:1781624622.901477:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624622.901479:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246969600 : -123673462582016 : ffff8f850731d500) 00000100:00000040:0.0:1781624622.901485:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731d500 x1868160455896576/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624622.901493:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624622.901495:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624622.901498:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9c38. 00000100:00000200:0.0:1781624622.901501:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455896576, offset 0 00000400:00000200:0.0:1781624622.901508:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624622.901517:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624622.901524:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624622.901530:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624622.901534:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624622.901538:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624622.901541:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624622.901545:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376292:376292:256:4294967295] 192.168.202.101@tcp LPNI seq info [376262:376262:8:4294967295] 00000400:00000200:0.0:1781624622.901549:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624622.901559:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624622.901564:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624622.901569:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85028af400. 00000800:00000200:0.0:1781624622.901575:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624622.901583:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624622.901588:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85028af400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624622.901609:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624622.901614:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 16892 usecs (17 jiffies) 00000400:00000200:0.0:1781624622.901617:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624622.901620:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302779921 00000100:00000001:0.0:1781624622.901623:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302782582 00000100:00000001:0.0:1781624622.901626:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302779921 00000100:00000001:0.0:1781624622.901628:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302782582 00000100:00000001:0.0:1781624622.901631:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624622.901634:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624622.901637:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624622.901639:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624622.901646:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624622.901649:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781624622.901651:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624622.901652:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624622.901653:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624622.901656:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1781624622.901657:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624622.901659:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624622.901660:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624622.901662:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624622.901663:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624622.901664:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624622.901667:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731c700 x1868160455896448/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624622.901673:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624622.901675:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624622.901677:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624622.901678:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624622.901680:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624622.901683:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455896448:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624622.901686:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624622.901688:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624622.901689:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624622.901691:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624622.901693:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875d200. 02000000:00000001:0.0:1781624622.901695:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624622.901698:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624622.901700:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc74d0. 00000400:00000010:0.0:1781624622.901703:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e92a8. 00000100:00000200:0.0:1781624622.901706:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455896448, portal 25 00000100:00000001:0.0:1781624622.901708:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624622.901710:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246966016 : -123673462585600 : ffff8f850731c700) 00000100:00000040:0.0:1781624622.901714:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731c700 x1868160455896448/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624622.901719:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624622.901721:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624622.901723:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9220. 00000100:00000200:0.0:1781624622.901725:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455896448, offset 0 00000400:00000200:0.0:1781624622.901729:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624622.901732:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624622.901736:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624622.901738:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624622.901740:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624622.901742:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624622.901745:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624622.901748:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376293:376293:255:4294967295] 192.168.202.101@tcp LPNI seq info [376263:376263:7:4294967295] 00000400:00000200:0.0:1781624622.901752:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624622.901758:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624622.901762:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624622.901765:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85028afa00. 00000800:00000200:0.0:1781624622.901769:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624622.901773:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624622.901775:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85028afa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624622.901778:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624622.901781:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624622.901783:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302787702 00000100:00000001:0.0:1781624622.901789:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302782582 00000100:00000001:0.0:1781624622.901793:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302787702 00000100:00000001:0.0:1781624622.901796:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302782582 00000100:00000001:0.0:1781624622.901799:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624622.901801:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624622.901803:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624622.901805:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624622.901910:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624622.901915:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85028af400. 00000400:00000200:2.0:1781624622.901922:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624622.901927:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624622.901933:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9c38 00000400:00000010:2.0:1781624622.901935:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9c38. 00000100:00000001:2.0:1781624622.901939:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624622.901944:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731d500 x1868160455896576/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624622.901953:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624622.901957:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731d500 x1868160455896576/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624638 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624622.901963:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624622.901965:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624622.902056:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624622.902059:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85028afa00. 00000400:00000200:2.0:1781624622.902061:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624622.902065:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624622.902068:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9220 00000400:00000010:2.0:1781624622.902069:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9220. 00000100:00000001:2.0:1781624622.902071:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624622.902074:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731c700 x1868160455896448/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624622.902081:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624622.902084:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731c700 x1868160455896448/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624638 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624622.902090:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624622.902091:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1781624622.902137:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624622.902139:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781624622.905710:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624622.905727:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624622.905731:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624622.905734:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624622.905744:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624622.905751:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624622.905762:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624622.905777:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624622.905783:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624622.905788:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b6d80 00000400:00000200:3.0:1781624622.905793:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624622.905801:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9fad [1] + 224 00000800:00000001:3.0:1781624622.905809:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624622.905816:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624622.905819:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624622.905841:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624622.905848:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624622.905857:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731c700 x1868160455896448/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624638 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624622.905868:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731c700 x1868160455896448/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624638 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624622.905892:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624622.905909:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624622.905912:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624622.906001:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624622.906006:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624622.906012:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624622.906014:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624622.906018:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc74d0. 00000400:00000200:0.0:1781624622.906022:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e92a8 00000400:00000010:0.0:1781624622.906049:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e92a8. 00000100:00000001:0.0:1781624622.906053:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624622.906058:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731c700 x1868160455896448/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624638 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624622.906067:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731c700 x1868160455896448/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624638 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624622.906073:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624622.906074:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624622.906077:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624622.906081:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624622.906083:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624622.906085:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624622.906101:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624622.906108:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=49 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624622.906113:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=120 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624622.906115:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624622.906117:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624622.906120:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624622.906122:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624622.906124:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624622.906128:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731c700 x1868160455896448/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624638 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624622.906135:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624622.906138:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624622.906140:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624622.906143:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731c700 x1868160455896448/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624638 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624622.906155:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455896448:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624622.906160:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624622.906162:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624622.906165:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731c700 x1868160455896448/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624638 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624622.906172:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624622.906174:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624622.906178:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875d200. 02000000:00000001:0.0:1781624622.906181:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624622.906184:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624622.906186:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781624622.906187:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624622.906190:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85028af200. 02000000:00000001:0.0:1781624622.906195:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624622.906197:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624622.906199:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731c700. 00000100:00000001:0.0:1781624622.906202:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624622.906204:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624622.906207:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624622.906209:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624622.906210:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624622.906211:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624622.906212:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624622.910317:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624622.910338:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624622.910343:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624622.910345:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624622.910356:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624622.910366:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624622.910377:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624622.910382:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624622.910388:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624622.910392:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b6e00 00000400:00000200:2.0:1781624622.910397:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624622.910405:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9fa5 [1] + 224 00000800:00000001:2.0:1781624622.910412:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624622.910421:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624622.910424:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624622.910428:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624622.910436:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624622.910445:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731d500 x1868160455896576/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624638 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624622.910456:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731d500 x1868160455896576/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624638 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624622.910479:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624622.910489:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624622.910493:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624622.911723:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624622.911730:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624622.911741:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624622.911744:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624622.911747:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc75d8. 00000400:00000200:0.0:1781624622.911754:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9bb0 00000400:00000010:0.0:1781624622.911757:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9bb0. 00000100:00000001:0.0:1781624622.911761:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624622.911769:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731d500 x1868160455896576/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624638 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624622.911777:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731d500 x1868160455896576/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624638 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624622.911785:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624622.911786:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624622.911789:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624622.911792:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624622.911794:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624622.911796:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624622.911799:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624622.911807:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=49 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624622.911811:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=120 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624622.911814:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624622.911815:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624622.911818:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624622.911821:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624622.911825:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781624622.911827:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781624622.911828:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781624622.911830:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624622.911834:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731d500 x1868160455896576/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624638 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624622.911841:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624622.911845:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624622.911847:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624622.911850:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731d500 x1868160455896576/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624638 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624622.911858:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455896576:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624622.911863:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624622.911865:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624622.911868:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731d500 x1868160455896576/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624638 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624622.911873:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624622.911877:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624622.911880:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875da00. 02000000:00000001:0.0:1781624622.911883:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624622.911886:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624622.911888:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781624622.911890:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624622.911892:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85028afc00. 02000000:00000001:0.0:1781624622.911896:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624622.911898:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624622.911900:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731d500. 00000100:00000001:0.0:1781624622.911903:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624622.911905:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624622.911907:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624622.911914:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624622.911915:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624622.911917:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624622.911919:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624623.285185:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624623.285194:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624623.285202:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624623.285203:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624623.285267:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624623.285270:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624623.285273:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624624.310574:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624624.310582:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624624.310591:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624624.310592:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624624.310611:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624624.310614:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624624.310617:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624625.333236:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624625.333249:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624625.333257:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624625.333259:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624625.333385:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624625.333391:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624625.333394:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624626.359000:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624626.359011:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624626.359020:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624626.359022:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624626.359105:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624626.359108:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624626.359111:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624627.381225:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624627.381235:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624627.381242:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624627.381244:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624627.381281:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624627.381285:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624627.381288:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781624628.022061:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624628.022081:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624628.022100:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0ca80. 00000020:00000040:2.0:1781624628.022109:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781624628.022115:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624628.022120:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624628.022128:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624628.022140:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3500. 00000100:00000001:2.0:1781624628.022151:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624628.022169:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0ca80 x1868160455896704/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624628.022194:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624628.022200:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624628.022208:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004da633e2] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0ca80 x1868160455896704/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624628.022251:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624628.022254:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624628.022259:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624628.022264:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0ce00. 00000020:00000040:2.0:1781624628.022266:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781624628.022268:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624628.022270:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624628.022272:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624628.022275:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3200. 00000100:00000001:2.0:1781624628.022278:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624628.022282:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0ce00 x1868160455896832/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624628.022296:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624628.022299:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624628.022313:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e9d049] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0ce00 x1868160455896832/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624628.022322:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624628.022325:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624628.022329:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624628.022334:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624628.022337:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624628.022344:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8122) 00000100:00000001:3.0:1781624628.022419:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624628.022427:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624628.022431:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781624628.022438:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0ca80 x1868160455896704/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624628.022447:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781624628.022450:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624628.022455:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781624628.022459:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781624628.022462:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624628.022465:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455896704:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624628.022471:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781624628.022481:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781624628.022485:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624628.022488:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781624628.022494:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ed200. 02000000:00000001:3.0:1781624628.022496:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624628.022508:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781624628.022514:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8840. 00000400:00000010:3.0:1781624628.022524:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70088. 00000100:00000200:3.0:1781624628.022536:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455896704, portal 25 00000100:00000001:3.0:1781624628.022540:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781624628.022542:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272067200 : -123673437484416 : ffff8f8508b0ca80) 00000100:00000040:3.0:1781624628.022549:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0ca80 x1868160455896704/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624628.022559:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781624628.022562:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781624628.022566:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70770. 00000100:00000200:3.0:1781624628.022569:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455896704, offset 0 00000400:00000200:3.0:1781624628.022580:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624628.022595:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624628.022608:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781624628.022619:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781624628.022638:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781624628.022644:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781624628.022648:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781624628.022653:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376294:376294:256:4294967295] 192.168.202.101@tcp LPNI seq info [376264:376264:8:4294967295] 00000400:00000200:3.0:1781624628.022658:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624628.022672:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781624628.022679:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781624628.022685:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7db00. 00000800:00000200:3.0:1781624628.022694:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781624628.022707:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781624628.022712:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7db00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781624628.022732:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624628.022737:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624628.022741:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302792823 00000100:00000001:3.0:1781624628.022751:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302787702 00000100:00000001:3.0:1781624628.022755:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302792823 00000100:00000001:3.0:1781624628.022758:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302787702 00000100:00000001:3.0:1781624628.022762:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624628.022766:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624628.022770:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624628.022772:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624628.022784:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624628.022786:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781624628.022788:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624628.022790:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624628.022791:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624628.022794:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1781624628.022797:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624628.022798:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624628.022800:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624628.022802:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624628.022804:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624628.022805:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781624628.022809:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0ce00 x1868160455896832/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624628.022816:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781624628.022818:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624628.022820:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781624628.022822:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781624628.022824:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624628.022826:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455896832:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624628.022830:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781624628.022833:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781624628.022835:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624628.022837:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781624628.022840:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ec200. 02000000:00000001:3.0:1781624628.022842:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624628.022846:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781624628.022849:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8aa8. 00000400:00000010:3.0:1781624628.022853:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e702a8. 00000100:00000200:3.0:1781624628.022856:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455896832, portal 10 00000100:00000001:3.0:1781624628.022857:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781624628.022859:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272068096 : -123673437483520 : ffff8f8508b0ce00) 00000100:00000040:3.0:1781624628.022869:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0ce00 x1868160455896832/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624628.022876:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781624628.022878:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781624628.022881:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70220. 00000100:00000200:3.0:1781624628.022883:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455896832, offset 0 00000400:00000200:3.0:1781624628.022887:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624628.022890:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624628.022894:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781624628.022898:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781624628.022900:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781624628.022903:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781624628.022905:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781624628.022908:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376295:376295:255:4294967295] 192.168.202.101@tcp LPNI seq info [376265:376265:7:4294967295] 00000400:00000200:3.0:1781624628.022912:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624628.022919:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781624628.022922:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781624628.022925:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d900. 00000800:00000200:3.0:1781624628.022929:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781624628.022933:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781624628.022935:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781624628.022939:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624628.022943:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 16888 usecs (17 jiffies) 00000400:00000200:3.0:1781624628.022947:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624628.022948:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302785042 00000100:00000001:3.0:1781624628.022951:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302792823 00000100:00000001:3.0:1781624628.022954:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302785042 00000100:00000001:3.0:1781624628.022956:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302792823 00000100:00000001:3.0:1781624628.022958:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624628.022960:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624628.022963:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624628.022965:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624628.022983:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624628.022987:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624628.023273:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624628.023279:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7db00. 00000400:00000200:2.0:1781624628.023290:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624628.023308:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624628.023319:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70770 00000400:00000010:2.0:1781624628.023322:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70770. 00000100:00000001:2.0:1781624628.023329:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624628.023335:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0ca80 x1868160455896704/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624628.023347:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624628.023350:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0ca80 x1868160455896704/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624644 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624628.023359:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624628.023360:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624628.023461:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624628.023464:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d900. 00000400:00000200:2.0:1781624628.023467:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624628.023470:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624628.023474:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70220 00000400:00000010:2.0:1781624628.023476:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70220. 00000100:00000001:2.0:1781624628.023478:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624628.023482:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0ce00 x1868160455896832/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624628.023490:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624628.023493:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0ce00 x1868160455896832/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624644 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624628.023499:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624628.023501:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624628.029458:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624628.029495:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624628.029501:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624628.029505:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624628.029519:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624628.029531:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624628.029548:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624628.029555:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624628.029563:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624628.029568:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b6e80 00000400:00000200:2.0:1781624628.029575:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624628.029583:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9fb5 [1] + 224 00000800:00000001:2.0:1781624628.029593:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624628.029620:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624628.029625:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624628.029630:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624628.029640:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624628.029652:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0ca80 x1868160455896704/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624644 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624628.029665:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0ca80 x1868160455896704/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624628.029696:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624628.029707:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624628.029710:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624628.030502:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624628.030511:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624628.030526:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624628.030529:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624628.030534:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8840. 00000400:00000200:3.0:1781624628.030544:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70088 00000400:00000010:3.0:1781624628.030548:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70088. 00000100:00000001:3.0:1781624628.030552:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624628.030561:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0ca80 x1868160455896704/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624628.030572:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0ca80 x1868160455896704/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624644 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624628.030579:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624628.030582:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624628.030585:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624628.030591:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624628.030594:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624628.030598:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624628.030614:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624628.030626:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=55 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624628.030632:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=126 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624628.030635:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624628.030637:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624628.030640:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624628.030643:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624628.030646:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624628.030652:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0ca80 x1868160455896704/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624644 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624628.030661:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624628.030665:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624628.030668:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624628.030673:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0ca80 x1868160455896704/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624644 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624628.030681:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455896704:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624628.030687:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624628.030691:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624628.030695:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0ca80 x1868160455896704/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624644 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624628.030703:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624628.030707:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624628.030712:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ed200. 02000000:00000001:3.0:1781624628.030717:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624628.030721:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624628.030723:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781624628.030726:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624628.030729:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3500. 02000000:00000001:3.0:1781624628.030736:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624628.030738:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624628.030740:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0ca80. 00000100:00000001:3.0:1781624628.030754:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624628.030756:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624628.030760:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624628.030762:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624628.030763:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624628.030765:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624628.030767:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624628.037914:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624628.037939:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624628.037946:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624628.037949:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624628.037962:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624628.037972:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624628.037984:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624628.037991:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624628.037999:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624628.038006:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b6f00 00000400:00000200:2.0:1781624628.038012:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624628.038020:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9fc5 [1] + 224 00000800:00000001:2.0:1781624628.038084:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624628.038094:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624628.038098:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624628.038104:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624628.038113:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624628.038126:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0ce00 x1868160455896832/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624644 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624628.038139:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0ce00 x1868160455896832/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624628.038161:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624628.038181:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624628.038184:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624628.038328:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624628.038336:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624628.038346:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624628.038348:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624628.038354:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8aa8. 00000400:00000200:3.0:1781624628.038361:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e702a8 00000400:00000010:3.0:1781624628.038364:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e702a8. 00000100:00000001:3.0:1781624628.038368:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624628.038373:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0ce00 x1868160455896832/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624628.038384:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0ce00 x1868160455896832/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624644 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624628.038390:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624628.038393:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624628.038397:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624628.038403:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624628.038407:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624628.038411:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624628.038416:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624628.038433:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=55 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624628.038440:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=126 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624628.038443:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624628.038446:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624628.038450:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624628.038455:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624628.038460:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781624628.038463:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781624628.038465:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781624628.038467:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624628.038472:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0ce00 x1868160455896832/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624644 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624628.038480:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624628.038484:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624628.038486:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624628.038490:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0ce00 x1868160455896832/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624644 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624628.038499:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455896832:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624628.038505:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624628.038510:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624628.038513:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0ce00 x1868160455896832/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624644 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624628.038521:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624628.038525:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624628.038530:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ec200. 02000000:00000001:3.0:1781624628.038534:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624628.038537:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624628.038541:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781624628.038543:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624628.038547:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3200. 02000000:00000001:3.0:1781624628.038555:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624628.038558:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624628.038561:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0ce00. 00000100:00000001:3.0:1781624628.038566:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624628.038567:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624628.038570:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624628.038580:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624628.038582:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624628.038585:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624628.038589:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624628.405592:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624628.405606:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624628.405609:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624628.405614:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624628.405622:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624628.405631:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624628.405634:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624628.405636:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624628.405643:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624628.405644:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624628.405645:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624628.405647:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624628.405648:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624628.405649:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624628.405651:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624628.405652:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624628.407576:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624628.407585:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624628.407591:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624629.429554:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624629.429566:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624629.429577:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624629.429578:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624629.429617:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624629.429621:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624629.429625:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624630.454479:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624630.454486:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624630.454493:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624630.454495:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624630.454522:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624630.454526:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624630.454529:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624631.477225:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624631.477235:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624631.477307:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624631.477309:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624631.477435:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624631.477440:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624631.477443:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624632.501239:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624632.501247:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624632.501252:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624632.501253:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624632.501282:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624632.501284:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624632.501287:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781624633.141814:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624633.141829:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624633.141844:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733e680. 00000020:00000040:1.0:1781624633.141852:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781624633.141859:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624633.141863:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624633.144390:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624633.144419:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f3ef00. 00000100:00000001:1.0:1781624633.144432:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624633.144454:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733e680 x1868160455896960/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624633.144468:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624633.144474:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624633.144481:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cded035e] to pc [ptlrpcd_00_00+0] req@ffff8f850733e680 x1868160455896960/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624633.144581:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624633.144587:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624633.144590:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624633.144598:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733e680 x1868160455896960/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624633.144608:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624633.144610:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624633.144615:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624633.144619:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624633.144623:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624633.144626:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455896960:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624633.144631:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624633.144640:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624633.144643:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624633.144647:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624633.144653:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875ce00. 02000000:00000001:0.0:1781624633.144656:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624633.144664:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624633.144670:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc75d8. 00000400:00000010:0.0:1781624633.144680:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9bb0. 00000100:00000200:0.0:1781624633.144688:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455896960, portal 25 00000100:00000001:0.0:1781624633.144690:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624633.144692:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247105152 : -123673462446464 : ffff8f850733e680) 00000100:00000040:0.0:1781624633.144699:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733e680 x1868160455896960/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624633.144708:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624633.144711:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624633.144713:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e92a8. 00000100:00000200:0.0:1781624633.144717:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455896960, offset 0 00000400:00000200:0.0:1781624633.144725:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624633.144736:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624633.144746:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624633.144753:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624633.144758:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624633.144763:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624633.144766:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624633.144770:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376296:376296:256:4294967295] 192.168.202.101@tcp LPNI seq info [376266:376266:8:4294967295] 00000400:00000200:0.0:1781624633.144776:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624633.144788:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624633.144795:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624633.144801:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85028afc00. 00000800:00000200:0.0:1781624633.144809:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624633.144820:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624633.144825:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85028afc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624633.144846:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624633.144851:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624633.144855:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302797945 00000100:00000001:0.0:1781624633.144977:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302792823 00000100:00000001:0.0:1781624633.144986:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302797945 00000100:00000001:0.0:1781624633.144991:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302792823 00000100:00000001:0.0:1781624633.144995:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624633.144998:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624633.145002:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624633.145006:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1781624633.145200:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1781624633.146390:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624633.146399:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624633.146405:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624633.146417:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733f100. 00000020:00000040:1.0:1781624633.146424:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781624633.146428:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624633.146432:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624633.146442:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624633.146449:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f3e700. 00000100:00000001:1.0:1781624633.146455:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624633.146467:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733f100 x1868160455897088/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624633.146479:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624633.146483:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624633.146489:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8462c2d] to pc [ptlrpcd_00_01+1] req@ffff8f850733f100 x1868160455897088/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624633.146548:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624633.146552:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781624633.146555:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624633.146558:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624633.146560:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624633.146563:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1781624633.146566:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624633.146568:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624633.146570:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624633.146572:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624633.146573:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624633.146574:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624633.146581:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733f100 x1868160455897088/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624633.146590:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624633.146592:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624633.146597:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624633.146599:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624633.146602:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624633.146606:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455897088:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624633.146611:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624633.146617:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624633.146620:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624633.146623:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624633.146628:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875d800. 02000000:00000001:0.0:1781624633.146630:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624633.146638:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624633.146643:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc74d0. 00000400:00000010:0.0:1781624633.146651:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9d48. 00000100:00000200:0.0:1781624633.146658:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455897088, portal 10 00000100:00000001:0.0:1781624633.146661:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624633.146664:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247107840 : -123673462443776 : ffff8f850733f100) 00000100:00000040:0.0:1781624633.146672:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733f100 x1868160455897088/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624633.146679:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624633.146682:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624633.146685:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9550. 00000100:00000200:0.0:1781624633.146688:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455897088, offset 0 00000400:00000200:0.0:1781624633.146695:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624633.146704:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624633.146711:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624633.146716:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624633.146720:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624633.146724:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624633.146726:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624633.146730:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376297:376297:255:4294967295] 192.168.202.101@tcp LPNI seq info [376267:376267:7:4294967295] 00000400:00000200:0.0:1781624633.146735:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624633.146745:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624633.146751:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624633.146756:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85028af200. 00000800:00000200:0.0:1781624633.146762:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624633.146768:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624633.146772:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85028af200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624633.146776:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624633.146781:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 16891 usecs (17 jiffies) 00000400:00000200:0.0:1781624633.146785:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624633.146788:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302790166 00000100:00000001:0.0:1781624633.146791:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302797945 00000100:00000001:0.0:1781624633.146794:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302790166 00000100:00000001:0.0:1781624633.146797:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302797945 00000100:00000001:0.0:1781624633.146801:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624633.146804:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624633.146806:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624633.146808:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624633.146825:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624633.146828:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1781624633.146968:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85028afc00. 00000400:00000200:2.0:1781624633.146978:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624633.146985:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624633.146991:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e92a8 00000400:00000010:2.0:1781624633.146993:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e92a8. 00000100:00000001:2.0:1781624633.146999:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624633.147004:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733e680 x1868160455896960/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624633.147013:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624633.147017:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733e680 x1868160455896960/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624649 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624633.147037:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624633.147041:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624633.147139:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624633.147143:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85028af200. 00000400:00000200:2.0:1781624633.147146:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624633.147150:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624633.147153:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9550 00000400:00000010:2.0:1781624633.147155:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9550. 00000100:00000001:2.0:1781624633.147157:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624633.147160:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733f100 x1868160455897088/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624633.147167:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624633.147171:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733f100 x1868160455897088/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624649 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624633.147177:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624633.147179:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1781624633.147385:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624633.147390:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624633.147395:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624633.147397:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624633.147401:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624633.147406:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8127) 00000100:00000001:0.0:1781624633.147603:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624633.147606:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624633.147608:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624633.147610:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624633.151666:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624633.151690:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624633.151696:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624633.151699:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624633.151712:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624633.151722:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624633.151735:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624633.151829:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624633.151837:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624633.151842:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b6f80 00000400:00000200:2.0:1781624633.151848:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624633.151856:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9fd5 [1] + 224 00000800:00000001:2.0:1781624633.151865:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624633.151871:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624633.151875:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624633.151880:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624633.151889:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624633.151901:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733e680 x1868160455896960/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624649 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624633.151915:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733e680 x1868160455896960/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624649 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624633.151942:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624633.151954:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624633.151958:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624633.151960:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624633.151962:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624633.151965:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624633.151969:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624633.151973:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624633.151975:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624633.151978:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624633.151981:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b7000 00000400:00000200:2.0:1781624633.151984:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624633.151988:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9fdd [1] + 224 00000800:00000001:2.0:1781624633.151992:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624633.151997:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624633.151999:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624633.152002:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624633.152006:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624633.152011:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733f100 x1868160455897088/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624649 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624633.152019:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733f100 x1868160455897088/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624649 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624633.152067:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624633.152071:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624633.152074:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624633.152249:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624633.152255:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624633.152263:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624633.152266:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624633.152271:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc74d0. 00000400:00000200:0.0:1781624633.152276:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9d48 00000400:00000010:0.0:1781624633.152278:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9d48. 00000100:00000001:0.0:1781624633.152282:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624633.152288:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733f100 x1868160455897088/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624649 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624633.152297:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733f100 x1868160455897088/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624649 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624633.152304:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624633.152306:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624633.152309:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624633.152314:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624633.152318:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624633.152321:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624633.152325:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624633.152337:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=60 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624633.152342:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=131 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624633.152345:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624633.152347:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624633.152350:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624633.152355:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624633.152361:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781624633.152364:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781624633.152366:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781624633.152368:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624633.152373:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733f100 x1868160455897088/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624649 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624633.152381:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624633.152385:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624633.152387:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624633.152391:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733f100 x1868160455897088/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624649 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624633.152400:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455897088:192.168.202.101@tcp:400:kworker.0 00000400:00000001:0.0:1781624633.152476:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624633.152478:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624633.152480:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc75d8. 00000400:00000200:0.0:1781624633.152483:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9bb0 00000400:00000010:0.0:1781624633.152486:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9bb0. 00000100:00000001:0.0:1781624633.152488:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624633.152491:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733e680 x1868160455896960/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624649 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624633.152499:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733e680 x1868160455896960/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624649 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624633.152505:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624633.152507:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624633.152508:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624633.152510:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624633.152511:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624633.152513:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624633.152515:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624633.152518:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=60 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624633.152521:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=131 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624633.152523:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624633.152525:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624633.152527:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624633.152529:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624633.152531:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624633.152535:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733e680 x1868160455896960/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624649 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624633.152542:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624633.152544:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624633.152546:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624633.152549:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733e680 x1868160455896960/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624649 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624633.152557:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455896960:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624633.152562:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624633.152565:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624633.152567:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733f100 x1868160455897088/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624649 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624633.152574:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624633.152577:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624633.152582:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875d800. 02000000:00000001:0.0:1781624633.152586:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624633.152589:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624633.152591:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781624633.152593:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624633.152596:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f3e700. 02000000:00000001:0.0:1781624633.152601:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624633.152603:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624633.152605:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733f100. 00000100:00000001:0.0:1781624633.152610:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624633.152611:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624633.152613:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624633.152616:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733e680 x1868160455896960/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624649 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624633.152624:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624633.152626:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624633.152627:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875ce00. 02000000:00000001:0.0:1781624633.152629:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624633.152631:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624633.152632:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781624633.152634:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624633.152635:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f3ef00. 02000000:00000001:0.0:1781624633.152637:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624633.152638:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624633.152639:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733e680. 00000100:00000001:0.0:1781624633.152642:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624633.152643:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624633.152645:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624633.152654:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624633.152656:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624633.152658:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624633.152661:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624633.525268:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624633.525283:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624633.525294:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624633.525296:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624633.525342:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624633.525346:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624633.525350:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624634.549270:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624634.549280:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624634.549288:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624634.549290:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624634.549410:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624634.549415:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624634.549419:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624635.573692:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624635.573705:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624635.573714:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624635.573715:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624635.573752:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624635.573756:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624635.573760:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624636.597225:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624636.597237:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624636.597245:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624636.597246:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624636.597284:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624636.597288:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624636.597292:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624637.621284:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624637.621298:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624637.621308:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624637.621309:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624637.622174:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624637.622180:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624637.622185:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781624638.261657:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624638.261669:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624638.261680:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731d500. 00000020:00000040:0.0:1781624638.261687:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781624638.261692:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624638.261695:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624638.261700:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624638.261708:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85028af900. 00000100:00000001:0.0:1781624638.261716:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624638.261728:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731d500 x1868160455897216/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624638.261740:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624638.261745:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624638.261752:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039fd0afd] to pc [ptlrpcd_00_00+0] req@ffff8f850731d500 x1868160455897216/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624638.261792:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624638.261796:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624638.261801:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624638.261804:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731c700. 00000020:00000040:0.0:1781624638.261807:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781624638.261809:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624638.261811:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624638.261813:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624638.261816:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85028aff00. 00000100:00000001:0.0:1781624638.261819:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624638.261823:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731c700 x1868160455897344/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624638.261831:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624638.261833:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624638.261837:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a77dd68f] to pc [ptlrpcd_00_01+1] req@ffff8f850731c700 x1868160455897344/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624638.261845:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624638.261847:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624638.261851:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624638.261854:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624638.261858:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624638.261864:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8132) 00000100:00000001:0.0:1781624638.261879:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624638.261883:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624638.261885:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624638.261890:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731c700 x1868160455897344/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624638.261898:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624638.261900:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624638.261904:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624638.261906:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624638.261909:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624638.261913:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455897344:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624638.261918:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624638.261926:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624638.261930:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624638.261933:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624638.261938:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875dc00. 02000000:00000001:0.0:1781624638.261940:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624638.261944:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1781624638.261953:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624638.261955:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624638.261961:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1781624638.261966:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc75d8. 00000400:00000010:0.0:1781624638.261976:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9bb0. 00000100:00000040:1.0:1781624638.261977:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731d500 x1868160455897216/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624638.261987:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455897344, portal 10 00000100:00000001:1.0:1781624638.261994:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624638.261995:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624638.261999:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624638.262000:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246966016 : -123673462585600 : ffff8f850731c700) 02000000:00000001:1.0:1781624638.262009:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624638.262015:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1781624638.262020:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731c700 x1868160455897344/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1781624638.262022:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624638.262072:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455897216:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624638.262078:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624638.262093:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624638.262097:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624638.262099:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624638.262110:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cec400. 00000100:00000001:0.0:1781624638.262113:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1781624638.262115:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624638.262123:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624638.262128:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624638.262129:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9d48. 00000400:00000010:1.0:1781624638.262140:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631f78. 00000100:00000200:0.0:1781624638.262141:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455897344, offset 0 00000400:00000010:1.0:1781624638.262156:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb15d8. 00000400:00000200:0.0:1781624638.262157:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000100:00000200:1.0:1781624638.262169:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455897216, portal 25 00000100:00000001:1.0:1781624638.262175:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1781624638.262175:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624638.262179:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246969600 : -123673462582016 : ffff8f850731d500) 00000400:00000200:0.0:1781624638.262188:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000100:00000040:1.0:1781624638.262194:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731d500 x1868160455897216/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1781624638.262198:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624638.262209:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000100:00000001:1.0:1781624638.262220:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1781624638.262225:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1781624638.262228:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624638.262232:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1440. 00000100:00000200:1.0:1781624638.262236:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455897216, offset 0 00000400:00000200:1.0:1781624638.262243:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624638.262273:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624638.262278:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376298:376298:256:4294967295] 192.168.202.101@tcp LPNI seq info [376268:376268:8:4294967295] 00000400:00000200:0.0:1781624638.262283:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624638.262295:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624638.262300:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624638.262307:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85028af200. 00000800:00000200:0.0:1781624638.262324:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624638.262332:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624638.262336:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85028af200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624638.262351:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624638.262356:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 16882 usecs (17 jiffies) 00000400:00000200:0.0:1781624638.262359:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624638.262362:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302795282 00000100:00000001:0.0:1781624638.262365:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302797945 00000100:00000001:0.0:1781624638.262368:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302795282 00000100:00000001:0.0:1781624638.262370:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302797945 00000100:00000001:0.0:1781624638.262373:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624638.262376:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624638.262379:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624638.262381:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624638.262388:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624638.262390:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781624638.262392:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624638.262394:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624638.262395:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624638.262397:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624638.262977:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624638.262986:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85028af200. 00000400:00000200:2.0:1781624638.262995:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624638.263004:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624638.263011:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9d48 00000400:00000010:2.0:1781624638.263014:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9d48. 00000100:00000001:2.0:1781624638.263019:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624638.263046:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731c700 x1868160455897344/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624638.263058:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624638.263062:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731c700 x1868160455897344/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624654 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624638.263070:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624638.263071:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1781624638.265194:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624638.265213:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624638.265222:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624638.265226:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624638.265231:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624638.265235:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624638.265240:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376299:376299:256:4294967295] 192.168.202.101@tcp LPNI seq info [376269:376269:8:4294967295] 00000400:00000200:1.0:1781624638.265245:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624638.265259:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624638.265266:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624638.265279:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3e200. 00000800:00000200:1.0:1781624638.265287:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624638.265304:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624638.265309:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3e200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624638.265344:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624638.265350:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624638.265355:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302803066 00000100:00000001:1.0:1781624638.265366:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302797945 00000100:00000001:1.0:1781624638.265372:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302803066 00000100:00000001:1.0:1781624638.265376:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302797945 00000100:00000001:1.0:1781624638.265381:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624638.265386:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624638.265392:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624638.265396:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624638.265406:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624638.265409:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781624638.265413:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624638.265415:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624638.265417:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624638.265419:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624638.265941:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624638.265949:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3e200. 00000400:00000200:2.0:1781624638.265957:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624638.265966:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624638.265976:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1440 00000400:00000010:2.0:1781624638.265979:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1440. 00000100:00000001:2.0:1781624638.265985:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624638.265994:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731d500 x1868160455897216/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624638.266007:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624638.266010:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731d500 x1868160455897216/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624654 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624638.266016:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624638.266017:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624638.268545:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624638.268565:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624638.268569:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624638.268572:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624638.268581:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624638.268589:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624638.268600:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624638.268605:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624638.268610:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624638.268615:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b7100 00000400:00000200:2.0:1781624638.268620:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624638.268626:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9fe5 [1] + 224 00000800:00000001:2.0:1781624638.268634:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624638.268641:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624638.268644:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624638.268648:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624638.268656:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624638.268665:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731c700 x1868160455897344/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624654 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624638.268677:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731c700 x1868160455897344/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624654 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624638.268710:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624638.268719:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624638.268722:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624638.269652:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624638.269657:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624638.269664:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624638.269666:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624638.269670:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc75d8. 00000400:00000200:0.0:1781624638.269676:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9bb0 00000400:00000010:0.0:1781624638.269678:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9bb0. 00000100:00000001:0.0:1781624638.269692:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624638.269700:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731c700 x1868160455897344/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624654 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624638.269712:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731c700 x1868160455897344/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624654 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624638.269725:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624638.269727:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624638.269730:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624638.269734:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624638.269736:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624638.269739:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624638.269742:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624638.269751:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=65 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624638.269756:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=136 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624638.269759:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624638.269761:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624638.269764:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624638.269767:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624638.269771:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781624638.269774:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781624638.269776:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781624638.269777:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624638.269783:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731c700 x1868160455897344/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624654 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624638.269791:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624638.269794:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624638.269797:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624638.269801:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731c700 x1868160455897344/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624654 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624638.269810:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455897344:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624638.269814:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624638.269817:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624638.269820:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731c700 x1868160455897344/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624654 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624638.269827:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624638.269831:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624638.269834:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875dc00. 02000000:00000001:0.0:1781624638.269838:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624638.269840:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624638.269842:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781624638.269844:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624638.269847:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85028aff00. 02000000:00000001:0.0:1781624638.269851:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624638.269853:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624638.269855:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731c700. 00000100:00000001:0.0:1781624638.269859:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624638.269860:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624638.269863:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624638.269871:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624638.269873:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624638.269875:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624638.269877:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624638.280540:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624638.280566:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624638.280571:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624638.280573:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624638.280583:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624638.280592:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624638.280603:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624638.280609:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624638.280615:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624638.280631:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b7080 00000400:00000200:2.0:1781624638.280636:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624638.280643:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9fed [1] + 224 00000800:00000001:2.0:1781624638.280650:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624638.280661:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624638.280664:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624638.280669:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624638.280677:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624638.280686:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731d500 x1868160455897216/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624654 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624638.280698:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731d500 x1868160455897216/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624654 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624638.280728:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624638.280736:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624638.280740:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624638.280819:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624638.280824:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781624638.280831:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624638.280833:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624638.280836:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631f78. 00000400:00000200:1.0:1781624638.280841:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb15d8 00000400:00000010:1.0:1781624638.280844:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb15d8. 00000100:00000001:1.0:1781624638.280848:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624638.280853:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731d500 x1868160455897216/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624654 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624638.280863:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731d500 x1868160455897216/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624654 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624638.280870:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624638.280872:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624638.280875:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624638.280878:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624638.280881:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624638.280883:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624638.280886:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624638.280893:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=65 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624638.280897:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=136 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624638.280911:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624638.280913:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624638.280916:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624638.280918:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624638.280921:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624638.280927:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731d500 x1868160455897216/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624654 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624638.280935:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624638.280938:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624638.280941:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624638.280945:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731d500 x1868160455897216/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624654 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624638.280954:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455897216:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624638.280959:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624638.280961:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624638.280965:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731d500 x1868160455897216/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624654 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624638.280971:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624638.280974:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624638.280977:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cec400. 02000000:00000001:1.0:1781624638.280981:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624638.280984:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624638.280986:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781624638.280988:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624638.280990:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85028af900. 02000000:00000001:1.0:1781624638.280996:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624638.280998:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624638.281000:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731d500. 00000100:00000001:1.0:1781624638.281003:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624638.281005:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624638.281007:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624638.281015:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624638.281017:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624638.281019:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624638.281021:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624638.645656:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624638.645670:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624638.645673:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624638.645677:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624638.645684:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624638.645687:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624638.645689:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624638.645691:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624638.645695:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624638.645697:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624638.645698:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624638.645699:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624638.645701:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624638.645702:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624638.645704:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624638.645706:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624638.645727:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624638.645730:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624638.645733:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624639.669570:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624639.669578:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624639.669585:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624639.669586:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624639.669612:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624639.669614:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624639.669616:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624640.694638:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624640.694647:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624640.694654:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624640.694655:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624640.694729:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624640.694734:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624640.694737:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624641.719199:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624641.719207:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624641.719213:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624641.719214:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624641.719876:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624641.719881:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624641.719884:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624642.746177:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624642.746184:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624642.746189:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624642.746190:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624642.746233:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624642.746238:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624642.746241:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781624643.383553:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624643.383564:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624643.383576:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0f100. 00000020:00000040:2.0:1781624643.383583:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781624643.383588:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624643.383591:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624643.383597:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624643.383617:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3700. 00000100:00000001:2.0:1781624643.383626:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624643.383643:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0f100 x1868160455897472/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624643.383656:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624643.383661:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624643.383668:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6db9cef] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0f100 x1868160455897472/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624643.383704:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624643.383707:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624643.383711:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624643.383714:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0c700. 00000020:00000040:2.0:1781624643.383717:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781624643.383719:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624643.383720:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624643.383722:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624643.383725:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3900. 00000100:00000001:2.0:1781624643.383728:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624643.383733:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0c700 x1868160455897600/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624643.383741:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624643.383743:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624643.383747:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc47fb59] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0c700 x1868160455897600/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624643.383756:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624643.383758:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624643.383762:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624643.383765:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624643.383769:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624643.383775:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8138) 00000100:00000001:3.0:1781624643.383854:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624643.383858:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624643.383861:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781624643.383866:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0f100 x1868160455897472/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624643.383873:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781624643.383875:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624643.383878:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781624643.383880:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781624643.383881:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624643.383884:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455897472:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624643.383887:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781624643.383893:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781624643.383895:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624643.383898:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781624643.383902:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ed200. 02000000:00000001:3.0:1781624643.383903:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624643.383909:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781624643.383913:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8aa8. 00000400:00000010:3.0:1781624643.383918:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e702a8. 00000100:00000200:3.0:1781624643.383924:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455897472, portal 25 00000100:00000001:3.0:1781624643.383926:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781624643.383928:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272077056 : -123673437474560 : ffff8f8508b0f100) 00000100:00000040:3.0:1781624643.383932:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0f100 x1868160455897472/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624643.383938:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781624643.383941:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781624643.383943:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70088. 00000100:00000200:3.0:1781624643.383945:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455897472, offset 0 00000400:00000200:3.0:1781624643.383950:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624643.383958:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624643.383964:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781624643.383968:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781624643.383971:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781624643.383974:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781624643.383976:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781624643.383979:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376300:376300:256:4294967295] 192.168.202.101@tcp LPNI seq info [376270:376270:8:4294967295] 00000400:00000200:3.0:1781624643.383982:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624643.383990:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781624643.383996:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781624643.384000:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d000. 00000800:00000200:3.0:1781624643.384007:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781624643.384016:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781624643.384021:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781624643.384080:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624643.384084:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624643.384087:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302808185 00000100:00000001:3.0:1781624643.384095:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302803066 00000100:00000001:3.0:1781624643.384098:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302808185 00000100:00000001:3.0:1781624643.384102:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302803066 00000100:00000001:3.0:1781624643.384104:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624643.384107:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624643.384111:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624643.384113:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624643.384120:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624643.384122:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781624643.384124:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624643.384125:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624643.384126:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624643.384128:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1781624643.384129:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624643.384131:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624643.384133:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624643.384134:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624643.384135:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624643.384136:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781624643.384140:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0c700 x1868160455897600/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624643.384147:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781624643.384148:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624643.384151:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781624643.384152:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781624643.384154:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624643.384156:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455897600:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624643.384160:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781624643.384162:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781624643.384164:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624643.384165:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781624643.384168:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096eda00. 02000000:00000001:3.0:1781624643.384170:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624643.384174:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781624643.384176:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8840. 00000400:00000010:3.0:1781624643.384180:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70908. 00000100:00000200:3.0:1781624643.384183:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455897600, portal 10 00000100:00000001:3.0:1781624643.384185:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781624643.384186:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272066304 : -123673437485312 : ffff8f8508b0c700) 00000100:00000040:3.0:1781624643.384193:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0c700 x1868160455897600/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624643.384200:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781624643.384202:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781624643.384204:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70440. 00000100:00000200:3.0:1781624643.384207:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455897600, offset 0 00000400:00000200:3.0:1781624643.384210:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624643.384214:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624643.384218:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781624643.384220:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781624643.384223:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781624643.384225:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781624643.384227:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781624643.384229:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376301:376301:255:4294967295] 192.168.202.101@tcp LPNI seq info [376271:376271:7:4294967295] 00000400:00000200:3.0:1781624643.384233:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624643.384239:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781624643.384243:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781624643.384246:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d100. 00000800:00000200:3.0:1781624643.384250:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781624643.384254:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781624643.384256:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781624643.384259:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624643.384263:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 16875 usecs (17 jiffies) 00000400:00000200:3.0:1781624643.384265:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624643.384267:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302800404 00000100:00000001:3.0:1781624643.384269:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302808185 00000100:00000001:3.0:1781624643.384271:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302800404 00000100:00000001:3.0:1781624643.384273:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302808185 00000100:00000001:3.0:1781624643.384275:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624643.384277:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624643.384280:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624643.384282:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624643.384292:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624643.384294:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624643.384554:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624643.384560:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d000. 00000400:00000200:2.0:1781624643.384566:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624643.384572:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624643.384577:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70088 00000400:00000010:2.0:1781624643.384580:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70088. 00000100:00000001:2.0:1781624643.384584:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624643.384589:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0f100 x1868160455897472/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624643.384599:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624643.384602:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0f100 x1868160455897472/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624659 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624643.384671:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624643.384673:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624643.384745:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624643.384748:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d100. 00000400:00000200:2.0:1781624643.384751:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624643.384755:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624643.384758:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70440 00000400:00000010:2.0:1781624643.384760:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70440. 00000100:00000001:2.0:1781624643.384762:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624643.384766:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0c700 x1868160455897600/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624643.384775:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624643.384778:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0c700 x1868160455897600/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624659 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624643.384783:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624643.384785:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624643.388728:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624643.388748:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624643.388752:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624643.388755:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624643.388764:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624643.388771:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624643.388780:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624643.388784:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624643.388789:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624643.388793:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b7180 00000400:00000200:2.0:1781624643.388799:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624643.388805:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2f9ff5 [1] + 224 00000800:00000001:2.0:1781624643.388812:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624643.388819:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624643.388822:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624643.388826:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624643.388833:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624643.388841:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0f100 x1868160455897472/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624659 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624643.388852:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0f100 x1868160455897472/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624659 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624643.388868:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624643.388876:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624643.388879:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624643.389616:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624643.389621:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624643.389630:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624643.389633:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624643.389637:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8aa8. 00000400:00000200:3.0:1781624643.389643:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e702a8 00000400:00000010:3.0:1781624643.389646:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e702a8. 00000100:00000001:3.0:1781624643.389650:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624643.389657:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0f100 x1868160455897472/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624659 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624643.389667:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0f100 x1868160455897472/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624659 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624643.389673:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624643.389675:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624643.389678:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624643.389683:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624643.389685:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624643.389687:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624643.389691:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624643.389698:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=70 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624643.389702:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=141 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624643.389705:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624643.389707:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624643.389720:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624643.389723:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624643.389726:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624643.389731:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0f100 x1868160455897472/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624659 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624643.389739:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624643.389742:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624643.389744:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624643.389758:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0f100 x1868160455897472/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624659 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624643.389767:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455897472:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624643.389772:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624643.389775:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624643.389779:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0f100 x1868160455897472/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624659 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624643.389786:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624643.389789:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624643.389793:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ed200. 02000000:00000001:3.0:1781624643.389797:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624643.389800:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624643.389802:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781624643.389804:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624643.389806:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3700. 02000000:00000001:3.0:1781624643.389811:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624643.389813:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624643.389815:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0f100. 00000100:00000001:3.0:1781624643.389819:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624643.389820:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624643.389823:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624643.389825:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624643.389826:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624643.389828:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624643.389829:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624643.390832:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624643.390845:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624643.390849:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624643.390852:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624643.390858:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624643.390863:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624643.390871:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624643.390875:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624643.390881:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624643.390885:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b7200 00000400:00000200:2.0:1781624643.390889:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624643.390895:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa005 [1] + 224 00000800:00000001:2.0:1781624643.390902:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624643.390909:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624643.390912:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624643.390916:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624643.390923:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624643.390928:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0c700 x1868160455897600/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624659 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624643.390939:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0c700 x1868160455897600/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624659 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624643.391152:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624643.391154:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624643.391171:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624643.391179:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624643.391182:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1781624643.391217:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624643.391219:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624643.391222:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8840. 00000400:00000200:3.0:1781624643.391226:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70908 00000400:00000010:3.0:1781624643.391228:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70908. 00000100:00000001:3.0:1781624643.391231:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624643.391236:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0c700 x1868160455897600/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624659 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624643.391251:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0c700 x1868160455897600/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624659 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624643.391258:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624643.391260:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624643.391261:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624643.391264:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624643.391265:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624643.391267:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624643.391269:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624643.391275:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=70 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624643.391278:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=141 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624643.391280:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624643.391282:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624643.391284:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624643.391286:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624643.391289:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781624643.391291:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781624643.391293:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781624643.391294:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624643.391298:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0c700 x1868160455897600/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624659 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624643.391304:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624643.391307:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624643.391308:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624643.391312:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0c700 x1868160455897600/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624659 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624643.391320:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455897600:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624643.391323:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624643.391325:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624643.391328:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0c700 x1868160455897600/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624659 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624643.391334:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624643.391336:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624643.391338:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096eda00. 02000000:00000001:3.0:1781624643.391340:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624643.391343:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624643.391344:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781624643.391346:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624643.391348:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3900. 02000000:00000001:3.0:1781624643.391351:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624643.391352:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624643.391353:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0c700. 00000100:00000001:3.0:1781624643.391356:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624643.391357:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624643.391359:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624643.391367:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624643.391369:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624643.391370:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624643.391372:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624643.765153:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624643.765158:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624643.765162:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624643.765163:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624643.766150:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624643.766155:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624643.766159:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624644.789110:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624644.789117:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624644.789123:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624644.789125:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624644.793747:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624644.794055:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624644.794059:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624645.813212:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624645.813219:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624645.813225:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624645.813226:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624645.813325:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624645.813329:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624645.813332:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624646.837153:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624646.837160:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624646.837166:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624646.837167:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624646.837227:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624646.837231:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624646.837234:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624647.861149:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624647.861157:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624647.861163:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624647.861164:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624647.861223:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624647.861228:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624647.861232:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781624648.501238:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624648.501250:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624648.501261:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511282300. 00000020:00000040:3.0:1781624648.501268:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781624648.501273:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624648.501276:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624648.501281:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624648.501289:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7df00. 00000100:00000001:3.0:1781624648.501296:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624648.501307:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511282300 x1868160455897728/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624648.501318:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624648.501324:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624648.501331:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd15682b] to pc [ptlrpcd_01_00+0] req@ffff8f8511282300 x1868160455897728/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624648.501381:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624648.501385:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624648.501388:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624648.501403:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511282300 x1868160455897728/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624648.501411:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624648.501413:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624648.501416:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624648.501419:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624648.501421:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624648.501424:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455897728:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624648.501429:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624648.501434:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624648.501437:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624648.501439:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624648.501445:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078c00. 02000000:00000001:2.0:1781624648.501446:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624648.501453:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624648.501457:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08948. 00000400:00000010:2.0:1781624648.501463:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d7f8. 00000100:00000200:2.0:1781624648.501469:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455897728, portal 25 00000100:00000001:2.0:1781624648.501471:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624648.501473:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414106368 : -123673295445248 : ffff8f8511282300) 00000100:00000040:2.0:1781624648.501478:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511282300 x1868160455897728/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624648.501486:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624648.501489:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624648.501491:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d770. 00000100:00000200:2.0:1781624648.501494:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455897728, offset 0 00000400:00000200:2.0:1781624648.501499:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624648.501507:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624648.501515:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624648.501520:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624648.501525:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624648.501528:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624648.501531:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624648.501535:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376302:376302:256:4294967295] 192.168.202.101@tcp LPNI seq info [376272:376272:8:4294967295] 00000400:00000200:2.0:1781624648.501539:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624648.501548:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624648.501553:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624648.501558:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3000. 00000800:00000200:2.0:1781624648.501564:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624648.501572:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624648.501575:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624648.501586:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624648.501590:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624648.501593:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302813302 00000100:00000001:2.0:1781624648.501600:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302808185 00000100:00000001:2.0:1781624648.501604:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302813302 00000100:00000001:2.0:1781624648.501607:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302808185 00000100:00000001:2.0:1781624648.501610:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624648.501623:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624648.501626:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624648.501629:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624648.501773:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624648.501776:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624648.501780:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624648.501784:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511280e00. 00000020:00000040:3.0:1781624648.501787:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781624648.501789:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624648.501791:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624648.501793:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624648.501796:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d400. 00000100:00000001:3.0:1781624648.501799:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624648.501817:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511280e00 x1868160455897856/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624648.501825:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624648.501827:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624648.501832:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b263204] to pc [ptlrpcd_01_01+1] req@ffff8f8511280e00 x1868160455897856/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624648.501934:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624648.501937:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781624648.501940:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624648.501941:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624648.501943:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624648.501945:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1781624648.501947:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624648.501949:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624648.501950:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624648.501951:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624648.501953:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624648.501954:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624648.501959:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511280e00 x1868160455897856/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624648.501977:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624648.501979:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624648.501981:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624648.501983:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624648.501985:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624648.501988:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511280e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455897856:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624648.501991:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624648.502004:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624648.502005:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624648.502008:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624648.502011:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079400. 02000000:00000001:2.0:1781624648.502013:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624648.502016:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624648.502019:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08d68. 00000400:00000010:2.0:1781624648.502023:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d2a8. 00000100:00000200:2.0:1781624648.502060:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455897856, portal 10 00000100:00000001:2.0:1781624648.502061:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624648.502063:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414100992 : -123673295450624 : ffff8f8511280e00) 00000100:00000040:2.0:1781624648.502069:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511280e00 x1868160455897856/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624648.502075:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624648.502078:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624648.502081:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901dd48. 00000100:00000200:2.0:1781624648.502083:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455897856, offset 0 00000400:00000200:2.0:1781624648.502087:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624648.502091:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624648.502095:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624648.502098:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624648.502101:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624648.502103:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624648.502105:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624648.502108:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376303:376303:255:4294967295] 192.168.202.101@tcp LPNI seq info [376273:376273:7:4294967295] 00000400:00000200:2.0:1781624648.502113:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624648.502118:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624648.502123:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624648.502127:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3600. 00000800:00000200:2.0:1781624648.502131:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624648.502135:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624648.502138:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624648.502142:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624648.502145:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 16867 usecs (17 jiffies) 00000400:00000200:2.0:1781624648.502149:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624648.502151:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302805522 00000100:00000001:2.0:1781624648.502153:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302813302 00000100:00000001:2.0:1781624648.502155:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302805522 00000100:00000001:2.0:1781624648.502157:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302813302 00000100:00000001:2.0:1781624648.502159:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624648.502162:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624648.502164:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624648.502166:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624648.502211:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624648.502215:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3000. 00000400:00000200:2.0:1781624648.502221:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624648.502226:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624648.502231:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d770 00000400:00000010:2.0:1781624648.502234:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d770. 00000100:00000001:2.0:1781624648.502237:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624648.502242:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511282300 x1868160455897728/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624648.502256:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624648.502259:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511282300 x1868160455897728/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624664 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624648.502265:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624648.502266:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624648.502330:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624648.502334:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3600. 00000400:00000200:2.0:1781624648.502337:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624648.502340:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624648.502342:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901dd48 00000400:00000010:2.0:1781624648.502344:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901dd48. 00000100:00000001:2.0:1781624648.502346:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624648.502349:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511280e00 x1868160455897856/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624648.502356:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624648.502359:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511280e00 x1868160455897856/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624664 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624648.502364:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624648.502366:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1781624648.502396:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624648.502399:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624648.502793:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624648.502795:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624648.502798:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624648.502800:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624648.503124:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624648.503128:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624648.503132:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624648.503135:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624648.503138:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624648.503143:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8143) 00000800:00000001:2.0:1781624648.504511:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624648.504525:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624648.504529:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624648.504532:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624648.504540:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624648.504547:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624648.504555:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624648.504560:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624648.504566:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624648.504570:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b7280 00000400:00000200:2.0:1781624648.504575:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624648.504581:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa015 [1] + 224 00000800:00000001:2.0:1781624648.504588:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624648.504607:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624648.504610:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624648.504626:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624648.504633:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624648.504640:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511282300 x1868160455897728/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624664 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624648.504652:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511282300 x1868160455897728/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624664 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624648.504669:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624648.504677:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624648.504680:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624648.504834:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624648.504837:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624648.504844:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624648.504845:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624648.504849:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08948. 00000400:00000200:3.0:1781624648.504855:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d7f8 00000400:00000010:3.0:1781624648.504857:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d7f8. 00000100:00000001:3.0:1781624648.504860:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624648.504865:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511282300 x1868160455897728/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624664 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624648.504873:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511282300 x1868160455897728/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624664 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624648.504879:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624648.504881:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624648.504883:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624648.504887:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624648.504889:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624648.504892:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624648.504895:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624648.504901:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=75 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624648.504917:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=146 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624648.504920:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624648.504922:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624648.504924:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624648.504926:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624648.504929:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624648.504934:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511282300 x1868160455897728/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624664 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624648.504941:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624648.504944:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624648.504946:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624648.504949:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511282300 x1868160455897728/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624664 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624648.504956:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455897728:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624648.504960:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624648.504962:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624648.504975:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511282300 x1868160455897728/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624664 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624648.504982:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624648.504985:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624648.504989:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078c00. 02000000:00000001:3.0:1781624648.505001:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624648.505004:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624648.505006:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781624648.505008:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624648.505011:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7df00. 02000000:00000001:3.0:1781624648.505014:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624648.505016:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624648.505018:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511282300. 00000100:00000001:3.0:1781624648.505021:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624648.505022:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624648.505044:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624648.505046:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624648.505048:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624648.505049:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624648.505051:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624648.505192:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624648.505198:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624648.505200:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624648.505203:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624648.505207:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624648.505211:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624648.505217:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624648.505220:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624648.505223:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624648.505226:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b7300 00000400:00000200:2.0:1781624648.505230:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624648.505233:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa025 [1] + 224 00000800:00000001:2.0:1781624648.505238:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624648.505242:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624648.505244:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624648.505248:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624648.505252:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624648.505258:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511280e00 x1868160455897856/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624664 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624648.505267:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511280e00 x1868160455897856/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624664 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624648.505286:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624648.505291:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624648.505293:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624648.505376:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624648.505378:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624648.505381:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624648.505382:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624648.505384:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08d68. 00000400:00000200:3.0:1781624648.505387:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d2a8 00000400:00000010:3.0:1781624648.505388:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d2a8. 00000100:00000001:3.0:1781624648.505390:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624648.505394:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511280e00 x1868160455897856/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624664 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624648.505403:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511280e00 x1868160455897856/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624664 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624648.505409:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624648.505411:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624648.505412:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624648.505414:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624648.505416:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624648.505417:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624648.505419:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624648.505425:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=75 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624648.505429:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=146 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624648.505431:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624648.505432:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624648.505434:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624648.505437:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624648.505440:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781624648.505442:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781624648.505444:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781624648.505446:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624648.505450:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511280e00 x1868160455897856/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624664 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624648.505456:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624648.505458:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624648.505459:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624648.505462:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511280e00 x1868160455897856/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624664 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624648.505470:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511280e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455897856:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624648.505474:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624648.505475:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624648.505478:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511280e00 x1868160455897856/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624664 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624648.505483:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624648.505484:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624648.505486:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079400. 02000000:00000001:3.0:1781624648.505489:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624648.505491:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624648.505492:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781624648.505494:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624648.505496:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d400. 02000000:00000001:3.0:1781624648.505498:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624648.505500:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624648.505501:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511280e00. 00000100:00000001:3.0:1781624648.505504:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624648.505505:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624648.505507:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624648.505513:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624648.505514:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624648.505516:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624648.505518:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624648.885130:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624648.885140:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624648.885149:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624648.885152:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624648.885156:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624648.885158:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624648.885160:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624648.885161:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624648.885165:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624648.885166:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624648.885167:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624648.885168:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624648.885169:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624648.885170:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624648.885171:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624648.885172:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624648.885613:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624648.885617:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624648.885619:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624649.909175:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624649.909183:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624649.909188:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624649.909190:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624649.910070:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624649.910074:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624649.910078:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624650.935824:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624650.935831:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624650.935838:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624650.935840:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624650.940144:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624650.940151:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624650.940155:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624651.957274:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624651.957281:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624651.957286:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624651.957288:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624651.959060:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624651.959066:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624651.959070:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624652.981149:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624652.981156:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624652.981162:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624652.981163:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624652.982008:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624652.982012:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624652.982015:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781624653.621193:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624653.621202:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624653.621209:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733ce00. 00000020:00000040:1.0:1781624653.621217:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781624653.621222:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624653.621225:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624653.621229:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624653.621237:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f3e400. 00000100:00000001:1.0:1781624653.621243:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624653.621256:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733ce00 x1868160455897984/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624653.621267:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624653.621272:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624653.621279:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f374d930] to pc [ptlrpcd_00_00+0] req@ffff8f850733ce00 x1868160455897984/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624653.621303:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624653.621306:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624653.621310:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624653.621314:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733e300. 00000020:00000040:1.0:1781624653.621317:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781624653.621323:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624653.621324:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624653.621328:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624653.621333:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f3eb00. 00000100:00000001:1.0:1781624653.621340:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624653.621345:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733e300 x1868160455898112/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624653.621348:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624653.621355:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624653.621357:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624653.621362:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c15ddfe] to pc [ptlrpcd_00_01+1] req@ffff8f850733e300 x1868160455898112/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624653.621369:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624653.621371:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624653.621375:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624653.621377:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624653.621383:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624653.621387:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8148) 00000100:00000001:1.0:1781624653.621396:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1781624653.621398:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1781624653.621400:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1781624653.621405:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1781624653.621407:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624653.621410:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624653.621411:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624653.621416:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624653.621421:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624653.621421:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624653.621424:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624653.621425:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624653.621427:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1781624653.621429:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624653.621432:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624653.621434:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733e300 x1868160455898112/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781624653.621441:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733ce00 x1868160455897984/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624653.621444:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624653.621446:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624653.621455:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1781624653.621455:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624653.621457:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624653.621459:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624653.621461:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624653.621463:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624653.621465:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1781624653.621469:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455898112:192.168.202.101@tcp:400:kworker.0 02000000:00000001:0.0:1781624653.621470:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624653.621477:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1781624653.621478:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455897984:192.168.202.101@tcp:400:kworker.0 02000000:00000001:1.0:1781624653.621483:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1781624653.621484:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624653.621487:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624653.621489:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624653.621491:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1781624653.621492:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624653.621497:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cec800. 02000000:00000001:0.0:1781624653.621497:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1781624653.621501:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624653.621503:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875ca00. 02000000:00000001:0.0:1781624653.621507:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624653.621509:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624653.621514:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624653.621515:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631f78. 00000400:00000010:0.0:1781624653.621519:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc75d8. 00000400:00000010:1.0:1781624653.621523:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb15d8. 00000400:00000010:0.0:1781624653.621527:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9bb0. 00000100:00000200:1.0:1781624653.621531:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455898112, portal 10 00000100:00000200:0.0:1781624653.621533:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455897984, portal 25 00000100:00000001:0.0:1781624653.621538:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624653.621539:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624653.621542:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247104256 : -123673462447360 : ffff8f850733e300) 00000100:00000001:0.0:1781624653.621542:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247098880 : -123673462452736 : ffff8f850733ce00) 00000100:00000040:0.0:1781624653.621552:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733ce00 x1868160455897984/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781624653.621554:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733e300 x1868160455898112/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624653.621578:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1781624653.621578:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624653.621584:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624653.621588:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1198. 00000100:00000040:0.0:1781624653.621588:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624653.621593:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9ee0. 00000100:00000200:1.0:1781624653.621594:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455898112, offset 0 00000100:00000200:0.0:1781624653.621599:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455897984, offset 0 00000400:00000200:1.0:1781624653.621605:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624653.621804:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624653.621811:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624653.621816:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624653.621819:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624653.621822:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624653.621824:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624653.621828:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376304:376304:256:4294967295] 192.168.202.101@tcp LPNI seq info [376274:376274:8:4294967295] 00000400:00000200:1.0:1781624653.621833:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624653.621837:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624653.621844:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624653.621851:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000400:00000200:0.0:1781624653.621854:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624653.621860:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1781624653.621865:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624653.621867:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000800:00000010:1.0:1781624653.621870:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3ee00. 00000400:00000200:0.0:1781624653.621872:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624653.621876:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000800:00000200:1.0:1781624653.621880:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000400:00000200:0.0:1781624653.621884:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376305:376305:255:4294967295] 192.168.202.101@tcp LPNI seq info [376275:376275:7:4294967295] 00000800:00000200:1.0:1781624653.621891:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000400:00000200:0.0:1781624653.621892:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000800:00000200:1.0:1781624653.621896:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3ee00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1781624653.621905:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000100:00000001:1.0:1781624653.621908:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781624653.621914:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000100:00000040:1.0:1781624653.621916:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 16856 usecs (17 jiffies) 00000800:00000010:0.0:1781624653.621919:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85028af400. 00000400:00000200:1.0:1781624653.621924:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000800:00000200:0.0:1781624653.621929:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000100:00000001:1.0:1781624653.621932:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302810641 00000800:00000200:0.0:1781624653.621935:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000100:00000001:1.0:1781624653.621938:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302813302 00000800:00000200:0.0:1781624653.621940:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85028af400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624653.621941:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302810641 00000100:00000001:1.0:1781624653.621946:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302813302 00000100:00000001:0.0:1781624653.621959:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624653.621963:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1781624653.621964:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624653.621966:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302818422 00000800:00000010:2.0:1781624653.621968:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3ee00. 00000100:00000001:0.0:1781624653.621971:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302813302 00000400:00000200:2.0:1781624653.621972:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1781624653.621975:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624653.621977:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302818422 00000400:00000200:2.0:1781624653.621980:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:1.0:1781624653.621981:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624653.621983:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302813302 00000400:00000200:2.0:1781624653.621984:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1198 00000400:00000010:2.0:1781624653.621987:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1198. 00000100:00000001:1.0:1781624653.621987:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624653.621988:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624653.621992:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624653.621993:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624653.621994:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1781624653.621994:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624653.621998:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1781624653.622001:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733e300 x1868160455898112/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624653.622011:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624653.622015:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733e300 x1868160455898112/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624669 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624653.622022:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624653.622024:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624653.622083:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624653.622086:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85028af400. 00000400:00000200:2.0:1781624653.622091:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624653.622096:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624653.622100:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9ee0 00000400:00000010:2.0:1781624653.622102:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9ee0. 00000100:00000001:2.0:1781624653.622105:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624653.622109:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733ce00 x1868160455897984/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624653.622117:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624653.622121:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733ce00 x1868160455897984/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624669 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624653.622128:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624653.622130:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624653.625080:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624653.628903:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624653.628911:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624653.628917:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624653.628926:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624653.628933:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624653.628944:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624653.628958:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624653.628963:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624653.628967:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b7400 00000400:00000200:2.0:1781624653.628973:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624653.628979:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa035 [1] + 224 00000800:00000001:2.0:1781624653.628987:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624653.628992:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624653.628995:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624653.629000:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624653.629009:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624653.629019:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733e300 x1868160455898112/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624669 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624653.629152:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733e300 x1868160455898112/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624669 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624653.629174:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624653.629186:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624653.629192:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624653.629194:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624653.629197:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624653.629200:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624653.629204:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624653.629208:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624653.629211:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624653.629214:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624653.629216:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b7380 00000400:00000200:2.0:1781624653.629220:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624653.629224:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa03d [1] + 224 00000800:00000001:2.0:1781624653.629228:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624653.629237:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624653.629240:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624653.629243:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624653.629247:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624653.629252:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733ce00 x1868160455897984/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624669 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624653.629260:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733ce00 x1868160455897984/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624669 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624653.629307:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624653.629312:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624653.629329:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624653.629334:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624653.629337:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624653.629456:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624653.629460:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781624653.629469:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624653.629471:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624653.629475:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631f78. 00000400:00000200:1.0:1781624653.629479:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb15d8 00000400:00000010:1.0:1781624653.629482:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb15d8. 00000100:00000001:1.0:1781624653.629485:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624653.629490:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733e300 x1868160455898112/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624669 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624653.629499:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733e300 x1868160455898112/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624669 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624653.629505:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624653.629510:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624653.629513:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624653.629517:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624653.629519:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624653.629521:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624653.629524:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624653.629535:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=80 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624653.629540:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=151 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624653.629542:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624653.629544:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624653.629546:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624653.629549:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624653.629553:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781624653.629555:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781624653.629557:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781624653.629559:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624653.629563:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733e300 x1868160455898112/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624669 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624653.629571:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624653.629573:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624653.629575:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624653.629579:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733e300 x1868160455898112/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624669 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624653.629586:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455898112:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624653.629591:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624653.629593:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624653.629596:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733e300 x1868160455898112/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624669 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624653.629603:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624653.629606:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624653.629609:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cec800. 02000000:00000001:1.0:1781624653.629612:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624653.629615:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624653.629617:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781624653.629620:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624653.629622:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f3eb00. 02000000:00000001:1.0:1781624653.629626:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624653.629628:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624653.629630:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733e300. 00000100:00000001:1.0:1781624653.629634:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624653.629636:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624653.629638:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624653.629645:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624653.629647:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624653.629649:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624653.629650:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1781624653.631599:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624653.631604:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624653.631608:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc75d8. 00000400:00000200:0.0:1781624653.631615:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9bb0 00000400:00000010:0.0:1781624653.631618:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9bb0. 00000100:00000001:0.0:1781624653.631623:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624653.631631:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733ce00 x1868160455897984/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624669 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624653.631644:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733ce00 x1868160455897984/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624669 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624653.631652:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624653.631654:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624653.631657:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624653.631660:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624653.631661:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624653.631664:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624653.631666:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624653.631672:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=80 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624653.631676:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=151 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624653.631679:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624653.631680:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624653.631682:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624653.631684:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624653.631687:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624653.631692:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733ce00 x1868160455897984/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624669 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624653.631699:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624653.631703:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624653.631704:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624653.631709:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733ce00 x1868160455897984/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624669 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624653.631717:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455897984:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624653.631722:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624653.631725:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624653.631728:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733ce00 x1868160455897984/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624669 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624653.631735:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624653.631737:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624653.631740:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875ca00. 02000000:00000001:0.0:1781624653.631744:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624653.631747:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624653.631748:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781624653.631750:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624653.631752:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f3e400. 02000000:00000001:0.0:1781624653.631754:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624653.631755:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624653.631756:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733ce00. 00000100:00000001:0.0:1781624653.631759:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624653.631760:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624653.631761:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624653.631767:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624653.631768:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624653.631770:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624653.631772:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624654.005183:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624654.005189:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624654.005195:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624654.005196:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624654.005282:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624654.005287:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624654.005290:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624655.029155:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624655.029162:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624655.029168:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624655.029170:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624655.029555:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624655.029558:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624655.029561:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624656.055073:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624656.055080:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624656.055086:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624656.055087:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624656.055196:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624656.055199:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624656.055202:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624657.077581:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624657.077588:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624657.077594:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624657.077595:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624657.078508:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624657.078512:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624657.078516:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624658.102514:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624658.102522:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624658.102528:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624658.102529:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624658.102628:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624658.102632:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624658.102643:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781624658.741592:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624658.741603:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624658.741615:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0c000. 00000020:00000040:2.0:1781624658.741620:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781624658.741624:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624658.741628:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624658.741633:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624658.741641:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3600. 00000100:00000001:2.0:1781624658.741648:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624658.741661:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0c000 x1868160455898240/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624658.741673:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624658.741677:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624658.741684:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000210a9bc8] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0c000 x1868160455898240/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624658.741720:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624658.741723:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624658.741727:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624658.741730:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0d180. 00000020:00000040:2.0:1781624658.741733:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781624658.741735:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624658.741737:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624658.741738:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624658.741742:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3000. 00000100:00000001:2.0:1781624658.741744:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624658.741749:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0d180 x1868160455898368/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624658.741755:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624658.741758:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624658.741762:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002e652d7] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0d180 x1868160455898368/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624658.741770:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624658.741772:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624658.741776:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624658.741779:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624658.741782:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624658.741787:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8153) 00000100:00000001:2.0:1781624658.741801:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624658.741805:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624658.741807:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624658.741813:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0d180 x1868160455898368/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624658.741819:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624658.741821:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624658.741825:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624658.741827:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624658.741830:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624658.741833:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455898368:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624658.741837:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624658.741843:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624658.741845:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624658.741848:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624658.741852:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078000. 02000000:00000001:2.0:1781624658.741855:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624658.741861:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624658.741865:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08f78. 00000400:00000010:2.0:1781624658.741871:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901dd48. 00000100:00000200:2.0:1781624658.741877:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455898368, portal 10 00000100:00000001:2.0:1781624658.741881:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624658.741882:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272068992 : -123673437482624 : ffff8f8508b0d180) 00000100:00000040:2.0:1781624658.741889:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0d180 x1868160455898368/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624658.741912:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624658.741914:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624658.741917:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d770. 00000100:00000200:2.0:1781624658.741919:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455898368, offset 0 00000400:00000200:2.0:1781624658.741925:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624658.741934:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624658.741941:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624658.741946:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624658.741950:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624658.741953:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624658.741956:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624658.741959:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376306:376306:256:4294967295] 192.168.202.101@tcp LPNI seq info [376276:376276:8:4294967295] 00000400:00000200:2.0:1781624658.741963:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624658.741972:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624658.741977:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624658.741982:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3300. 00000800:00000200:2.0:1781624658.741988:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624658.741995:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624658.741998:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624658.742009:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624658.742014:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 16848 usecs (17 jiffies) 00000400:00000200:2.0:1781624658.742017:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624658.742019:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302815761 00000100:00000001:2.0:1781624658.742022:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302818422 00000100:00000001:3.0:1781624658.742323:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624658.742326:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624658.742328:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781624658.742334:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0c000 x1868160455898240/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624658.742341:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781624658.742342:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624658.742345:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781624658.742347:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781624658.742349:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624658.742352:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455898240:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624658.742355:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781624658.742358:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781624658.742360:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624658.742361:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781624658.742365:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ec000. 02000000:00000001:3.0:1781624658.742366:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624658.742370:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781624658.742373:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8840. 00000400:00000010:3.0:1781624658.742377:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70908. 00000100:00000200:3.0:1781624658.742380:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455898240, portal 25 00000100:00000001:3.0:1781624658.742382:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781624658.742384:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272064512 : -123673437487104 : ffff8f8508b0c000) 00000100:00000040:3.0:1781624658.742389:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0c000 x1868160455898240/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624658.742395:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781624658.742397:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781624658.742400:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e702a8. 00000100:00000200:3.0:1781624658.742402:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455898240, offset 0 00000400:00000200:3.0:1781624658.742407:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624658.742411:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624658.742415:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781624658.742417:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781624658.742420:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781624658.742422:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781624658.742424:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781624658.742426:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376307:376307:255:4294967295] 192.168.202.101@tcp LPNI seq info [376277:376277:7:4294967295] 00000400:00000200:3.0:1781624658.742431:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624658.742437:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781624658.742441:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781624658.742445:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d400. 00000800:00000200:3.0:1781624658.742449:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781624658.742456:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781624658.742459:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781624658.742461:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624658.742465:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624658.742467:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302823543 00000100:00000001:3.0:1781624658.742472:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302818422 00000100:00000001:3.0:1781624658.742477:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302823543 00000100:00000001:3.0:1781624658.742480:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302818422 00000100:00000001:3.0:1781624658.742541:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624658.742545:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624658.742548:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624658.742550:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624658.742557:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624658.742559:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781624658.742561:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624658.742563:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624658.742564:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624658.742566:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624658.742629:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624658.742634:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3300. 00000400:00000200:3.0:1781624658.742641:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624658.742646:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624658.742652:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d770 00000400:00000010:3.0:1781624658.742654:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d770. 00000100:00000001:3.0:1781624658.742659:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624658.742663:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0d180 x1868160455898368/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624658.742672:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624658.742675:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0d180 x1868160455898368/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624674 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624658.742682:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624658.742684:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1781624658.742984:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302815761 00000100:00000001:2.0:1781624658.742989:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302823543 00000100:00000001:2.0:1781624658.742992:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624658.742994:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624658.742996:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624658.742997:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624658.743002:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624658.743003:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781624658.743005:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624658.743006:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624658.743008:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624658.743009:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624658.743768:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624658.743773:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d400. 00000400:00000200:3.0:1781624658.743779:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624658.743784:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624658.743790:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e702a8 00000400:00000010:3.0:1781624658.743793:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e702a8. 00000100:00000001:3.0:1781624658.743796:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624658.743800:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0c000 x1868160455898240/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624658.743808:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624658.743812:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0c000 x1868160455898240/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624674 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624658.743818:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624658.743819:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624658.744642:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624658.744655:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624658.744658:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624658.744661:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624658.744669:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624658.744674:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624658.744681:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624658.744685:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624658.744690:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624658.744694:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b7480 00000400:00000200:2.0:1781624658.744698:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624658.744705:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa055 [1] + 224 00000800:00000001:2.0:1781624658.744711:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624658.744718:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624658.744721:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624658.744724:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624658.744729:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624658.744735:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0c000 x1868160455898240/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624674 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624658.744745:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0c000 x1868160455898240/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624674 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624658.744793:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624658.744797:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624658.744812:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624658.744820:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624658.744824:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1781624658.744860:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624658.744862:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624658.744866:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8840. 00000400:00000200:3.0:1781624658.744871:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70908 00000400:00000010:3.0:1781624658.744873:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70908. 00000100:00000001:3.0:1781624658.744875:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624658.744880:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0c000 x1868160455898240/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624674 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624658.744888:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0c000 x1868160455898240/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624674 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624658.744894:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624658.744895:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624658.744970:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624658.744974:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624658.744976:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624658.744978:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624658.744981:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624658.744988:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=85 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624658.744992:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=6 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624658.744994:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624658.744995:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624658.744998:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624658.744999:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624658.745003:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624658.745008:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0c000 x1868160455898240/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624674 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624658.745015:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624658.745018:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624658.745020:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624658.745023:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0c000 x1868160455898240/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624674 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624658.745051:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455898240:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624658.745055:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624658.745057:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624658.745060:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0c000 x1868160455898240/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624674 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624658.745065:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624658.745067:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624658.745071:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ec000. 02000000:00000001:3.0:1781624658.745075:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624658.745077:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624658.745079:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781624658.745080:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624658.745083:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3600. 02000000:00000001:3.0:1781624658.745087:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624658.745089:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624658.745090:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0c000. 00000100:00000001:3.0:1781624658.745093:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624658.745094:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624658.745096:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624658.745102:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624658.745104:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624658.745346:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624658.745348:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624658.746275:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624658.746284:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624658.746286:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624658.746288:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624658.746295:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624658.746301:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624658.746307:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624658.746311:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624658.746315:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624658.746319:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b7500 00000400:00000200:2.0:1781624658.746323:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624658.746328:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa045 [1] + 224 00000800:00000001:2.0:1781624658.746333:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624658.746340:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624658.746342:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624658.746346:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624658.746351:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624658.746357:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0d180 x1868160455898368/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624674 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624658.746365:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0d180 x1868160455898368/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624674 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624658.746456:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624658.746458:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624658.746471:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624658.746476:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624658.746478:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1781624658.747057:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624658.747060:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624658.747063:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08f78. 00000400:00000200:3.0:1781624658.747069:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901dd48 00000400:00000010:3.0:1781624658.747070:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901dd48. 00000100:00000001:3.0:1781624658.747074:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624658.747225:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0d180 x1868160455898368/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624674 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624658.747239:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0d180 x1868160455898368/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624674 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624658.747245:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624658.747247:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624658.747249:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624658.747252:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624658.747253:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624658.747255:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624658.747258:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624658.747266:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=85 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624658.747271:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=6 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624658.747273:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624658.747275:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624658.747277:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624658.747280:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624658.747284:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781624658.747286:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781624658.747288:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781624658.747289:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624658.747294:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0d180 x1868160455898368/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624674 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624658.747301:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624658.747304:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624658.747306:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624658.747310:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0d180 x1868160455898368/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624674 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624658.747323:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455898368:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624658.747328:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624658.747330:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624658.747333:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0d180 x1868160455898368/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624674 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624658.747340:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624658.747343:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624658.747346:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078000. 02000000:00000001:3.0:1781624658.747349:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624658.747352:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624658.747354:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781624658.747356:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624658.747358:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3000. 02000000:00000001:3.0:1781624658.747363:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624658.747364:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624658.747366:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0d180. 00000100:00000001:3.0:1781624658.747369:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624658.747371:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624658.747373:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624658.747380:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624658.747382:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624658.747384:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624658.747386:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624659.127437:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624659.127445:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624659.127447:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624659.127450:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624659.127455:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624659.127457:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624659.127459:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624659.127462:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624659.127466:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624659.127467:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624659.127469:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624659.127471:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624659.127473:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624659.127474:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624659.127476:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624659.127477:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624659.127560:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624659.127563:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624659.127566:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624660.149238:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624660.149245:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624660.149250:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624660.149252:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624660.149435:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624660.149439:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624660.149442:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624661.175122:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624661.175130:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624661.175136:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624661.175137:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624661.176605:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624661.176611:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624661.176615:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624662.197381:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624662.197388:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624662.197394:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624662.197395:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624662.197486:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624662.197490:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624662.197494:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624663.221158:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624663.221165:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624663.221171:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624663.221177:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624663.221912:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624663.221916:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624663.221919:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781624663.861200:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624663.861208:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624663.861217:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733e300. 00000020:00000040:1.0:1781624663.861222:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781624663.861226:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624663.861228:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624663.861232:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624663.861238:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f3eb00. 00000100:00000001:1.0:1781624663.861244:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624663.861259:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733e300 x1868160455898496/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624663.861267:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624663.861270:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624663.861275:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c15ddfe] to pc [ptlrpcd_00_00+0] req@ffff8f850733e300 x1868160455898496/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624663.861296:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624663.861298:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624663.861300:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624663.861302:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733c700. 00000020:00000040:1.0:1781624663.861303:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781624663.861305:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624663.861306:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624663.861307:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624663.861309:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f3ea00. 00000100:00000001:1.0:1781624663.861310:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624663.861313:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733c700 x1868160455898624/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624663.861317:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624663.861318:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624663.861320:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049ca5dcf] to pc [ptlrpcd_00_01+1] req@ffff8f850733c700 x1868160455898624/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624663.861325:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624663.861326:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624663.861328:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624663.861330:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624663.861332:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624663.861335:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8158) 00000100:00000001:0.0:1781624663.861425:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624663.861428:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624663.861430:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624663.861435:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733e300 x1868160455898496/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624663.861440:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624663.861442:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624663.861446:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624663.861448:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624663.861451:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624663.861454:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455898496:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624663.861458:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624663.861464:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624663.861466:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624663.861469:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624663.861474:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875ce00. 02000000:00000001:0.0:1781624663.861476:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624663.861482:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624663.861486:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc75d8. 00000400:00000010:0.0:1781624663.861493:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9bb0. 00000100:00000200:0.0:1781624663.861499:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455898496, portal 25 00000100:00000001:0.0:1781624663.861502:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624663.861503:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247104256 : -123673462447360 : ffff8f850733e300) 00000100:00000040:0.0:1781624663.861507:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733e300 x1868160455898496/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624663.861512:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624663.861514:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624663.861516:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e94c8. 00000100:00000200:0.0:1781624663.861518:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455898496, offset 0 00000400:00000200:0.0:1781624663.861523:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624663.861529:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624663.861536:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624663.861539:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624663.861542:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624663.861545:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624663.861547:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624663.861550:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376308:376308:256:4294967295] 192.168.202.101@tcp LPNI seq info [376278:376278:8:4294967295] 00000400:00000200:0.0:1781624663.861553:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624663.861560:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624663.861565:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624663.861569:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85028af400. 00000800:00000200:0.0:1781624663.861574:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624663.861580:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624663.861583:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85028af400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624663.861597:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624663.861600:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624663.861602:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302828662 00000100:00000001:0.0:1781624663.861607:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302823543 00000100:00000001:0.0:1781624663.861609:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302828662 00000100:00000001:0.0:1781624663.861611:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302823543 00000100:00000001:0.0:1781624663.861613:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624663.861615:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624663.861617:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624663.861619:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624663.861624:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624663.861625:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781624663.861627:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624663.861627:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624663.861628:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624663.861630:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1781624663.861631:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624663.861632:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624663.861633:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624663.861634:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624663.861634:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624663.861635:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624663.861637:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733c700 x1868160455898624/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624663.861645:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624663.861646:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624663.861647:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624663.861648:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624663.861649:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624663.861651:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455898624:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624663.861653:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624663.861654:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624663.861655:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624663.861656:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624663.861658:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875de00. 02000000:00000001:0.0:1781624663.861659:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624663.861661:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624663.861663:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc74d0. 00000400:00000010:0.0:1781624663.861665:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9e58. 00000100:00000200:0.0:1781624663.861667:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455898624, portal 10 00000100:00000001:0.0:1781624663.861669:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624663.861670:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247097088 : -123673462454528 : ffff8f850733c700) 00000100:00000040:0.0:1781624663.861676:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733c700 x1868160455898624/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624663.861682:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624663.861684:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624663.861686:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e96e8. 00000100:00000200:0.0:1781624663.861689:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455898624, offset 0 00000400:00000200:0.0:1781624663.861692:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624663.861696:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624663.861699:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624663.861701:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624663.861703:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624663.861705:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624663.861708:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624663.861711:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376309:376309:255:4294967295] 192.168.202.101@tcp LPNI seq info [376279:376279:7:4294967295] 00000400:00000200:0.0:1781624663.861715:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624663.861720:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624663.861724:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624663.861727:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85028af900. 00000800:00000200:0.0:1781624663.861731:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624663.861735:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624663.861738:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85028af900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624663.861741:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624663.861744:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 16840 usecs (17 jiffies) 00000400:00000200:0.0:1781624663.861747:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624663.861749:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302820881 00000100:00000001:0.0:1781624663.861752:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302828662 00000100:00000001:0.0:1781624663.861754:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302820881 00000100:00000001:0.0:1781624663.861755:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302828662 00000100:00000001:0.0:1781624663.861758:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624663.861759:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624663.861762:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624663.861763:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624663.861773:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624663.861775:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624663.861872:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624663.861878:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85028af400. 00000400:00000200:2.0:1781624663.861885:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624663.861890:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624663.861895:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e94c8 00000400:00000010:2.0:1781624663.861897:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e94c8. 00000100:00000001:2.0:1781624663.861901:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624663.861906:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733e300 x1868160455898496/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624663.861915:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624663.861919:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733e300 x1868160455898496/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624679 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624663.861925:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624663.861927:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624663.861992:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624663.861994:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85028af900. 00000400:00000200:2.0:1781624663.861997:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624663.862001:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624663.862004:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e96e8 00000400:00000010:2.0:1781624663.862005:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e96e8. 00000100:00000001:2.0:1781624663.862008:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624663.862011:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733c700 x1868160455898624/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624663.862018:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624663.862021:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733c700 x1868160455898624/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624679 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624663.862047:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624663.862048:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624663.865394:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624663.865412:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624663.865416:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624663.865418:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624663.865427:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624663.865433:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624663.865441:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624663.865446:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624663.865451:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624663.865455:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b7580 00000400:00000200:2.0:1781624663.865460:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624663.865466:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa065 [1] + 224 00000800:00000001:2.0:1781624663.865474:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624663.865481:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624663.865484:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624663.865488:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624663.865495:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624663.865504:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733e300 x1868160455898496/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624679 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624663.865514:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733e300 x1868160455898496/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624679 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624663.865536:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624663.865546:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624663.865549:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624663.866352:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624663.866357:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624663.866364:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624663.866366:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624663.866369:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc75d8. 00000400:00000200:0.0:1781624663.866374:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9bb0 00000400:00000010:0.0:1781624663.866376:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9bb0. 00000100:00000001:0.0:1781624663.866380:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624663.866386:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733e300 x1868160455898496/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624679 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624663.866403:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733e300 x1868160455898496/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624679 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624663.866410:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624663.866412:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624663.866414:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624663.866417:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624663.866419:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624663.866421:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624663.866425:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624663.866430:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=90 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624663.866434:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=11 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624663.866437:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624663.866439:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624663.866441:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624663.866443:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624663.866445:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624663.866449:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733e300 x1868160455898496/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624679 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624663.866456:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624663.866459:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624663.866461:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624663.866464:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733e300 x1868160455898496/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624679 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624663.866471:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455898496:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624663.866476:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624663.866478:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624663.866482:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733e300 x1868160455898496/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624679 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624663.866488:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624663.866491:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624663.866495:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875ce00. 02000000:00000001:0.0:1781624663.866498:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624663.866501:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624663.866503:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781624663.866505:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624663.866507:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f3eb00. 02000000:00000001:0.0:1781624663.866510:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624663.866512:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624663.866513:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733e300. 00000100:00000001:0.0:1781624663.866517:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624663.866518:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624663.866520:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624663.866522:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624663.866523:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624663.866525:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624663.866526:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624663.867914:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624663.867925:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624663.867928:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624663.867931:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624663.867938:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624663.867946:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624663.867954:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624663.867958:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624663.867962:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624663.867966:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b7600 00000400:00000200:2.0:1781624663.867971:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624663.867977:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa06d [1] + 224 00000800:00000001:2.0:1781624663.867983:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624663.867989:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624663.867992:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624663.867996:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624663.868002:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624663.868008:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733c700 x1868160455898624/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624679 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624663.868018:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733c700 x1868160455898624/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624679 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624663.868064:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624663.868072:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624663.868075:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624663.868133:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624663.868136:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624663.868142:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624663.868143:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624663.868146:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc74d0. 00000400:00000200:0.0:1781624663.868150:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9e58 00000400:00000010:0.0:1781624663.868153:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9e58. 00000100:00000001:0.0:1781624663.868156:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624663.868160:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733c700 x1868160455898624/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624679 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624663.868177:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733c700 x1868160455898624/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624679 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624663.868186:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624663.868187:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624663.868190:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624663.868192:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624663.868193:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624663.868196:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624663.868198:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624663.868207:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=90 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624663.868211:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=11 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624663.868214:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624663.868215:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624663.868218:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624663.868221:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624663.868224:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781624663.868226:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781624663.868228:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781624663.868229:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624663.868244:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733c700 x1868160455898624/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624679 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624663.868252:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624663.868410:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624663.868413:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624663.868419:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733c700 x1868160455898624/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624679 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624663.868426:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455898624:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624663.868430:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624663.868433:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624663.868435:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733c700 x1868160455898624/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624679 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624663.868441:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624663.868442:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624663.868445:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875de00. 02000000:00000001:0.0:1781624663.868449:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624663.868451:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624663.868453:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781624663.868455:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624663.868457:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f3ea00. 02000000:00000001:0.0:1781624663.868460:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624663.868461:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624663.868463:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733c700. 00000100:00000001:0.0:1781624663.868466:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624663.868467:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624663.868470:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624663.868477:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624663.868479:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624663.868481:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624663.868483:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624664.246265:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624664.246272:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624664.246278:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624664.246279:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624664.246389:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624664.246392:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624664.246395:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624665.269168:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624665.269176:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624665.269184:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624665.269185:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624665.270050:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624665.270054:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624665.270057:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624666.293682:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624666.293689:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624666.293695:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624666.293697:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624666.293883:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624666.293887:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624666.293891:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624667.317154:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624667.317161:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624667.317166:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624667.317167:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624667.317338:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624667.317342:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624667.317344:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624668.341356:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624668.341365:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624668.341367:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624668.341371:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624668.341375:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624668.341378:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624668.341380:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624668.341382:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624668.341386:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624668.341388:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624668.341389:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624668.341390:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624668.341392:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624668.341394:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624668.341396:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624668.341397:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624668.342170:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624668.342174:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624668.342177:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781624668.981210:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624668.981222:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624668.981233:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511280e00. 00000020:00000040:3.0:1781624668.981238:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781624668.981242:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624668.981245:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624668.981250:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624668.981258:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d400. 00000100:00000001:3.0:1781624668.981263:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624668.981275:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511280e00 x1868160455898752/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624668.981285:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624668.981290:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624668.981296:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b263204] to pc [ptlrpcd_01_00+0] req@ffff8f8511280e00 x1868160455898752/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624668.981327:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624668.981330:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624668.981333:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624668.981336:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511282300. 00000020:00000040:3.0:1781624668.981339:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781624668.981342:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624668.981343:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624668.981345:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624668.981349:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7df00. 00000100:00000001:3.0:1781624668.981352:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624668.981354:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1781624668.981357:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511282300 x1868160455898880/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624668.981359:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624668.981363:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1781624668.981371:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1781624668.981372:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511280e00 x1868160455898752/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624668.981374:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624668.981383:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd15682b] to pc [ptlrpcd_01_01+1] req@ffff8f8511282300 x1868160455898880/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624668.981388:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624668.981392:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624668.981398:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624668.981401:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624668.981404:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624668.981409:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511280e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455898752:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624668.981411:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624668.981416:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1781624668.981417:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624668.981423:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624668.981425:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624668.981428:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1781624668.981432:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624668.981436:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624668.981438:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8163) 02000000:00000001:2.0:1781624668.981439:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624668.981446:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078800. 02000000:00000001:2.0:1781624668.981449:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624668.981455:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1781624668.981456:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624668.981459:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624668.981462:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1781624668.981462:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08d10. 00000100:00000040:3.0:1781624668.981470:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511282300 x1868160455898880/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1781624668.981471:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901daa0. 00000100:00000200:2.0:1781624668.981479:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455898752, portal 25 00000100:00000001:2.0:1781624668.981482:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624668.981484:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414100992 : -123673295450624 : ffff8f8511280e00) 00000100:00000001:3.0:1781624668.981491:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1781624668.981492:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511280e00 x1868160455898752/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624668.981495:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624668.981500:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781624668.981503:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624668.981506:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1781624668.981507:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624668.981512:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000100:00100000:3.0:1781624668.981515:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455898880:192.168.202.101@tcp:400:kworker.0 00000400:00000010:2.0:1781624668.981517:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d220. 00000100:00000200:2.0:1781624668.981522:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455898752, offset 0 00000100:00000001:3.0:1781624668.981523:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781624668.981527:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781624668.981530:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624668.981532:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 02000000:00000001:3.0:1781624668.981533:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781624668.981539:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ede00. 02000000:00000001:3.0:1781624668.981541:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624668.981544:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624668.981548:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781624668.981552:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8840. 00000400:00000200:2.0:1781624668.981556:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000010:3.0:1781624668.981557:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70908. 00000400:00000200:2.0:1781624668.981563:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1781624668.981564:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455898880, portal 10 00000100:00000001:3.0:1781624668.981567:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1781624668.981570:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000100:00000001:3.0:1781624668.981571:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414106368 : -123673295445248 : ffff8f8511282300) 00000400:00000200:2.0:1781624668.981577:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1781624668.981582:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511282300 x1868160455898880/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1781624668.981583:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624668.981590:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376310:376310:256:4294967295] 192.168.202.101@tcp LPNI seq info [376280:376280:8:4294967295] 00000400:00000200:2.0:1781624668.981602:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624668.981609:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781624668.981616:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624668.981619:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000400:00000010:3.0:1781624668.981620:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e702a8. 00000100:00000200:3.0:1781624668.981625:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455898880, offset 0 00000800:00000200:2.0:1781624668.981628:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624668.981634:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624668.981636:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3000. 00000400:00000200:3.0:1781624668.981641:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000800:00000200:2.0:1781624668.981648:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000400:00000200:3.0:1781624668.981649:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781624668.981656:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781624668.981662:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000800:00000200:2.0:1781624668.981662:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000400:00000200:3.0:1781624668.981668:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1781624668.981669:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1781624668.981673:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781624668.981678:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376311:376311:255:4294967295] 192.168.202.101@tcp LPNI seq info [376281:376281:7:4294967295] 00000100:00000001:2.0:1781624668.981682:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624668.981683:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624668.981690:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624668.981695:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302833782 00000400:00000200:3.0:1781624668.981696:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781624668.981703:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000100:00000001:2.0:1781624668.981705:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302828662 00000800:00000010:3.0:1781624668.981708:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d100. 00000100:00000001:2.0:1781624668.981710:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302833782 00000800:00000200:3.0:1781624668.981715:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000100:00000001:2.0:1781624668.981716:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302828662 00000100:00000001:2.0:1781624668.981722:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1781624668.981724:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000100:00000001:2.0:1781624668.981725:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624668.981729:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624668.981730:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624668.981736:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624668.981736:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624668.981741:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 16831 usecs (17 jiffies) 00000400:00000200:3.0:1781624668.981744:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624668.981746:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302826001 00000100:00000001:3.0:1781624668.981748:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302833782 00000100:00000001:3.0:1781624668.981751:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302826001 00000100:00000001:3.0:1781624668.981754:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302833782 00000100:00000001:3.0:1781624668.981757:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624668.981758:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624668.981759:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624668.981761:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781624668.981765:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624668.981765:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624668.981768:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624668.981769:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624668.981771:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624668.981775:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624668.981775:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624668.981779:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781624668.981782:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624668.981783:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624668.981785:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624668.981787:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624668.981834:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624668.981839:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3000. 00000400:00000200:2.0:1781624668.981845:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624668.981850:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624668.981855:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d220 00000400:00000010:2.0:1781624668.981857:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d220. 00000100:00000001:2.0:1781624668.981861:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624668.981866:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511280e00 x1868160455898752/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624668.981875:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624668.981879:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511280e00 x1868160455898752/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624684 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624668.981886:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624668.981888:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624668.981943:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624668.981946:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d100. 00000400:00000200:2.0:1781624668.981949:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624668.981954:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624668.981956:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e702a8 00000400:00000010:2.0:1781624668.981958:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e702a8. 00000100:00000001:2.0:1781624668.981960:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624668.981964:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511282300 x1868160455898880/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624668.981971:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624668.981974:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511282300 x1868160455898880/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624684 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624668.981981:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624668.981982:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624668.984632:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624668.984646:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624668.984650:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624668.984652:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624668.984660:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624668.984667:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624668.984674:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624668.984679:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624668.984684:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624668.984689:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b7700 00000400:00000200:2.0:1781624668.984694:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624668.984699:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa085 [1] + 224 00000800:00000001:2.0:1781624668.984707:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624668.984712:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624668.984716:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624668.984720:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624668.984726:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624668.984734:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511282300 x1868160455898880/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624684 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624668.984746:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511282300 x1868160455898880/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624684 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624668.984761:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624668.984768:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624668.984771:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624668.984871:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624668.984875:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624668.984881:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624668.984883:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624668.984887:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8840. 00000400:00000200:3.0:1781624668.984892:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70908 00000400:00000010:3.0:1781624668.984894:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70908. 00000100:00000001:3.0:1781624668.984897:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624668.984903:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511282300 x1868160455898880/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624684 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624668.984913:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511282300 x1868160455898880/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624684 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624668.984920:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624668.984922:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624668.984925:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624668.984928:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624668.984931:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624668.984933:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624668.984937:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624668.984947:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=95 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624668.984951:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=16 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624668.984953:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624668.984955:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624668.984957:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624668.984961:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624668.984965:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781624668.984967:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781624668.984969:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781624668.984970:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624668.984976:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511282300 x1868160455898880/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624684 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624668.984984:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624668.984987:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624668.984989:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624668.984993:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511282300 x1868160455898880/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624684 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624668.985001:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455898880:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624668.985007:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624668.985010:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624668.985014:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511282300 x1868160455898880/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624684 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624668.985021:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624668.985024:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624668.985064:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ede00. 02000000:00000001:3.0:1781624668.985068:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624668.985070:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624668.985072:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781624668.985074:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624668.985077:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7df00. 02000000:00000001:3.0:1781624668.985080:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624668.985082:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624668.985085:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511282300. 00000100:00000001:3.0:1781624668.985088:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624668.985090:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624668.985092:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624668.985108:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624668.985110:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624668.985113:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624668.985116:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624668.987360:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624668.987373:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624668.987377:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624668.987380:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624668.987388:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624668.987395:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624668.987403:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624668.987408:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624668.987413:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624668.987417:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b7680 00000400:00000200:2.0:1781624668.987431:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624668.987437:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa075 [1] + 224 00000800:00000001:2.0:1781624668.987444:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624668.987451:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624668.987454:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624668.987458:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624668.987465:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624668.987472:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511280e00 x1868160455898752/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624684 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624668.987483:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511280e00 x1868160455898752/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624684 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624668.987500:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624668.987506:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624668.987509:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624668.987691:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624668.987695:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624668.987702:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624668.987704:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624668.987707:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08d10. 00000400:00000200:3.0:1781624668.987712:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901daa0 00000400:00000010:3.0:1781624668.987715:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901daa0. 00000100:00000001:3.0:1781624668.987717:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624668.987723:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511280e00 x1868160455898752/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624684 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624668.987734:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511280e00 x1868160455898752/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624684 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624668.987741:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624668.987743:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624668.987745:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624668.987748:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624668.987750:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624668.987752:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624668.987755:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624668.987762:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=95 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624668.987767:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=16 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624668.987770:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624668.987771:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624668.987774:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624668.987776:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624668.987778:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624668.987783:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511280e00 x1868160455898752/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624684 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624668.987790:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624668.987793:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624668.987795:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624668.987799:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511280e00 x1868160455898752/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624684 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624668.987808:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511280e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455898752:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624668.987824:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624668.987827:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624668.987831:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511280e00 x1868160455898752/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624684 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624668.987838:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624668.987841:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624668.987844:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078800. 02000000:00000001:3.0:1781624668.987847:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624668.987850:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624668.987852:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781624668.987854:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624668.987856:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d400. 02000000:00000001:3.0:1781624668.987860:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624668.987861:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624668.987863:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511280e00. 00000100:00000001:3.0:1781624668.987867:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624668.987868:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624668.987871:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624668.987877:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624668.987878:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624668.987881:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624668.987883:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624669.365258:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624669.365264:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624669.365270:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624669.365272:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624669.365443:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624669.365447:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624669.365449:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624670.389326:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624670.389335:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624670.389341:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624670.389342:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624670.389444:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624670.389447:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624670.389449:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624671.413144:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624671.413152:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624671.413157:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624671.413158:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624671.413845:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624671.413850:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624671.413853:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624672.437154:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624672.437162:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624672.437168:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624672.437170:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624672.437250:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624672.437254:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624672.437257:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624673.462238:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624673.462245:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624673.462251:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624673.462252:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624673.462893:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624673.462899:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624673.462902:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781624674.106652:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624674.106662:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624674.106673:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511280e00. 00000020:00000040:3.0:1781624674.106680:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781624674.106685:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624674.106688:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624674.106693:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624674.106702:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d400. 00000100:00000001:3.0:1781624674.106709:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624674.106723:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511280e00 x1868160455899008/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624674.106734:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624674.106738:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624674.106745:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b263204] to pc [ptlrpcd_01_00+0] req@ffff8f8511280e00 x1868160455899008/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624674.106832:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624674.106837:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624674.106840:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624674.106847:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511280e00 x1868160455899008/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624674.106855:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624674.106858:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624674.106862:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624674.106866:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624674.106869:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624674.106872:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511280e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455899008:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624674.106877:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624674.106884:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624674.106886:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624674.106889:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624674.106895:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078a00. 02000000:00000001:2.0:1781624674.106897:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624674.106904:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624674.106909:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f084d0. 00000400:00000010:2.0:1781624674.106916:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d220. 00000100:00000200:2.0:1781624674.106923:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455899008, portal 25 00000100:00000001:2.0:1781624674.106926:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624674.106927:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414100992 : -123673295450624 : ffff8f8511280e00) 00000100:00000040:2.0:1781624674.106933:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511280e00 x1868160455899008/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624674.106940:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624674.106943:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624674.106946:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d330. 00000100:00000200:2.0:1781624674.106949:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455899008, offset 0 00000400:00000200:2.0:1781624674.106955:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624674.106964:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624674.106972:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624674.106978:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624674.106982:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624674.106986:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624674.106989:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624674.106993:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376312:376312:256:4294967295] 192.168.202.101@tcp LPNI seq info [376282:376282:8:4294967295] 00000400:00000200:2.0:1781624674.106998:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624674.107007:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624674.107012:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624674.107017:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3000. 00000800:00000200:2.0:1781624674.107024:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624674.107049:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624674.107052:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624674.107064:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624674.107068:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624674.107070:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302838907 00000100:00000001:2.0:1781624674.107078:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302833782 00000100:00000001:2.0:1781624674.107083:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302838907 00000100:00000001:2.0:1781624674.107087:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302833782 00000100:00000001:2.0:1781624674.107090:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624674.107093:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624674.107096:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624674.107098:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624674.107440:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624674.107443:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781624674.107446:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624674.107448:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624674.107449:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624674.107452:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624674.107511:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624674.107515:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624674.107518:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624674.107522:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511282300. 00000020:00000040:3.0:1781624674.107526:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781624674.107529:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624674.107531:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624674.107533:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624674.107537:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7df00. 00000100:00000001:3.0:1781624674.107541:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624674.107546:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511282300 x1868160455899136/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624674.107554:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624674.107557:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624674.107561:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd15682b] to pc [ptlrpcd_01_01+1] req@ffff8f8511282300 x1868160455899136/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624674.107575:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624674.107578:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624674.107581:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624674.107584:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624674.107588:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624674.107592:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8168) 00000100:00000001:3.0:1781624674.107604:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624674.107607:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624674.107609:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781624674.107613:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511282300 x1868160455899136/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624674.107619:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781624674.107620:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624674.107623:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781624674.107625:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781624674.107627:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624674.107629:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455899136:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624674.107633:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781624674.107636:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781624674.107637:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624674.107639:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781624674.107642:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ed400. 02000000:00000001:3.0:1781624674.107644:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624674.107649:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781624674.107652:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8840. 00000400:00000010:3.0:1781624674.107657:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70908. 00000800:00000200:2.0:1781624674.109535:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624674.109543:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3000. 00000400:00000200:2.0:1781624674.109551:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624674.109559:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000200:3.0:1781624674.111424:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455899136, portal 10 00000400:00000200:2.0:1781624674.111433:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d330 00000100:00000001:3.0:1781624674.111434:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781624674.111436:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414106368 : -123673295445248 : ffff8f8511282300) 00000400:00000010:2.0:1781624674.111439:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d330. 00000100:00000001:2.0:1781624674.111444:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1781624674.111451:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511282300 x1868160455899136/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624674.111451:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511280e00 x1868160455899008/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624674.111461:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1781624674.111462:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624674.111463:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000100:00000040:2.0:1781624674.111465:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511280e00 x1868160455899008/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624690 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624674.111471:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1781624674.111472:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70a18. 00000100:00000001:2.0:1781624674.111473:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:3.0:1781624674.111476:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455899136, offset 0 00000400:00000200:3.0:1781624674.111482:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624674.111493:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624674.111500:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781624674.111505:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781624674.111510:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781624674.111514:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1781624674.111514:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1781624674.111517:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000100:00000001:2.0:1781624674.111518:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1781624674.111520:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376313:376313:256:4294967295] 192.168.202.101@tcp LPNI seq info [376283:376283:8:4294967295] 00000100:00000001:2.0:1781624674.111521:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624674.111524:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624674.111525:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624674.111534:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781624674.111540:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781624674.111545:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d000. 00000800:00000200:3.0:1781624674.111552:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781624674.111559:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781624674.111563:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781624674.111681:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624674.111686:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 16820 usecs (17 jiffies) 00000400:00000200:3.0:1781624674.111690:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624674.111693:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302831131 00000100:00000001:3.0:1781624674.111696:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302838907 00000100:00000001:3.0:1781624674.111699:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302831131 00000100:00000001:3.0:1781624674.111701:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302838907 00000100:00000001:3.0:1781624674.111703:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624674.111706:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624674.111709:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624674.111710:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1781624674.111715:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1781624674.111718:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:2.0:1781624674.111719:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d000. 00000100:00000001:3.0:1781624674.111720:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781624674.111722:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624674.111723:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1781624674.111723:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1781624674.111725:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624674.111727:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624674.111727:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624674.111731:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70a18 00000400:00000010:2.0:1781624674.111732:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70a18. 00000100:00000001:2.0:1781624674.111735:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624674.111738:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511282300 x1868160455899136/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1781624674.111740:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1781624674.111746:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624674.111748:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511282300 x1868160455899136/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624690 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1781624674.111749:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624674.111751:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624674.111755:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624674.111755:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624674.111757:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1781624674.111758:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624674.111762:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624674.111780:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624674.111784:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624674.111787:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624674.111791:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b7780 00000400:00000200:3.0:1781624674.111795:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624674.111801:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa095 [1] + 224 00000800:00000001:3.0:1781624674.111807:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624674.111814:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624674.111816:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624674.111820:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624674.112413:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624674.112419:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511280e00 x1868160455899008/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624690 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624674.112430:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511280e00 x1868160455899008/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624690 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624674.112444:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624674.112453:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624674.112456:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624674.112465:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624674.112468:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624674.112473:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624674.112475:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624674.112478:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f084d0. 00000400:00000200:3.0:1781624674.112482:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d220 00000400:00000010:3.0:1781624674.112484:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d220. 00000100:00000001:3.0:1781624674.112487:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624674.112491:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511280e00 x1868160455899008/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624690 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624674.112499:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511280e00 x1868160455899008/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624690 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624674.112511:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624674.112513:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624674.112515:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624674.112518:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624674.112521:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624674.112524:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624674.112527:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624674.112535:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=101 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624674.112540:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=22 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624674.112542:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624674.112544:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624674.112547:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624674.112549:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624674.112552:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624674.112557:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511280e00 x1868160455899008/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624690 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624674.112565:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624674.112568:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624674.112570:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624674.112574:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511280e00 x1868160455899008/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624690 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624674.112582:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511280e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455899008:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624674.112587:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624674.112589:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624674.112592:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511280e00 x1868160455899008/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624690 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624674.112598:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624674.112601:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624674.112605:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078a00. 02000000:00000001:3.0:1781624674.112608:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624674.112611:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624674.112613:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781624674.112615:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624674.112618:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d400. 02000000:00000001:3.0:1781624674.112621:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624674.112623:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624674.112625:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511280e00. 00000100:00000001:3.0:1781624674.112629:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624674.112630:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624674.112632:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624674.112637:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624674.112639:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624674.112641:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624674.112642:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624674.116450:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624674.116473:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624674.116476:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624674.116479:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624674.116488:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624674.116495:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624674.116506:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624674.116511:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624674.116516:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624674.116521:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b7800 00000400:00000200:2.0:1781624674.116526:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624674.116532:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa0a5 [1] + 224 00000800:00000001:2.0:1781624674.116539:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624674.116550:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624674.116553:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624674.116558:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624674.116566:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624674.116575:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511282300 x1868160455899136/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624690 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624674.116586:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511282300 x1868160455899136/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624690 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624674.116612:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624674.116620:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624674.116623:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624674.116980:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624674.116984:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624674.116990:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624674.116992:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624674.116996:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8840. 00000400:00000200:3.0:1781624674.117001:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70908 00000400:00000010:3.0:1781624674.117004:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70908. 00000100:00000001:3.0:1781624674.117007:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624674.117012:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511282300 x1868160455899136/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624690 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624674.117021:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511282300 x1868160455899136/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624690 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624674.117054:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624674.117056:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624674.117059:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624674.117061:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624674.117064:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624674.117066:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624674.117069:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624674.117078:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=101 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624674.117081:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=22 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624674.117084:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624674.117087:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624674.117089:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624674.117093:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624674.117096:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781624674.117098:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781624674.117100:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781624674.117101:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624674.117106:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511282300 x1868160455899136/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624690 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624674.117113:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624674.117116:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624674.117119:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624674.117122:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511282300 x1868160455899136/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624690 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624674.117130:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455899136:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624674.117135:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624674.117137:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624674.117140:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511282300 x1868160455899136/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624690 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624674.117147:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624674.117150:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624674.117153:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ed400. 02000000:00000001:3.0:1781624674.117156:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624674.117159:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624674.117160:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781624674.117162:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624674.117165:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7df00. 02000000:00000001:3.0:1781624674.117169:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624674.117170:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624674.117172:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511282300. 00000100:00000001:3.0:1781624674.117176:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624674.117177:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624674.117179:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624674.117186:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624674.117188:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624674.117190:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624674.117193:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624674.485145:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624674.485153:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624674.485159:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624674.485160:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624674.485339:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624674.485344:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624674.485346:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624675.509131:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624675.509137:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624675.509141:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624675.509141:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624675.509295:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624675.509298:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624675.509300:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624676.533151:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624676.533157:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624676.533164:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624676.533165:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624676.534883:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624676.534888:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624676.534892:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624677.559079:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624677.559085:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624677.559091:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624677.559093:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624677.559290:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624677.559295:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624677.559299:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624678.581310:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624678.581316:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624678.581318:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624678.581321:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624678.581324:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624678.581326:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624678.581327:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624678.581329:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624678.581332:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624678.581333:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624678.581334:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624678.581335:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624678.581336:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624678.581336:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624678.581338:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624678.581339:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624678.581389:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624678.581392:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624678.581399:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781624679.221256:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624679.221267:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624679.221281:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0f800. 00000020:00000040:2.0:1781624679.221287:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781624679.221292:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624679.221295:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624679.221301:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624679.221310:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3000. 00000100:00000001:2.0:1781624679.221318:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624679.221331:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0f800 x1868160455899264/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624679.221343:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624679.221348:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624679.221354:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021613b51] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0f800 x1868160455899264/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624679.221389:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624679.221392:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624679.221397:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624679.221400:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0dc00. 00000020:00000040:2.0:1781624679.221403:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781624679.221405:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1781624679.221408:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1781624679.221408:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624679.221410:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624679.221414:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1781624679.221416:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3600. 00000100:00000001:3.0:1781624679.221418:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1781624679.221421:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624679.221427:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0f800 x1868160455899264/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624679.221429:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0dc00 x1868160455899392/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624679.221451:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781624679.221455:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624679.221460:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1781624679.221463:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1781624679.221464:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624679.221466:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624679.221470:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624679.221474:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068c26600] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0dc00 x1868160455899392/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624679.221477:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455899264:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624679.221486:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1781624679.221492:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624679.221493:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1781624679.221495:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1781624679.221497:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624679.221502:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1781624679.221502:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624679.221508:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:3.0:1781624679.221510:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ed400. 00000100:00000040:2.0:1781624679.221511:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1781624679.221515:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624679.221519:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8173) 00000400:00000200:3.0:1781624679.221525:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781624679.221530:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8840. 00000100:00000001:2.0:1781624679.221535:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1781624679.221537:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70908. 00000100:00000001:2.0:1781624679.221539:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624679.221543:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1781624679.221545:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455899264, portal 25 00000100:00000040:2.0:1781624679.221548:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0dc00 x1868160455899392/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624679.221550:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781624679.221553:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272078848 : -123673437472768 : ffff8f8508b0f800) 00000100:00000001:2.0:1781624679.221562:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1781624679.221564:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0f800 x1868160455899264/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624679.221565:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624679.221571:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624679.221574:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624679.221578:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624679.221584:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1781624679.221584:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455899392:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624679.221591:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1781624679.221592:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 02000000:00000001:2.0:1781624679.221596:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1781624679.221597:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70b28. 02000000:00000001:2.0:1781624679.221600:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1781624679.221602:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455899264, offset 0 02000000:00000001:2.0:1781624679.221604:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624679.221610:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079a00. 00000400:00000200:3.0:1781624679.221613:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 02000000:00000001:2.0:1781624679.221614:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624679.221621:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624679.221625:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624679.221626:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f083c8. 00000400:00000010:2.0:1781624679.221632:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d330. 00000400:00000200:3.0:1781624679.221636:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000100:00000200:2.0:1781624679.221638:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455899392, portal 10 00000400:00000200:3.0:1781624679.221642:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1781624679.221642:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624679.221645:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272071680 : -123673437479936 : ffff8f8508b0dc00) 00000400:00000200:3.0:1781624679.221649:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781624679.221657:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1781624679.221658:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0dc00 x1868160455899392/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1781624679.221661:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781624679.221669:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376314:376314:256:4294967295] 192.168.202.101@tcp LPNI seq info [376284:376284:8:4294967295] 00000100:00000001:2.0:1781624679.221676:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1781624679.221680:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624679.221694:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000100:00000040:2.0:1781624679.221695:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624679.221702:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901db28. 00000800:00000200:3.0:1781624679.221704:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000100:00000200:2.0:1781624679.221707:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455899392, offset 0 00000800:00000010:3.0:1781624679.221710:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7df00. 00000400:00000200:2.0:1781624679.221716:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000800:00000200:3.0:1781624679.221729:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000400:00000200:2.0:1781624679.221734:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624679.221742:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000800:00000200:3.0:1781624679.221744:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000400:00000200:2.0:1781624679.221747:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1781624679.221750:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7df00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1781624679.221753:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624679.221757:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624679.221760:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000100:00000001:3.0:1781624679.221764:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624679.221764:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376315:376315:255:4294967295] 192.168.202.101@tcp LPNI seq info [376285:376285:7:4294967295] 00000400:00000200:3.0:1781624679.221772:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624679.221773:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624679.221778:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302844022 00000400:00000200:2.0:1781624679.221785:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000100:00000001:3.0:1781624679.221788:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302838907 00000100:00000001:3.0:1781624679.221792:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302844022 00000100:00000001:3.0:1781624679.221795:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302838907 00000100:00000001:3.0:1781624679.221797:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624679.221800:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624679.221803:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624679.221805:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624679.221812:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624679.221815:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781624679.221826:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624679.221828:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624679.221829:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624679.221832:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624679.221949:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624679.221953:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7df00. 00000400:00000200:3.0:1781624679.221958:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624679.221963:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000800:00000200:2.0:1781624679.222488:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624679.222493:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3300. 00000800:00000200:2.0:1781624679.222496:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624679.222500:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624679.222502:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624679.222505:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624679.222508:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 16815 usecs (17 jiffies) 00000400:00000200:2.0:1781624679.222511:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624679.222513:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302836242 00000100:00000001:2.0:1781624679.222515:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302844022 00000100:00000001:2.0:1781624679.222517:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302836242 00000100:00000001:2.0:1781624679.222518:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302844022 00000100:00000001:2.0:1781624679.222520:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624679.222521:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624679.222523:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624679.222524:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624679.222528:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624679.222529:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781624679.222530:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624679.222531:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624679.222532:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624679.222533:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624679.222663:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70b28 00000400:00000010:3.0:1781624679.222667:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70b28. 00000100:00000001:3.0:1781624679.222671:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624679.222676:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0f800 x1868160455899264/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624679.222686:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624679.222689:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0f800 x1868160455899264/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624695 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624679.222694:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624679.222696:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781624679.223122:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624679.223126:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3300. 00000400:00000200:3.0:1781624679.223130:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624679.223135:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624679.223138:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901db28 00000400:00000010:3.0:1781624679.223140:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901db28. 00000100:00000001:3.0:1781624679.223143:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624679.223147:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0dc00 x1868160455899392/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624679.223154:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624679.223156:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0dc00 x1868160455899392/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624695 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624679.223310:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624679.223312:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624679.224598:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624679.224815:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624679.224991:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624679.224996:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624679.225003:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624679.225009:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624679.225017:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624679.225022:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624679.225049:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624679.225053:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b7880 00000400:00000200:2.0:1781624679.225058:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624679.225064:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa0b5 [1] + 224 00000800:00000001:2.0:1781624679.225071:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624679.225078:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624679.225081:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624679.225085:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624679.225090:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624679.225097:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0f800 x1868160455899264/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624695 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624679.225107:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0f800 x1868160455899264/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624695 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624679.225171:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624679.225175:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624679.225189:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624679.225204:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624679.225209:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1781624679.226648:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624679.226653:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624679.226658:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8840. 00000400:00000200:3.0:1781624679.226665:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70908 00000400:00000010:3.0:1781624679.226668:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70908. 00000100:00000001:3.0:1781624679.226672:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624679.226680:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0f800 x1868160455899264/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624695 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624679.226738:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0f800 x1868160455899264/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624695 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624679.226745:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624679.226747:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624679.226750:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624679.226753:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624679.226755:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624679.226759:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624679.226762:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624679.226768:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=106 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624679.226772:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=27 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624679.226775:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624679.226777:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624679.226780:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624679.226781:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624679.226784:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624679.226789:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0f800 x1868160455899264/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624695 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624679.226795:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624679.226799:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624679.226800:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624679.226804:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0f800 x1868160455899264/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624695 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624679.226813:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455899264:192.168.202.101@tcp:400:kworker.0 00000800:00000001:2.0:1781624679.227064:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624679.227075:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624679.227078:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624679.227080:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624679.227087:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624679.227092:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624679.227099:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624679.227105:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624679.227109:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624679.227114:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b7900 00000400:00000200:2.0:1781624679.227118:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624679.227125:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa0c5 [1] + 224 00000800:00000001:2.0:1781624679.227131:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624679.227139:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624679.227142:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624679.227146:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624679.227151:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624679.227156:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0dc00 x1868160455899392/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624695 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624679.227239:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0dc00 x1868160455899392/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624695 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624679.227254:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624679.227261:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624679.227264:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624679.227276:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624679.227279:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781624679.227282:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781624679.227284:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781624679.227286:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f083c8. 00000400:00000200:2.0:1781624679.227291:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d330 00000400:00000010:2.0:1781624679.227293:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d330. 00000100:00000001:2.0:1781624679.227295:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624679.227300:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0dc00 x1868160455899392/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624695 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624679.227308:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0dc00 x1868160455899392/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624695 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624679.227313:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781624679.227315:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624679.227316:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781624679.227318:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781624679.227319:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781624679.227321:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624679.227322:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781624679.227328:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=106 v=5 (5 5 5 5) 00000100:00001000:2.0:1781624679.227332:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=27 v=5 (1 1 1 1) 00000100:00000001:2.0:1781624679.227334:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781624679.227335:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781624679.227337:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781624679.227339:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624679.227342:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781624679.227344:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:2.0:1781624679.227346:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781624679.227347:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624679.227351:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0dc00 x1868160455899392/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624695 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624679.227358:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624679.227360:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781624679.227361:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781624679.227365:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0dc00 x1868160455899392/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624695 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781624679.227372:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455899392:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624679.227377:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624679.227379:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624679.227382:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0dc00 x1868160455899392/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624695 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624679.227389:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781624679.227392:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781624679.227396:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079a00. 02000000:00000001:2.0:1781624679.227399:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781624679.227402:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781624679.227404:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:2.0:1781624679.227406:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781624679.227409:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3600. 02000000:00000001:2.0:1781624679.227413:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781624679.227415:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781624679.227417:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0dc00. 00000100:00000001:2.0:1781624679.227420:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781624679.227422:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624679.227424:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624679.227430:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624679.227432:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624679.227434:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624679.227436:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624679.227493:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624679.227496:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624679.227500:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0f800 x1868160455899264/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624695 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624679.227507:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624679.227508:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624679.227510:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ed400. 02000000:00000001:3.0:1781624679.227513:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624679.227514:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624679.227515:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781624679.227517:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624679.227518:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3000. 02000000:00000001:3.0:1781624679.227521:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624679.227523:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624679.227524:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0f800. 00000100:00000001:3.0:1781624679.227527:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624679.227528:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624679.227530:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624679.227534:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624679.227535:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624679.227537:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624679.227538:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624679.605161:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624679.605168:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624679.605174:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624679.605175:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624679.605655:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624679.605662:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624679.605667:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624680.629204:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624680.629214:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624680.629221:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624680.629223:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624680.631060:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624680.631069:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624680.631076:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624681.654901:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624681.654909:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624681.654915:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624681.654916:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624681.654996:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624681.654999:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624681.655003:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624682.677166:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624682.677172:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624682.677178:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624682.677179:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624682.677281:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624682.677284:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624682.677288:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624683.701167:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624683.701174:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624683.701179:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624683.701181:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624683.701490:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624683.701493:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624683.701496:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781624684.341380:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624684.341391:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624684.341401:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733d880. 00000020:00000040:1.0:1781624684.341407:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781624684.341411:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624684.341414:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624684.341418:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624684.341427:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f3ea00. 00000100:00000001:1.0:1781624684.341433:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624684.341445:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733d880 x1868160455899520/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624684.341456:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624684.341459:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624684.341465:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8ccf039] to pc [ptlrpcd_00_00+0] req@ffff8f850733d880 x1868160455899520/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624684.341503:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624684.341506:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624684.341509:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624684.341512:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733ca80. 00000020:00000040:1.0:1781624684.341514:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781624684.341517:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624684.341518:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624684.341519:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624684.341522:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f3eb00. 00000100:00000001:1.0:1781624684.341525:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624684.341529:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733ca80 x1868160455899648/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624684.341536:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624684.341538:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624684.341541:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003cad962c] to pc [ptlrpcd_00_01+1] req@ffff8f850733ca80 x1868160455899648/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624684.341548:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624684.341550:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624684.341554:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624684.341556:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624684.341559:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624684.341563:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8179) 00000100:00000001:1.0:1781624684.341578:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624684.341581:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624684.341584:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624684.341588:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733ca80 x1868160455899648/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624684.341601:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624684.341604:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624684.341607:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624684.341609:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624684.341611:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624684.341614:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455899648:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624684.341618:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624684.341623:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624684.341626:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624684.341628:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624684.341633:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cece00. 02000000:00000001:1.0:1781624684.341634:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624684.341640:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624684.341645:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631f78. 00000400:00000010:1.0:1781624684.341650:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb15d8. 00000100:00000200:1.0:1781624684.341657:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455899648, portal 10 00000100:00000001:1.0:1781624684.341659:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624684.341661:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247097984 : -123673462453632 : ffff8f850733ca80) 00000100:00000040:1.0:1781624684.341667:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733ca80 x1868160455899648/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624684.341673:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1781624684.341716:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624684.341719:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624684.341720:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624684.341727:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733d880 x1868160455899520/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624684.341735:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624684.341736:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624684.341739:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624684.341740:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624684.341742:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624684.341745:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455899520:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624684.341749:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624684.341751:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624684.341753:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624684.341754:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624684.341758:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875c600. 02000000:00000001:0.0:1781624684.341760:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624684.341764:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624684.341766:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc74d0. 00000400:00000010:0.0:1781624684.341770:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9e58. 00000100:00000200:0.0:1781624684.341773:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455899520, portal 25 00000100:00000001:0.0:1781624684.341775:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624684.341776:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247101568 : -123673462450048 : ffff8f850733d880) 00000100:00000040:0.0:1781624684.341781:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733d880 x1868160455899520/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624684.341788:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624684.341791:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624684.341793:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9bb0. 00000100:00000200:0.0:1781624684.341797:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455899520, offset 0 00000400:00000200:0.0:1781624684.341802:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624684.341810:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624684.341817:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624684.341822:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624684.341825:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624684.341829:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624684.341831:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624684.341835:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376316:376316:256:4294967295] 192.168.202.101@tcp LPNI seq info [376286:376286:8:4294967295] 00000400:00000200:0.0:1781624684.341839:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624684.341848:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624684.341853:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624684.341857:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8513866500. 00000800:00000200:0.0:1781624684.341863:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624684.341871:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624684.341885:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8513866500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624684.341902:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624684.341906:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624684.341909:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302849142 00000100:00000001:0.0:1781624684.341915:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302844022 00000100:00000001:0.0:1781624684.341919:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302849142 00000100:00000001:0.0:1781624684.341922:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302844022 00000100:00000001:0.0:1781624684.341925:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624684.341927:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624684.341930:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624684.341932:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624684.341939:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624684.341941:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781624684.341943:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624684.341944:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624684.341945:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624684.341948:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624684.342134:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624684.342144:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8513866500. 00000400:00000200:2.0:1781624684.342153:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624684.342158:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624684.342164:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9bb0 00000400:00000010:2.0:1781624684.342166:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9bb0. 00000100:00000001:2.0:1781624684.342169:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624684.342174:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733d880 x1868160455899520/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624684.342182:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624684.342185:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733d880 x1868160455899520/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624700 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624684.342192:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624684.342197:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1781624684.343158:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624684.343164:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1e58. 00000100:00000200:1.0:1781624684.343168:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455899648, offset 0 00000400:00000200:1.0:1781624684.343173:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624684.343178:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624684.343183:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624684.343186:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624684.343189:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624684.343191:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624684.343194:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624684.343197:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376317:376317:256:4294967295] 192.168.202.101@tcp LPNI seq info [376287:376287:8:4294967295] 00000400:00000200:1.0:1781624684.343201:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624684.343207:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624684.343212:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624684.343215:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3e400. 00000800:00000200:1.0:1781624684.343219:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624684.343224:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624684.343227:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3e400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624684.343298:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624684.343304:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 16806 usecs (17 jiffies) 00000400:00000200:1.0:1781624684.343307:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624684.343309:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302841363 00000100:00000001:1.0:1781624684.343312:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302849142 00000100:00000001:1.0:1781624684.343314:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302841363 00000100:00000001:1.0:1781624684.343316:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302849142 00000100:00000001:1.0:1781624684.343318:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624684.343320:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624684.343323:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624684.343325:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624684.343331:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624684.343332:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781624684.343334:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624684.343335:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624684.343337:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624684.343339:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624684.343580:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624684.343584:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3e400. 00000400:00000200:3.0:1781624684.343588:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624684.343592:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624684.343595:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1e58 00000400:00000010:3.0:1781624684.343597:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1e58. 00000100:00000001:3.0:1781624684.343600:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624684.343605:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733ca80 x1868160455899648/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624684.343613:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624684.343625:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733ca80 x1868160455899648/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624700 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624684.343631:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624684.343632:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624684.353979:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624684.353994:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624684.353999:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624684.354001:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624684.354010:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624684.354017:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624684.354047:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624684.354052:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624684.354057:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624684.354061:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b7a00 00000400:00000200:2.0:1781624684.354065:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624684.354071:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa0d5 [1] + 224 00000800:00000001:2.0:1781624684.354078:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624684.354082:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624684.354084:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624684.354088:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624684.354095:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624684.354103:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733ca80 x1868160455899648/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624700 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624684.354113:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733ca80 x1868160455899648/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624700 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624684.354137:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624684.354147:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624684.354150:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624684.354152:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624684.354154:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624684.354156:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624684.354159:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624684.354163:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624684.354165:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624684.354167:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624684.354170:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b7980 00000400:00000200:2.0:1781624684.354173:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624684.354177:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa0dd [1] + 224 00000800:00000001:2.0:1781624684.354181:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624684.354185:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624684.354187:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624684.354189:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624684.354192:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624684.354196:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733d880 x1868160455899520/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624700 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624684.354204:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733d880 x1868160455899520/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624700 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624684.354222:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624684.354226:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624684.354229:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624684.354294:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624684.354298:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781624684.354304:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624684.354306:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624684.354310:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631f78. 00000400:00000200:1.0:1781624684.354314:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb15d8 00000400:00000010:1.0:1781624684.354316:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb15d8. 00000100:00000001:1.0:1781624684.354320:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624684.354325:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733ca80 x1868160455899648/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624700 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624684.354334:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733ca80 x1868160455899648/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624700 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624684.354340:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624684.354342:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624684.354344:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624684.354347:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624684.354350:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624684.354352:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624684.354355:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624684.354363:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=111 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624684.354367:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=32 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624684.354370:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624684.354371:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624684.354374:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624684.354377:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624684.354380:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781624684.354382:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781624684.354384:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781624684.354385:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624684.354389:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733ca80 x1868160455899648/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624700 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624684.354396:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624684.354399:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624684.354401:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624684.354404:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733ca80 x1868160455899648/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624700 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624684.354411:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455899648:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624684.354416:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624684.354419:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624684.354421:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733ca80 x1868160455899648/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624700 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624684.354427:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624684.354430:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624684.354433:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cece00. 02000000:00000001:1.0:1781624684.354436:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624684.354438:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624684.354440:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781624684.354442:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624684.354444:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f3eb00. 02000000:00000001:1.0:1781624684.354446:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624684.354448:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624684.354449:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733ca80. 00000100:00000001:1.0:1781624684.354452:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624684.354453:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624684.354455:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624684.354462:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624684.354464:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624684.354466:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624684.354467:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624684.354976:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624684.354979:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624684.354982:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624684.354984:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624684.354986:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc74d0. 00000400:00000200:0.0:1781624684.354990:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9e58 00000400:00000010:0.0:1781624684.354992:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9e58. 00000100:00000001:0.0:1781624684.354995:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624684.355000:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733d880 x1868160455899520/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624700 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624684.355008:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733d880 x1868160455899520/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624700 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624684.355014:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624684.355015:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624684.355017:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624684.355019:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624684.355020:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624684.355022:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624684.355045:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624684.355049:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=111 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624684.355053:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=32 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624684.355055:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624684.355056:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624684.355058:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624684.355060:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624684.355062:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624684.355065:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733d880 x1868160455899520/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624700 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624684.355071:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624684.355073:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624684.355074:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624684.355078:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733d880 x1868160455899520/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624700 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624684.355090:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455899520:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624684.355094:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624684.355096:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624684.355100:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733d880 x1868160455899520/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624700 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624684.355106:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624684.355107:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624684.355109:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875c600. 02000000:00000001:0.0:1781624684.355112:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624684.355114:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624684.355115:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781624684.355117:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624684.355119:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f3ea00. 02000000:00000001:0.0:1781624684.355121:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624684.355122:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624684.355124:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733d880. 00000100:00000001:0.0:1781624684.355126:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624684.355127:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624684.355129:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624684.355133:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624684.355134:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624684.355136:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624684.355138:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624684.725152:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624684.725159:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624684.725165:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624684.725166:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624684.725443:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624684.725447:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624684.725449:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624685.751496:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624685.751503:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624685.751509:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624685.751511:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624685.751565:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624685.751569:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624685.751576:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624686.773147:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624686.773154:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624686.773159:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624686.773160:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624686.773285:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624686.773289:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624686.773292:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624687.797148:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624687.797154:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624687.797160:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624687.797161:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624687.797336:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624687.797339:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624687.797342:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624688.821158:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624688.821167:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624688.821169:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624688.821172:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624688.821178:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624688.821180:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624688.821182:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624688.821184:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624688.821188:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624688.821190:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624688.821192:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624688.821193:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624688.821195:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624688.821196:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624688.821197:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624688.821199:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624688.821344:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624688.821347:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624688.821350:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781624689.461718:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624689.461730:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624689.461741:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733ca80. 00000020:00000040:1.0:1781624689.461748:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781624689.461752:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624689.461755:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624689.461760:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624689.461768:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f3eb00. 00000100:00000001:1.0:1781624689.461774:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624689.461786:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733ca80 x1868160455899776/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624689.461797:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624689.461801:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624689.461807:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003cad962c] to pc [ptlrpcd_00_00+0] req@ffff8f850733ca80 x1868160455899776/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624689.461845:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624689.461848:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624689.461852:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624689.461856:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733c380. 00000020:00000040:1.0:1781624689.461858:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781624689.461860:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624689.461861:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624689.461863:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624689.461866:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f3ee00. 00000100:00000001:1.0:1781624689.461869:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624689.461874:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733c380 x1868160455899904/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624689.461881:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624689.461883:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624689.461886:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca824475] to pc [ptlrpcd_00_01+1] req@ffff8f850733c380 x1868160455899904/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624689.461894:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624689.461897:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624689.461900:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624689.461903:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624689.461906:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624689.461911:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8184) 00000100:00000001:1.0:1781624689.461927:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624689.461931:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624689.461933:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624689.461938:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733c380 x1868160455899904/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624689.461945:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624689.461947:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624689.461951:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624689.461954:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624689.461957:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624689.461960:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455899904:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624689.461965:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624689.461971:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624689.461973:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624689.461976:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624689.461980:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505ceda00. 02000000:00000001:1.0:1781624689.461982:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624689.461989:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624689.461994:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631f78. 00000400:00000010:1.0:1781624689.462000:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb15d8. 00000100:00000200:1.0:1781624689.462006:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455899904, portal 10 00000100:00000001:1.0:1781624689.462009:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624689.462011:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247096192 : -123673462455424 : ffff8f850733c380) 00000100:00000040:1.0:1781624689.462018:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733c380 x1868160455899904/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624689.462054:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624689.462057:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624689.462060:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb17f8. 00000100:00000200:1.0:1781624689.462063:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455899904, offset 0 00000400:00000200:1.0:1781624689.462070:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624689.462078:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624689.462086:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624689.462091:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624689.462095:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624689.462099:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624689.462102:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624689.462105:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376318:376318:256:4294967295] 192.168.202.101@tcp LPNI seq info [376288:376288:8:4294967295] 00000400:00000200:1.0:1781624689.462110:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624689.462122:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624689.462127:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624689.462132:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3e200. 00000800:00000200:1.0:1781624689.462138:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624689.462146:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624689.462150:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3e200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624689.462163:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624689.462167:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 16805 usecs (17 jiffies) 00000400:00000200:1.0:1781624689.462171:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624689.462174:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302846482 00000100:00000001:1.0:1781624689.462177:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302849142 00000100:00000001:1.0:1781624689.462179:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302846482 00000100:00000001:1.0:1781624689.462181:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302849142 00000100:00000001:1.0:1781624689.462184:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624689.462187:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624689.462189:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624689.462192:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624689.462198:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624689.462200:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781624689.462202:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624689.462203:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624689.462204:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624689.462206:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1781624689.462208:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624689.462209:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624689.462211:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624689.462212:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624689.462213:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624689.462214:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624689.462218:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733ca80 x1868160455899776/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624689.462224:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624689.462225:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624689.462227:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624689.462229:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624689.462231:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624689.462234:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455899776:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624689.462238:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624689.462240:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624689.462242:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624689.462243:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624689.462247:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505ced000. 02000000:00000001:1.0:1781624689.462249:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624689.462252:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624689.462254:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631c60. 00000400:00000010:1.0:1781624689.462258:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1660. 00000100:00000200:1.0:1781624689.462261:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455899776, portal 25 00000100:00000001:1.0:1781624689.462262:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624689.462264:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247097984 : -123673462453632 : ffff8f850733ca80) 00000100:00000040:1.0:1781624689.462268:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733ca80 x1868160455899776/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624689.462273:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624689.462275:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624689.462277:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb16e8. 00000100:00000200:1.0:1781624689.462280:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455899776, offset 0 00000400:00000200:1.0:1781624689.462283:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624689.462287:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624689.462290:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624689.462293:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624689.462295:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624689.462298:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624689.462300:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624689.462303:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376319:376319:255:4294967295] 192.168.202.101@tcp LPNI seq info [376289:376289:7:4294967295] 00000400:00000200:1.0:1781624689.462307:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624689.462313:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624689.462317:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624689.462321:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3ef00. 00000800:00000200:1.0:1781624689.462325:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624689.462329:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624689.462332:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3ef00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624689.462334:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624689.462337:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624689.462339:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302854263 00000100:00000001:1.0:1781624689.462345:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302849142 00000100:00000001:1.0:1781624689.462348:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302854263 00000100:00000001:1.0:1781624689.462351:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302849142 00000100:00000001:1.0:1781624689.462354:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624689.462356:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624689.462358:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624689.462360:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624689.462884:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624689.462890:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3e200. 00000400:00000200:3.0:1781624689.462897:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624689.462904:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624689.462909:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb17f8 00000400:00000010:3.0:1781624689.462912:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb17f8. 00000100:00000001:3.0:1781624689.462916:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624689.462921:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733c380 x1868160455899904/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624689.462931:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624689.462934:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733c380 x1868160455899904/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624705 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624689.462941:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624689.462943:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781624689.463010:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624689.463013:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3ef00. 00000400:00000200:3.0:1781624689.463016:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624689.463019:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624689.463022:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb16e8 00000400:00000010:3.0:1781624689.463023:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb16e8. 00000100:00000001:3.0:1781624689.463049:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624689.463052:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733ca80 x1868160455899776/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624689.463059:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624689.463062:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733ca80 x1868160455899776/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624705 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624689.463068:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624689.463070:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1781624689.463509:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624689.463513:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624689.471983:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624689.471992:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624689.471996:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624689.471998:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624689.472007:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624689.472014:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624689.472022:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624689.472145:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624689.472151:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624689.472155:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b7a80 00000400:00000200:2.0:1781624689.472160:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624689.472166:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa0ed [1] + 224 00000800:00000001:2.0:1781624689.472173:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624689.472177:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624689.472180:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624689.472184:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624689.472190:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624689.472198:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733ca80 x1868160455899776/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624705 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624689.472207:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733ca80 x1868160455899776/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624705 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624689.472219:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624689.472226:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624689.472228:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624689.472229:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624689.472231:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624689.472234:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624689.472239:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624689.472243:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624689.472245:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624689.472248:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624689.472249:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1781624689.472252:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b7b00 00000400:00000200:2.0:1781624689.472255:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624689.472260:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa0e5 [1] + 224 00000800:00000001:2.0:1781624689.472262:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624689.472266:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624689.472267:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624689.472270:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624689.472272:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624689.472275:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733c380 x1868160455899904/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624705 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624689.472282:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733c380 x1868160455899904/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624705 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624689.472288:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624689.472290:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624689.472291:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624689.472318:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781624689.473309:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624689.473313:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624689.473316:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631c60. 00000400:00000200:1.0:1781624689.473322:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1660 00000400:00000010:1.0:1781624689.473324:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1660. 00000100:00000001:1.0:1781624689.473369:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624689.473376:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733ca80 x1868160455899776/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624705 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624689.473387:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733ca80 x1868160455899776/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624705 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624689.473394:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624689.473396:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624689.473399:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624689.473402:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624689.473404:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624689.473406:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624689.473409:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624689.473415:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=116 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624689.473419:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=37 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624689.473423:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624689.473424:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624689.473427:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624689.473429:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624689.473431:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624689.473435:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733ca80 x1868160455899776/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624705 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624689.473443:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624689.473447:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624689.473449:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624689.473452:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733ca80 x1868160455899776/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624705 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624689.473459:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455899776:192.168.202.101@tcp:400:kworker.0 00000400:00000001:1.0:1781624689.473466:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624689.473467:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624689.473469:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631f78. 00000400:00000200:1.0:1781624689.473472:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb15d8 00000400:00000010:1.0:1781624689.473473:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb15d8. 00000100:00000001:1.0:1781624689.473475:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624689.473479:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733c380 x1868160455899904/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624705 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624689.473487:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733c380 x1868160455899904/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624705 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624689.473492:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624689.473493:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624689.473495:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624689.473496:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624689.473498:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624689.473499:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624689.473501:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624689.473507:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=116 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624689.473509:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=37 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624689.473511:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624689.473512:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624689.473514:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624689.473517:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624689.473520:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781624689.473522:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781624689.473524:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781624689.473525:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624689.473528:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733c380 x1868160455899904/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624705 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624689.473534:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624689.473536:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624689.473538:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624689.473542:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733c380 x1868160455899904/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624705 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624689.473549:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455899904:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624689.473552:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624689.473555:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624689.473558:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733ca80 x1868160455899776/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624705 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624689.473565:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624689.473567:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624689.473571:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505ced000. 02000000:00000001:1.0:1781624689.473575:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624689.473577:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624689.473579:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781624689.473581:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624689.473583:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f3eb00. 02000000:00000001:1.0:1781624689.473587:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624689.473589:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624689.473590:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733ca80. 00000100:00000001:1.0:1781624689.473593:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624689.473595:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624689.473597:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624689.473599:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733c380 x1868160455899904/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624705 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624689.473605:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624689.473606:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624689.473607:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505ceda00. 02000000:00000001:1.0:1781624689.473609:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624689.473610:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624689.473611:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781624689.473613:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624689.473614:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f3ee00. 02000000:00000001:1.0:1781624689.473616:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624689.473617:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624689.473618:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733c380. 00000100:00000001:1.0:1781624689.473620:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624689.473621:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624689.473623:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624689.473699:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624689.473701:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624689.473703:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624689.473705:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624689.845145:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624689.845151:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624689.845157:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624689.845159:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624689.846758:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624689.846762:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624689.846766:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624690.869775:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624690.869781:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624690.869788:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624690.869789:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624690.870096:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624690.870098:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624690.870101:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624691.893665:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624691.893673:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624691.893679:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624691.893681:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624691.897014:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624691.897021:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624691.897081:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624692.917132:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624692.917138:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624692.917142:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624692.917143:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624692.917220:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624692.917223:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624692.917225:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624693.941161:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624693.941166:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624693.941169:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624693.941170:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624693.941317:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624693.941320:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624693.941322:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781624694.581236:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624694.581245:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624694.581256:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731c700. 00000020:00000040:0.0:1781624694.581262:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781624694.581267:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624694.581270:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624694.581274:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624694.581282:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8513866500. 00000100:00000001:0.0:1781624694.581290:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624694.581301:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731c700 x1868160455900032/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624694.581311:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624694.581315:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624694.581320:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a77dd68f] to pc [ptlrpcd_00_00+0] req@ffff8f850731c700 x1868160455900032/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624694.581362:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624694.581366:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624694.581369:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624694.581374:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731c700 x1868160455900032/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624694.581381:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624694.581382:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624694.581386:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624694.581388:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624694.581391:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624694.581393:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455900032:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624694.581397:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624694.581402:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624694.581405:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624694.581407:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624694.581411:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cec800. 02000000:00000001:1.0:1781624694.581413:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624694.581419:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624694.581422:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631f78. 00000400:00000010:1.0:1781624694.581428:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb15d8. 00000100:00000200:1.0:1781624694.581434:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455900032, portal 25 00000100:00000001:1.0:1781624694.581436:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624694.581438:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246966016 : -123673462585600 : ffff8f850731c700) 00000100:00000040:1.0:1781624694.581442:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731c700 x1868160455900032/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624694.581448:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624694.581451:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624694.581453:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1660. 00000100:00000200:1.0:1781624694.581456:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455900032, offset 0 00000400:00000200:1.0:1781624694.581462:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624694.581470:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624694.581476:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624694.581481:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624694.581485:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624694.581489:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624694.581492:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624694.581495:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376320:376320:256:4294967295] 192.168.202.101@tcp LPNI seq info [376290:376290:8:4294967295] 00000400:00000200:1.0:1781624694.581499:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624694.581508:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624694.581513:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624694.581517:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3ee00. 00000800:00000200:1.0:1781624694.581523:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624694.581530:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624694.581533:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3ee00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624694.581552:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624694.581556:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624694.581566:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302859382 00000100:00000001:1.0:1781624694.581573:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302854263 00000100:00000001:1.0:1781624694.581577:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302859382 00000100:00000001:1.0:1781624694.581579:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302854263 00000100:00000001:1.0:1781624694.581582:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624694.581611:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624694.581615:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624694.581617:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1781624694.581754:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624694.581759:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3ee00. 00000400:00000200:3.0:1781624694.581764:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624694.581769:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624694.581774:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1660 00000400:00000010:3.0:1781624694.581777:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1660. 00000100:00000001:3.0:1781624694.581781:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624694.581786:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731c700 x1868160455900032/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624694.581795:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624694.581798:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731c700 x1868160455900032/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624710 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624694.581805:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624694.581807:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1781624694.582262:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624694.582266:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624694.582269:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624694.582273:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731c380. 00000020:00000040:0.0:1781624694.582276:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781624694.582279:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624694.582280:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624694.582283:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624694.582288:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f4b300. 00000100:00000001:0.0:1781624694.582291:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624694.582296:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731c380 x1868160455900160/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624694.582303:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624694.582305:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624694.582309:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a88ed58] to pc [ptlrpcd_00_01+1] req@ffff8f850731c380 x1868160455900160/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624694.582362:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624694.582365:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781624694.582368:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624694.582369:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624694.582371:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624694.582373:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1781624694.582374:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624694.582376:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624694.582377:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624694.582378:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624694.582379:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624694.582381:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624694.582385:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731c380 x1868160455900160/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624694.582390:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624694.582391:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624694.582393:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624694.582395:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624694.582397:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624694.582400:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455900160:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624694.582403:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624694.582405:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624694.582407:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624694.582408:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624694.582412:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505ceca00. 02000000:00000001:1.0:1781624694.582413:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624694.582417:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624694.582420:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631c60. 00000400:00000010:1.0:1781624694.582423:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1d48. 00000100:00000200:1.0:1781624694.582426:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455900160, portal 10 00000100:00000001:1.0:1781624694.582428:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624694.582429:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246965120 : -123673462586496 : ffff8f850731c380) 00000100:00000040:1.0:1781624694.582434:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731c380 x1868160455900160/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624694.582439:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624694.582441:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624694.582443:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb13b8. 00000100:00000200:1.0:1781624694.582445:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455900160, offset 0 00000400:00000200:1.0:1781624694.582450:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624694.582454:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624694.582458:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624694.582461:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624694.582463:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624694.582465:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624694.582467:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624694.582470:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376321:376321:256:4294967295] 192.168.202.101@tcp LPNI seq info [376291:376291:8:4294967295] 00000400:00000200:1.0:1781624694.582474:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624694.582480:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624694.582484:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624694.582486:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3eb00. 00000800:00000200:1.0:1781624694.582490:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624694.582495:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624694.582498:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3eb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624694.582503:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624694.582507:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 16802 usecs (17 jiffies) 00000400:00000200:1.0:1781624694.582510:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624694.582512:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302851602 00000100:00000001:1.0:1781624694.582515:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302859382 00000100:00000001:1.0:1781624694.582517:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302851602 00000100:00000001:1.0:1781624694.582518:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302859382 00000100:00000001:1.0:1781624694.582520:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624694.582522:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624694.582524:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624694.582526:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624694.582535:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624694.582538:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624694.582659:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624694.582661:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624694.582663:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624694.582665:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624694.582694:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624694.582697:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624694.582701:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624694.582703:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624694.582706:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624694.582711:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8189) 00000800:00000200:2.0:1781624694.582779:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624694.582784:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3eb00. 00000400:00000200:2.0:1781624694.582788:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624694.582793:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624694.582796:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb13b8 00000400:00000010:2.0:1781624694.582798:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb13b8. 00000100:00000001:2.0:1781624694.582801:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624694.582805:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731c380 x1868160455900160/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624694.582819:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624694.582822:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731c380 x1868160455900160/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624710 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624694.582829:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624694.582831:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781624694.584281:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624694.584293:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624694.584297:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624694.584300:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624694.584307:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624694.584312:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624694.584320:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624694.584323:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624694.584328:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624694.584332:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b7c00 00000400:00000200:3.0:1781624694.584336:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624694.584341:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa0fd [1] + 224 00000800:00000001:3.0:1781624694.584351:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624694.584355:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624694.584358:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624694.584362:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624694.584366:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624694.584374:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731c380 x1868160455900160/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624710 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624694.584383:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731c380 x1868160455900160/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624710 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624694.584402:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624694.584410:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624694.584414:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624694.584465:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624694.584468:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781624694.584474:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624694.584476:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624694.584479:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631c60. 00000400:00000200:1.0:1781624694.584484:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1d48 00000400:00000010:1.0:1781624694.584486:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1d48. 00000100:00000001:1.0:1781624694.584489:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624694.584493:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731c380 x1868160455900160/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624710 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624694.584502:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731c380 x1868160455900160/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624710 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624694.584508:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624694.584510:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624694.584512:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624694.584515:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624694.584517:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624694.584520:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624694.584522:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624694.584530:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=121 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624694.584534:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=42 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624694.584537:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624694.584538:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624694.584541:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624694.584544:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624694.584548:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781624694.584550:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781624694.584552:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781624694.584553:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624694.584568:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731c380 x1868160455900160/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624710 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624694.584575:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624694.584578:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624694.584580:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624694.584597:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731c380 x1868160455900160/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624710 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624694.584610:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455900160:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624694.584614:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624694.584617:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624694.584620:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731c380 x1868160455900160/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624710 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624694.584625:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624694.584628:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624694.584631:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505ceca00. 02000000:00000001:1.0:1781624694.584634:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624694.584636:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624694.584638:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781624694.584640:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624694.584642:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f4b300. 02000000:00000001:1.0:1781624694.584644:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624694.584646:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624694.584648:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731c380. 00000100:00000001:1.0:1781624694.584651:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624694.584652:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624694.584655:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624694.584656:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624694.584657:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624694.584658:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624694.584660:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624694.585313:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624694.585321:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624694.585324:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624694.585326:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624694.585330:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624694.585335:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624694.585341:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624694.585344:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624694.585347:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624694.585350:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b7b80 00000400:00000200:2.0:1781624694.585354:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624694.585358:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa0f5 [1] + 224 00000800:00000001:2.0:1781624694.585363:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624694.585368:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624694.585370:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624694.585373:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624694.585377:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624694.585382:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731c700 x1868160455900032/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624710 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624694.585391:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731c700 x1868160455900032/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624710 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624694.585405:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624694.585410:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624694.585412:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624694.585436:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624694.585439:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781624694.585443:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624694.585444:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624694.585446:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631f78. 00000400:00000200:1.0:1781624694.585450:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb15d8 00000400:00000010:1.0:1781624694.585452:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb15d8. 00000100:00000001:1.0:1781624694.585454:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624694.585459:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731c700 x1868160455900032/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624710 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624694.585473:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731c700 x1868160455900032/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624710 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624694.585479:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624694.585481:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624694.585483:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624694.585484:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624694.585486:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624694.585488:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624694.585489:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624694.585493:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=121 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624694.585496:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=42 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624694.585498:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624694.585499:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624694.585501:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624694.585502:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624694.585504:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624694.585508:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731c700 x1868160455900032/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624710 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624694.585513:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624694.585515:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624694.585516:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624694.585520:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731c700 x1868160455900032/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624710 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624694.585527:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455900032:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624694.585531:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624694.585533:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624694.585536:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731c700 x1868160455900032/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624710 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624694.585542:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624694.585543:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624694.585546:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cec800. 02000000:00000001:1.0:1781624694.585548:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624694.585550:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624694.585552:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781624694.585554:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624694.585555:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8513866500. 02000000:00000001:1.0:1781624694.585632:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624694.585634:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624694.585636:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731c700. 00000100:00000001:1.0:1781624694.585638:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624694.585640:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624694.585642:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624694.585648:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624694.585650:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624694.585652:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624694.585654:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624694.967721:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624694.967728:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624694.967735:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624694.967736:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624694.969674:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624694.969680:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624694.969684:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624695.989611:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624695.989621:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624695.989628:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624695.989629:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624695.990473:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624695.990478:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624695.990482:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624697.014958:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624697.014965:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624697.014972:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624697.014973:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624697.015073:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624697.015076:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624697.015079:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624698.038140:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624698.038147:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624698.038154:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624698.038155:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624698.038237:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624698.038241:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624698.038244:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624699.061163:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624699.061173:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624699.061175:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624699.061179:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624699.061184:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624699.061187:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624699.061190:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624699.061192:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624699.061196:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624699.061198:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624699.061199:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624699.061201:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624699.061202:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624699.061203:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624699.061205:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624699.061207:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624699.063633:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624699.063640:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624699.063645:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781624699.701469:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624699.701478:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624699.701489:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733c380. 00000020:00000040:1.0:1781624699.701494:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781624699.701498:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624699.701501:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624699.701506:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624699.701513:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f3e700. 00000100:00000001:1.0:1781624699.701519:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624699.701531:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733c380 x1868160455900288/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624699.701552:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624699.701556:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624699.701563:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca824475] to pc [ptlrpcd_00_00+0] req@ffff8f850733c380 x1868160455900288/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624699.701610:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624699.701614:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624699.701617:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624699.701623:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733c380 x1868160455900288/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624699.701632:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624699.701634:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624699.701638:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624699.701640:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624699.701643:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624699.701646:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455900288:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624699.701651:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624699.701657:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624699.701659:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624699.701662:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624699.701667:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875d400. 02000000:00000001:0.0:1781624699.701669:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624699.701676:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624699.701680:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc74d0. 00000400:00000010:0.0:1781624699.701686:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9e58. 00000100:00000200:0.0:1781624699.701693:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455900288, portal 25 00000100:00000001:0.0:1781624699.701695:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624699.701697:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247096192 : -123673462455424 : ffff8f850733c380) 00000100:00000040:0.0:1781624699.701702:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733c380 x1868160455900288/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624699.701710:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624699.701713:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624699.701715:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9f68. 00000100:00000200:0.0:1781624699.701718:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455900288, offset 0 00000400:00000200:0.0:1781624699.701725:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624699.701733:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624699.701740:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624699.701745:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624699.701750:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624699.701753:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624699.701756:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624699.701759:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376322:376322:256:4294967295] 192.168.202.101@tcp LPNI seq info [376292:376292:8:4294967295] 00000400:00000200:0.0:1781624699.701779:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624699.701788:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624699.701794:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624699.701799:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f4b700. 00000800:00000200:0.0:1781624699.701805:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624699.701812:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624699.701821:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f4b700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624699.701839:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624699.701843:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624699.701846:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302864502 00000100:00000001:0.0:1781624699.701853:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302859382 00000100:00000001:0.0:1781624699.701858:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302864502 00000100:00000001:0.0:1781624699.701861:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302859382 00000100:00000001:0.0:1781624699.701864:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624699.701867:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624699.701869:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624699.701872:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624699.701897:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624699.701900:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624699.701903:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624699.701906:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733ca80. 00000020:00000040:1.0:1781624699.701909:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781624699.701911:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624699.701912:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624699.701914:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624699.701919:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f3e500. 00000100:00000001:1.0:1781624699.701923:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624699.701928:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733ca80 x1868160455900416/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624699.701949:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624699.701951:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624699.701955:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003cad962c] to pc [ptlrpcd_00_01+1] req@ffff8f850733ca80 x1868160455900416/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1781624699.702023:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624699.702055:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f4b700. 00000400:00000200:3.0:1781624699.702059:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624699.702064:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624699.702068:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9f68 00000400:00000010:3.0:1781624699.702070:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9f68. 00000100:00000001:3.0:1781624699.702073:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624699.702076:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733c380 x1868160455900288/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624699.702083:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624699.702085:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733c380 x1868160455900288/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624715 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624699.702090:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624699.702092:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624699.704116:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624699.704129:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624699.704132:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624699.704135:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624699.704144:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624699.704151:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624699.704159:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624699.704163:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624699.704167:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624699.704171:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b7c80 00000400:00000200:2.0:1781624699.704175:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624699.704181:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa105 [1] + 224 00000800:00000001:2.0:1781624699.704188:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624699.704194:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624699.704198:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624699.704201:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624699.704206:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624699.704212:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733c380 x1868160455900288/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624715 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624699.704221:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733c380 x1868160455900288/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624715 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624699.705168:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624699.705173:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781624699.705187:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624699.705190:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624699.705332:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624699.705337:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624699.705342:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624699.705344:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624699.705347:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624699.705353:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8194) 00000100:00000001:1.0:1781624699.705371:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624699.705374:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624699.705376:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624699.705757:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733ca80 x1868160455900416/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624699.705779:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624699.705781:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624699.705786:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624699.705789:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624699.705792:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624699.705796:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455900416:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624699.705800:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624699.705806:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624699.705808:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624699.705811:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624699.705819:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cec800. 02000000:00000001:1.0:1781624699.705821:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624699.705827:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624699.705831:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631f78. 00000400:00000010:1.0:1781624699.705837:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb15d8. 00000100:00000200:1.0:1781624699.705843:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455900416, portal 10 00000100:00000001:1.0:1781624699.705846:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624699.705848:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247097984 : -123673462453632 : ffff8f850733ca80) 00000100:00000040:1.0:1781624699.705856:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733ca80 x1868160455900416/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624699.705864:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624699.705866:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624699.705869:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1d48. 00000100:00000200:1.0:1781624699.705873:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455900416, offset 0 00000400:00000200:1.0:1781624699.705879:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624699.705886:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624699.705893:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624699.705898:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624699.705902:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624699.705906:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624699.705908:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624699.705912:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376323:376323:256:4294967295] 192.168.202.101@tcp LPNI seq info [376293:376293:8:4294967295] 00000400:00000200:1.0:1781624699.705916:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624699.705925:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624699.705941:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624699.705945:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3ed00. 00000800:00000200:1.0:1781624699.705952:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624699.705959:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624699.705963:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3ed00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624699.705972:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624699.705976:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 16788 usecs (17 jiffies) 00000400:00000200:1.0:1781624699.705980:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624699.705983:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302856725 00000100:00000001:1.0:1781624699.705986:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302864502 00000100:00000001:1.0:1781624699.705988:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302856725 00000100:00000001:1.0:1781624699.705991:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302864502 00000100:00000001:1.0:1781624699.705993:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624699.706000:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624699.706003:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624699.706006:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624699.706019:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624699.706020:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781624699.706022:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624699.706042:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624699.706043:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624699.706046:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624699.706253:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624699.706258:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3ed00. 00000400:00000200:3.0:1781624699.706263:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624699.706268:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624699.706273:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1d48 00000400:00000010:3.0:1781624699.706275:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1d48. 00000100:00000001:3.0:1781624699.706280:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624699.706284:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733ca80 x1868160455900416/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624699.706294:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624699.706298:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733ca80 x1868160455900416/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624715 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624699.706305:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624699.706306:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1781624699.706963:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624699.706974:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624699.706984:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1781624699.708928:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1781624699.709221:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624699.709236:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624699.709241:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624699.709244:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624699.709253:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624699.709260:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624699.709269:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624699.709274:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624699.709280:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624699.709285:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b7d00 00000400:00000200:3.0:1781624699.709290:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000001:0.0:1781624699.710380:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624699.710385:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc74d0. 00000400:00000200:0.0:1781624699.710396:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9e58 00000400:00000010:0.0:1781624699.710399:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9e58. 00000100:00000001:0.0:1781624699.710410:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624699.710423:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733c380 x1868160455900288/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624715 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1781624699.710427:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa10d [1] + 224 00000800:00000001:3.0:1781624699.710442:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624699.710457:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624699.710461:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624699.710466:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624699.710472:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624699.710478:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733ca80 x1868160455900416/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624715 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624699.710493:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733ca80 x1868160455900416/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624715 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624699.710559:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624699.710564:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624699.710580:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1781624699.710583:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733c380 x1868160455900288/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624715 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1781624699.710590:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624699.710596:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624699.710596:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624699.710600:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624699.710604:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624699.710608:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624699.710611:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624699.710614:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624699.710617:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624699.710625:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=126 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624699.710629:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=47 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624699.710632:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624699.710635:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624699.710638:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000400:00000001:1.0:1781624699.710639:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1781624699.710640:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1781624699.710643:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1781624699.710645:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1781624699.710647:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631f78. 00000400:00000200:1.0:1781624699.710652:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb15d8 00000100:00000040:0.0:1781624699.710653:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733c380 x1868160455900288/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624715 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1781624699.710655:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb15d8. 00000100:00000001:1.0:1781624699.710662:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1781624699.710667:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1781624699.710670:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733ca80 x1868160455900416/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624715 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624699.710672:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624699.710676:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624699.710685:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733c380 x1868160455900288/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624715 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624699.710693:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455900288:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624699.710698:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624699.710701:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624699.710704:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733c380 x1868160455900288/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624715 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624699.710711:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624699.710714:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624699.710719:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875d400. 02000000:00000001:0.0:1781624699.710723:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624699.710726:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624699.710728:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781624699.710730:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624699.710733:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f3e700. 02000000:00000001:0.0:1781624699.710737:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624699.710739:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624699.710741:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733c380. 00000100:00000001:0.0:1781624699.710744:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624699.710745:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624699.710747:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624699.710756:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624699.710758:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624699.710760:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624699.710762:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1781624699.711141:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733ca80 x1868160455900416/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624715 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624699.711148:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624699.711149:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624699.711151:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624699.711153:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624699.711155:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624699.711156:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624699.711158:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624699.711165:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=126 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624699.711169:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=47 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624699.711171:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624699.711172:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624699.711174:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624699.711177:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624699.711180:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781624699.711183:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781624699.711184:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781624699.711185:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624699.711189:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733ca80 x1868160455900416/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624715 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624699.711195:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624699.711197:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624699.711199:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624699.711202:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733ca80 x1868160455900416/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624715 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624699.711208:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455900416:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624699.711212:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624699.711214:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624699.711217:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733ca80 x1868160455900416/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624715 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624699.711223:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624699.711224:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624699.711226:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cec800. 02000000:00000001:1.0:1781624699.711230:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624699.711231:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624699.711232:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781624699.711234:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624699.711236:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f3e500. 02000000:00000001:1.0:1781624699.711238:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624699.711239:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624699.711242:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733ca80. 00000100:00000001:1.0:1781624699.711244:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624699.711246:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624699.711247:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624699.711251:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624699.711252:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624699.711254:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624699.711256:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624700.085171:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624700.085188:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624700.085194:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624700.085195:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624700.085249:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624700.085252:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624700.085255:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624701.109247:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624701.109254:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624701.109260:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624701.109262:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624701.109684:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624701.109688:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624701.109691:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624702.133116:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624702.133123:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624702.133129:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624702.133130:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624702.133225:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624702.133228:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624702.133231:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624703.158368:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624703.158376:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624703.158383:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624703.158384:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624703.158446:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624703.158449:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624703.158452:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624704.181145:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624704.181153:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624704.181158:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624704.181160:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624704.182820:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624704.182826:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624704.182830:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781624704.821148:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624704.821156:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624704.821166:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733ca80. 00000020:00000040:1.0:1781624704.821171:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781624704.821175:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624704.821177:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624704.821182:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624704.821188:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f3e500. 00000100:00000001:1.0:1781624704.821194:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624704.821203:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733ca80 x1868160455900544/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624704.821211:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624704.821215:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624704.821222:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003cad962c] to pc [ptlrpcd_00_00+0] req@ffff8f850733ca80 x1868160455900544/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624704.821255:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624704.821258:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624704.821261:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624704.821267:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733c380. 00000020:00000040:1.0:1781624704.821269:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781624704.821271:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624704.821272:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624704.821274:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624704.821276:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f3ec00. 00000100:00000001:1.0:1781624704.821279:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624704.821282:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733c380 x1868160455900672/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624704.821287:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624704.821288:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624704.821291:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca824475] to pc [ptlrpcd_00_01+1] req@ffff8f850733c380 x1868160455900672/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624704.821297:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624704.821298:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624704.821300:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624704.821302:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624704.821305:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624704.821308:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8199) 00000100:00000001:1.0:1781624704.821321:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624704.821324:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624704.821327:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624704.821332:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733c380 x1868160455900672/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624704.821339:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624704.821340:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624704.821344:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624704.821346:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624704.821348:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624704.821352:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455900672:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624704.821356:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624704.821361:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624704.821364:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624704.821366:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624704.821369:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cecc00. 02000000:00000001:1.0:1781624704.821370:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624704.821375:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624704.821378:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631f78. 00000400:00000010:1.0:1781624704.821383:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb15d8. 00000100:00000200:1.0:1781624704.821389:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455900672, portal 10 00000100:00000001:1.0:1781624704.821390:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624704.821391:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247096192 : -123673462455424 : ffff8f850733c380) 00000100:00000040:1.0:1781624704.821397:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733c380 x1868160455900672/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624704.821411:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624704.821413:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624704.821415:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1aa0. 00000100:00000200:1.0:1781624704.821417:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455900672, offset 0 00000400:00000200:1.0:1781624704.821422:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624704.821428:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624704.821434:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624704.821438:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624704.821441:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624704.821444:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624704.821446:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624704.821449:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376324:376324:256:4294967295] 192.168.202.101@tcp LPNI seq info [376294:376294:8:4294967295] 00000400:00000200:1.0:1781624704.821452:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624704.821459:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624704.821463:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624704.821466:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3e700. 00000800:00000200:1.0:1781624704.821471:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624704.821477:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624704.821480:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3e700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624704.821500:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624704.821505:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 16783 usecs (17 jiffies) 00000400:00000200:1.0:1781624704.821507:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624704.821509:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302861841 00000100:00000001:1.0:1781624704.821512:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302864502 00000100:00000001:1.0:1781624704.821513:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302861841 00000100:00000001:1.0:1781624704.821515:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302864502 00000100:00000001:1.0:1781624704.821516:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624704.821517:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624704.821520:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624704.821521:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624704.821527:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624704.821528:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781624704.821529:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624704.821530:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624704.821531:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624704.821533:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1781624704.821534:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624704.821535:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624704.821536:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624704.821537:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624704.821538:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624704.821539:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624704.821541:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733ca80 x1868160455900544/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624704.821546:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624704.821547:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624704.821548:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624704.821549:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624704.821550:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624704.821552:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455900544:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624704.821554:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624704.821556:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624704.821557:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624704.821558:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624704.821560:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cec600. 02000000:00000001:1.0:1781624704.821561:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624704.821563:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624704.821565:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631c60. 00000400:00000010:1.0:1781624704.821567:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1f68. 00000100:00000200:1.0:1781624704.821568:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455900544, portal 25 00000100:00000001:1.0:1781624704.821570:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624704.821571:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247097984 : -123673462453632 : ffff8f850733ca80) 00000100:00000040:1.0:1781624704.821573:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733ca80 x1868160455900544/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624704.821577:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624704.821579:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624704.821580:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1dd0. 00000100:00000200:1.0:1781624704.821581:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455900544, offset 0 00000400:00000200:1.0:1781624704.821584:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624704.821586:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624704.821588:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624704.821590:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624704.821592:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624704.821593:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624704.821594:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624704.821596:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376325:376325:255:4294967295] 192.168.202.101@tcp LPNI seq info [376295:376295:7:4294967295] 00000400:00000200:1.0:1781624704.821599:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624704.821603:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624704.821605:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624704.821607:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3ed00. 00000800:00000200:1.0:1781624704.821609:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624704.821612:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624704.821613:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3ed00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624704.821615:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624704.821617:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624704.821618:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302869622 00000100:00000001:1.0:1781624704.821623:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302864502 00000100:00000001:1.0:1781624704.821627:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302869622 00000100:00000001:1.0:1781624704.821630:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302864502 00000100:00000001:1.0:1781624704.821632:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624704.821634:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624704.821636:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624704.821638:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624704.822096:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624704.822099:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624704.822525:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624704.822530:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3e700. 00000400:00000200:2.0:1781624704.822537:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624704.822543:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624704.822549:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1aa0 00000400:00000010:2.0:1781624704.822552:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1aa0. 00000100:00000001:2.0:1781624704.822556:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624704.822561:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733c380 x1868160455900672/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624704.822572:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624704.822576:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733c380 x1868160455900672/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624720 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624704.822583:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624704.822584:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624704.822654:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624704.822658:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3ed00. 00000400:00000200:2.0:1781624704.822661:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624704.822664:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624704.822667:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1dd0 00000400:00000010:2.0:1781624704.822669:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1dd0. 00000100:00000001:2.0:1781624704.822671:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624704.822674:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733ca80 x1868160455900544/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624704.822681:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624704.822685:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733ca80 x1868160455900544/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624720 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624704.822697:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624704.822698:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781624704.825706:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624704.825730:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624704.825735:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624704.825738:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624704.825751:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624704.825760:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624704.825772:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624704.825778:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624704.825785:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624704.825789:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b7e00 00000400:00000200:3.0:1781624704.825795:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624704.825803:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa115 [1] + 224 00000800:00000001:3.0:1781624704.825813:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624704.825817:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624704.825821:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624704.825826:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624704.825837:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624704.825848:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733c380 x1868160455900672/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624720 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624704.825862:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733c380 x1868160455900672/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624720 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624704.825948:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624704.825954:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624704.825975:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624704.825989:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624704.825993:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624704.825995:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624704.825997:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624704.826000:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624704.826004:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624704.826009:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624704.826012:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624704.826014:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624704.826017:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b7d80 00000400:00000200:3.0:1781624704.826021:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624704.826077:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa11d [1] + 224 00000800:00000001:3.0:1781624704.826081:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624704.826089:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624704.826090:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624704.826093:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624704.826096:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624704.826102:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733ca80 x1868160455900544/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624720 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624704.826110:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733ca80 x1868160455900544/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624720 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624704.826117:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624704.826120:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624704.826123:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1781624704.826352:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624704.826355:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624704.826360:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631f78. 00000400:00000200:1.0:1781624704.826365:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb15d8 00000400:00000010:1.0:1781624704.826368:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb15d8. 00000100:00000001:1.0:1781624704.826372:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624704.826378:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733c380 x1868160455900672/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624720 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624704.826387:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733c380 x1868160455900672/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624720 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624704.826396:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624704.826398:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624704.826401:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624704.826406:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624704.826409:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624704.826412:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624704.826416:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624704.826428:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=131 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624704.826433:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=52 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624704.826436:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624704.826438:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624704.826442:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624704.826446:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624704.826451:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781624704.826454:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781624704.826456:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781624704.826457:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624704.826463:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733c380 x1868160455900672/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624720 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624704.826471:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624704.826474:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624704.826477:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624704.826482:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733c380 x1868160455900672/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624720 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624704.826490:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455900672:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624704.826506:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624704.826510:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624704.826513:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733c380 x1868160455900672/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624720 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624704.826521:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624704.826525:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624704.826529:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cecc00. 02000000:00000001:1.0:1781624704.826533:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624704.826536:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624704.826539:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781624704.826541:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624704.826544:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f3ec00. 02000000:00000001:1.0:1781624704.826549:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624704.826551:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624704.826553:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733c380. 00000100:00000001:1.0:1781624704.826557:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624704.826559:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624704.826563:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624704.826565:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624704.826566:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781624704.826569:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624704.826570:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624704.826572:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631c60. 00000400:00000200:1.0:1781624704.826574:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1f68 00000400:00000010:1.0:1781624704.826576:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1f68. 00000100:00000001:1.0:1781624704.826579:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624704.826583:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733ca80 x1868160455900544/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624720 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624704.826590:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733ca80 x1868160455900544/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624720 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624704.826597:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624704.826599:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624704.826600:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624704.826601:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624704.826603:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624704.826604:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624704.826606:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624704.826609:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=131 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624704.826612:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=52 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624704.826615:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624704.826616:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624704.826617:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624704.826620:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624704.826622:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624704.826626:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733ca80 x1868160455900544/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624720 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624704.826633:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624704.826635:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624704.826637:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624704.826640:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733ca80 x1868160455900544/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624720 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624704.826647:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455900544:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624704.826652:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624704.826653:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624704.826656:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733ca80 x1868160455900544/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624720 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624704.826662:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624704.826664:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624704.826665:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cec600. 02000000:00000001:1.0:1781624704.826668:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624704.826669:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624704.826670:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781624704.826672:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624704.826674:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f3e500. 02000000:00000001:1.0:1781624704.826676:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624704.826678:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624704.826679:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733ca80. 00000100:00000001:1.0:1781624704.826681:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624704.826683:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624704.826684:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624704.826692:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624704.826695:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624704.826697:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624704.826698:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624705.205169:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624705.205177:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624705.205182:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624705.205183:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624705.205367:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624705.205371:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624705.205374:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624706.229195:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624706.229205:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624706.229212:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624706.229214:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624706.229624:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624706.229629:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624706.229633:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624707.253462:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624707.253483:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624707.253491:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624707.253493:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624707.253574:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624707.253579:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624707.253582:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624708.277241:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624708.277249:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624708.277254:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624708.277255:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624708.277365:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624708.277368:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624708.277371:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624709.302329:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624709.302341:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624709.302344:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624709.302348:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624709.302354:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624709.302357:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624709.302360:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624709.302363:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624709.302367:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624709.302369:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624709.302371:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624709.302372:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624709.302374:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624709.302375:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624709.302377:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624709.302379:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624709.302443:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624709.302448:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624709.302452:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781624709.941200:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624709.941214:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624709.941229:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733ca80. 00000020:00000040:1.0:1781624709.941237:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781624709.941242:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624709.941246:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624709.941254:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624709.941265:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f3e500. 00000100:00000001:1.0:1781624709.941274:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624709.941290:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733ca80 x1868160455900800/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624709.941303:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624709.941308:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624709.941316:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003cad962c] to pc [ptlrpcd_00_00+0] req@ffff8f850733ca80 x1868160455900800/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624709.941359:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624709.941363:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624709.941366:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624709.941370:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733c380. 00000020:00000040:1.0:1781624709.941373:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781624709.941375:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624709.941377:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624709.941378:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624709.941383:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f3ec00. 00000100:00000001:1.0:1781624709.941386:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624709.941390:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733c380 x1868160455900928/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624709.941395:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624709.941397:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624709.941399:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca824475] to pc [ptlrpcd_00_01+1] req@ffff8f850733c380 x1868160455900928/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624709.941405:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624709.941407:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624709.941409:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624709.941412:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624709.941415:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624709.941420:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8204) 00000100:00000001:1.0:1781624709.941436:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624709.941439:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624709.941442:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624709.941485:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733c380 x1868160455900928/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624709.941494:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624709.941497:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624709.941502:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624709.941506:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624709.941509:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624709.941513:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455900928:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624709.941518:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624709.941526:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624709.941529:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624709.941532:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624709.941537:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cec200. 02000000:00000001:1.0:1781624709.941540:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624709.941549:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624709.941554:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631c60. 00000400:00000010:1.0:1781624709.941562:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1f68. 00000100:00000200:1.0:1781624709.941570:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455900928, portal 10 00000100:00000001:1.0:1781624709.941572:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624709.941574:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247096192 : -123673462455424 : ffff8f850733c380) 00000100:00000040:1.0:1781624709.941583:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733c380 x1868160455900928/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624709.941591:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624709.941595:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624709.941597:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb15d8. 00000100:00000001:0.0:1781624709.941599:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1781624709.941601:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455900928, offset 0 00000100:00000001:0.0:1781624709.941602:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624709.941604:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1781624709.941609:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000100:00000040:0.0:1781624709.941609:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733ca80 x1868160455900800/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624709.941615:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624709.941616:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624709.941619:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1781624709.941621:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 02000000:00000001:0.0:1781624709.941621:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624709.941623:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624709.941625:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455900800:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624709.941628:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1781624709.941630:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 02000000:00000001:0.0:1781624709.941631:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624709.941632:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624709.941634:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1781624709.941636:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:0.0:1781624709.941638:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875dc00. 02000000:00000001:0.0:1781624709.941639:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624709.941641:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624709.941643:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624709.941646:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1781624709.941646:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc74d0. 00000400:00000010:0.0:1781624709.941651:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9e58. 00000400:00000200:1.0:1781624709.941654:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000100:00000200:0.0:1781624709.941654:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455900800, portal 25 00000100:00000001:0.0:1781624709.941656:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624709.941658:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247097984 : -123673462453632 : ffff8f850733ca80) 00000400:00000200:1.0:1781624709.941660:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376326:376326:256:4294967295] 192.168.202.101@tcp LPNI seq info [376296:376296:8:4294967295] 00000100:00000040:0.0:1781624709.941663:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733ca80 x1868160455900800/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1781624709.941669:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624709.941670:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624709.941673:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624709.941675:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e95d8. 00000100:00000200:0.0:1781624709.941677:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455900800, offset 0 00000400:00000200:1.0:1781624709.941682:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000400:00000200:0.0:1781624709.941682:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624709.941686:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000800:00000200:1.0:1781624709.941688:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624709.941688:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624709.941691:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624709.941693:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000800:00000010:1.0:1781624709.941694:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3eb00. 00000400:00000200:0.0:1781624709.941696:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624709.941698:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000800:00000200:1.0:1781624709.941701:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000400:00000200:0.0:1781624709.941701:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376327:376327:255:4294967295] 192.168.202.101@tcp LPNI seq info [376297:376297:7:4294967295] 00000400:00000200:0.0:1781624709.941704:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624709.941709:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624709.941711:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624709.941714:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000200:1.0:1781624709.941716:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3eb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:0.0:1781624709.941717:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f4ba00. 00000800:00000200:0.0:1781624709.941726:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624709.941730:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624709.941732:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f4ba00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624709.941738:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624709.941740:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624709.941743:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 16773 usecs (17 jiffies) 00000400:00000200:0.0:1781624709.941743:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624709.941746:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624709.941746:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302874742 00000100:00000001:1.0:1781624709.941748:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302866961 00000100:00000001:0.0:1781624709.941754:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302869622 00000800:00000200:3.0:1781624709.941851:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624709.941858:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3eb00. 00000400:00000200:3.0:1781624709.941864:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624709.941870:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624709.941877:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb15d8 00000400:00000010:3.0:1781624709.941880:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb15d8. 00000100:00000001:3.0:1781624709.941884:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624709.941889:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733c380 x1868160455900928/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624709.941900:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624709.941904:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733c380 x1868160455900928/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624725 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624709.941912:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624709.941912:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302874742 00000100:00000001:3.0:1781624709.941914:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781624709.942001:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624709.942004:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f4ba00. 00000400:00000200:3.0:1781624709.942012:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624709.942016:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624709.942019:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e95d8 00000400:00000010:3.0:1781624709.942021:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e95d8. 00000100:00000001:3.0:1781624709.942023:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624709.942057:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733ca80 x1868160455900800/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624709.942070:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624709.942073:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733ca80 x1868160455900800/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624725 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624709.942080:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624709.942081:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1781624709.942146:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302874742 00000100:00000001:0.0:1781624709.942152:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302869622 00000100:00000001:0.0:1781624709.942156:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624709.942162:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624709.942166:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624709.942169:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624709.942179:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624709.942181:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781624709.942183:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624709.942184:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624709.942186:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624709.942188:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624709.942523:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302866962 00000100:00000001:1.0:1781624709.942528:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302874742 00000100:00000001:1.0:1781624709.942530:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624709.942532:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624709.942535:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624709.942537:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624709.942541:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624709.942542:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781624709.942544:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624709.942545:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624709.942547:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624709.942549:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781624709.944565:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624709.944584:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624709.944589:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624709.944591:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624709.944602:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624709.944610:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624709.944619:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624709.944625:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624709.944632:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624709.944637:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b7f00 00000400:00000200:3.0:1781624709.944643:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624709.944649:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa125 [1] + 224 00000800:00000001:3.0:1781624709.944658:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624709.944664:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624709.944667:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624709.944672:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624709.944680:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624709.944689:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733c380 x1868160455900928/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624725 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624709.944701:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733c380 x1868160455900928/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624725 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624709.944813:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624709.944818:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624709.945388:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624709.945401:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624709.945406:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624709.946649:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624709.946661:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624709.946664:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624709.946666:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624709.946675:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624709.946682:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624709.946690:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624709.946695:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624709.946700:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624709.946705:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b7e80 00000400:00000200:3.0:1781624709.946711:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624709.946717:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa12d [1] + 224 00000800:00000001:3.0:1781624709.946724:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624709.946729:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624709.946732:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624709.946736:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624709.946744:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624709.946753:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733ca80 x1868160455900800/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624725 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624709.946765:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733ca80 x1868160455900800/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624725 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624709.946782:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624709.946789:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624709.946791:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624709.946973:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624709.946979:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624709.946987:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624709.946989:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624709.946993:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc74d0. 00000400:00000200:0.0:1781624709.946998:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9e58 00000400:00000010:0.0:1781624709.947001:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9e58. 00000100:00000001:0.0:1781624709.947005:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624709.947009:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733ca80 x1868160455900800/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624725 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624709.947017:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733ca80 x1868160455900800/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624725 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624709.947045:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624709.947047:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624709.947050:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624709.947053:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624709.947057:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624709.947059:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624709.947063:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624709.947070:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=136 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624709.947075:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=57 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624709.947078:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624709.947080:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624709.947084:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624709.947087:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624709.947091:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624709.947095:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733ca80 x1868160455900800/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624725 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624709.947102:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624709.947111:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624709.947113:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624709.947117:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733ca80 x1868160455900800/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624725 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624709.947127:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455900800:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624709.947133:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624709.947137:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624709.947140:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733ca80 x1868160455900800/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624725 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624709.947148:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624709.947151:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624709.947156:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875dc00. 02000000:00000001:0.0:1781624709.947159:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624709.947163:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624709.947166:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781624709.947168:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624709.947171:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f3e500. 02000000:00000001:0.0:1781624709.947175:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624709.947177:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624709.947180:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733ca80. 00000100:00000001:0.0:1781624709.947184:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624709.947186:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624709.947188:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624709.947197:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624709.947199:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624709.947201:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624709.947203:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1781624709.947486:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624709.947489:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624709.947493:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631c60. 00000400:00000200:1.0:1781624709.947497:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1f68 00000400:00000010:1.0:1781624709.947499:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1f68. 00000100:00000001:1.0:1781624709.947503:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624709.947508:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733c380 x1868160455900928/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624725 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624709.947518:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733c380 x1868160455900928/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624725 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624709.947525:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624709.947527:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624709.947529:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624709.947530:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624709.947531:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624709.947533:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624709.947534:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624709.947541:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=136 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624709.947544:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=57 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624709.947547:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624709.947548:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624709.947550:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624709.947553:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624709.947557:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781624709.947559:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781624709.947562:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781624709.947563:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624709.947566:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733c380 x1868160455900928/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624725 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624709.947572:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624709.947574:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624709.947575:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624709.947578:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733c380 x1868160455900928/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624725 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624709.947585:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455900928:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624709.947589:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624709.947591:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624709.947594:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733c380 x1868160455900928/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624725 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624709.947600:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624709.947602:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624709.947604:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cec200. 02000000:00000001:1.0:1781624709.947606:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624709.947608:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624709.947609:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781624709.947611:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624709.947612:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f3ec00. 02000000:00000001:1.0:1781624709.947614:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624709.947615:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624709.947616:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733c380. 00000100:00000001:1.0:1781624709.947619:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624709.947620:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624709.947622:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624709.947626:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624709.947627:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624709.947628:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624709.947630:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624710.325212:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624710.325222:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624710.325229:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624710.325230:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624710.325745:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624710.325752:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624710.325756:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624711.349154:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624711.349162:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624711.349169:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624711.349170:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624711.349342:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624711.349346:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624711.349350:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624712.373174:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624712.373182:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624712.373189:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624712.373190:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624712.373912:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624712.373916:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624712.373920:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624713.397144:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624713.397151:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624713.397156:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624713.397157:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624713.397238:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624713.397241:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624713.397244:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624714.421163:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624714.421169:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624714.421176:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624714.421177:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624714.421635:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624714.421649:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624714.421653:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781624715.061831:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624715.061841:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624715.061852:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733c380. 00000020:00000040:1.0:1781624715.061859:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781624715.061864:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624715.061867:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624715.061978:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624715.061989:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f3ec00. 00000100:00000001:1.0:1781624715.061996:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624715.062008:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733c380 x1868160455901056/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624715.062020:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624715.062044:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624715.062052:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca824475] to pc [ptlrpcd_00_00+0] req@ffff8f850733c380 x1868160455901056/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624715.062086:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624715.062089:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624715.062093:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624715.062096:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733d880. 00000020:00000040:1.0:1781624715.062099:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781624715.062101:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624715.062102:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624715.062104:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624715.062108:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f3ee00. 00000100:00000001:1.0:1781624715.062111:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624715.062116:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733d880 x1868160455901184/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624715.062123:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624715.062126:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624715.062129:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8ccf039] to pc [ptlrpcd_00_01+1] req@ffff8f850733d880 x1868160455901184/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624715.062138:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624715.062140:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624715.062143:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624715.062146:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624715.062149:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624715.062154:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8209) 00000100:00000001:1.0:1781624715.062168:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624715.062172:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624715.062174:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624715.062179:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733d880 x1868160455901184/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624715.062186:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624715.062189:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624715.062192:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624715.062194:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624715.062197:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624715.062200:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455901184:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624715.062204:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624715.062210:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624715.062213:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624715.062215:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624715.062221:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cec200. 02000000:00000001:1.0:1781624715.062223:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624715.062230:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624715.062234:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631c60. 00000400:00000010:1.0:1781624715.062240:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1f68. 00000100:00000200:1.0:1781624715.062247:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455901184, portal 10 00000100:00000001:1.0:1781624715.062249:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624715.062251:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247101568 : -123673462450048 : ffff8f850733d880) 00000100:00000040:1.0:1781624715.062264:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733d880 x1868160455901184/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624715.062272:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624715.062275:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624715.062279:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb12a8. 00000100:00000200:1.0:1781624715.062283:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455901184, offset 0 00000400:00000200:1.0:1781624715.062289:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624715.062299:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624715.062308:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624715.062315:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624715.062320:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624715.062324:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624715.062327:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624715.062330:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376328:376328:256:4294967295] 192.168.202.101@tcp LPNI seq info [376298:376298:8:4294967295] 00000400:00000200:1.0:1781624715.062335:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624715.062345:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624715.062351:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624715.062355:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3ef00. 00000800:00000200:1.0:1781624715.062363:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624715.062372:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624715.062376:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3ef00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624715.062397:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624715.062433:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 16765 usecs (17 jiffies) 00000400:00000200:1.0:1781624715.062439:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624715.062442:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302872082 00000100:00000001:1.0:1781624715.062446:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302874742 00000100:00000001:1.0:1781624715.062449:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302872082 00000100:00000001:1.0:1781624715.062451:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302874742 00000100:00000001:1.0:1781624715.062454:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624715.062457:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624715.062460:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624715.062463:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624715.062472:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624715.062474:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781624715.062476:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624715.062477:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624715.062479:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624715.062481:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1781624715.062483:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624715.062485:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624715.062486:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624715.062488:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624715.062489:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624715.062490:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781624715.062495:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733c380 x1868160455901056/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624715.062620:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624715.062624:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624715.063673:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624715.063677:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624715.063682:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624715.063684:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624715.063686:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624715.063693:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455901056:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624715.063697:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781624715.063702:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781624715.063704:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624715.063706:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624715.063714:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cec000. 02000000:00000001:1.0:1781624715.063716:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624715.063721:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:1.0:1781624715.063724:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631f78. 00000400:00000010:1.0:1781624715.063731:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1110. 00000100:00000200:1.0:1781624715.064095:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455901056, portal 25 00000100:00000001:1.0:1781624715.064098:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624715.064100:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247096192 : -123673462455424 : ffff8f850733c380) 00000100:00000040:1.0:1781624715.064108:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733c380 x1868160455901056/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624715.064115:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781624715.064117:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:1.0:1781624715.064121:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1088. 00000100:00000200:1.0:1781624715.064125:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455901056, offset 0 00000400:00000200:1.0:1781624715.064130:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624715.064137:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624715.064143:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:1.0:1781624715.064148:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781624715.064151:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624715.064154:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781624715.064157:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624715.064160:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376329:376329:255:4294967295] 192.168.202.101@tcp LPNI seq info [376299:376299:7:4294967295] 00000400:00000200:1.0:1781624715.064163:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624715.064171:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:1.0:1781624715.064175:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:1.0:1781624715.064179:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3e200. 00000800:00000200:1.0:1781624715.064184:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:1.0:1781624715.064191:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:1.0:1781624715.064194:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3e200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624715.064198:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781624715.064201:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624715.064203:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302879865 00000100:00000001:1.0:1781624715.064210:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302874742 00000100:00000001:1.0:1781624715.064215:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302879865 00000100:00000001:1.0:1781624715.064218:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302874742 00000100:00000001:1.0:1781624715.064221:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624715.064223:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624715.064226:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624715.064230:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624715.064339:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624715.064344:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3ef00. 00000400:00000200:3.0:1781624715.064351:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624715.064357:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624715.064362:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb12a8 00000400:00000010:3.0:1781624715.064365:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb12a8. 00000100:00000001:3.0:1781624715.064370:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624715.064375:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733d880 x1868160455901184/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624715.064384:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624715.064387:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733d880 x1868160455901184/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624731 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624715.064394:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624715.064395:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781624715.064476:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624715.064479:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3e200. 00000400:00000200:3.0:1781624715.064482:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624715.064486:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624715.064489:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1088 00000400:00000010:3.0:1781624715.064491:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1088. 00000100:00000001:3.0:1781624715.064494:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624715.064497:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733c380 x1868160455901056/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624715.064516:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624715.064519:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733c380 x1868160455901056/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624731 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624715.064525:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624715.064527:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781624715.072448:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624715.072473:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624715.072479:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624715.072482:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624715.072495:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624715.072504:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624715.072515:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624715.072520:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624715.072527:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624715.072531:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b8000 00000400:00000200:3.0:1781624715.072537:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624715.072544:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa135 [1] + 224 00000800:00000001:3.0:1781624715.072554:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624715.072558:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624715.072561:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624715.072566:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624715.072577:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624715.072589:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733d880 x1868160455901184/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624731 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624715.072602:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733d880 x1868160455901184/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624731 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624715.072631:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624715.072643:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624715.072646:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624715.072648:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624715.072650:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624715.072653:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624715.072656:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624715.072660:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624715.072663:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624715.072665:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624715.072668:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b7f80 00000400:00000200:3.0:1781624715.072671:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624715.072676:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa13d [1] + 224 00000800:00000001:3.0:1781624715.072680:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624715.072702:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624715.072705:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624715.072709:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624715.072712:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624715.072718:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733c380 x1868160455901056/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624731 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624715.072726:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733c380 x1868160455901056/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624731 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624715.072734:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624715.072737:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624715.072740:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624715.073394:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624715.073400:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781624715.073420:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624715.073423:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624715.073428:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631f78. 00000400:00000200:1.0:1781624715.073434:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1110 00000400:00000010:1.0:1781624715.073437:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1110. 00000100:00000001:1.0:1781624715.073441:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624715.073448:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733c380 x1868160455901056/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624731 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624715.073458:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733c380 x1868160455901056/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624731 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624715.073465:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624715.073467:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624715.073470:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624715.073475:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624715.073478:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624715.073481:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624715.073484:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624715.073493:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=142 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624715.073498:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=63 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624715.073501:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624715.073502:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624715.073506:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624715.073509:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624715.073512:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624715.073517:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733c380 x1868160455901056/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624731 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624715.073524:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624715.073528:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624715.073531:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624715.073535:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733c380 x1868160455901056/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624731 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624715.073542:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455901056:192.168.202.101@tcp:400:kworker.0 00000400:00000001:1.0:1781624715.073548:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624715.073549:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624715.073551:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631c60. 00000400:00000200:1.0:1781624715.073554:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1f68 00000400:00000010:1.0:1781624715.073555:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1f68. 00000100:00000001:1.0:1781624715.073557:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624715.073560:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733d880 x1868160455901184/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624731 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624715.073568:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733d880 x1868160455901184/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624731 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624715.073574:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624715.073575:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624715.073576:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624715.073578:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624715.073579:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624715.073580:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624715.073582:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624715.073588:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=142 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624715.073591:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=63 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624715.073593:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624715.073594:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624715.073596:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624715.073599:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624715.073602:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781624715.073605:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:1.0:1781624715.073607:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781624715.073609:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624715.073612:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733d880 x1868160455901184/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624731 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624715.073617:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624715.073619:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624715.073620:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624715.073623:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733d880 x1868160455901184/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624731 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624715.073629:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455901184:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624715.073634:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624715.073636:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624715.073640:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733c380 x1868160455901056/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624731 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624715.073646:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624715.073649:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624715.073652:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cec000. 02000000:00000001:1.0:1781624715.073656:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624715.073659:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624715.073661:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781624715.073664:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624715.073666:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f3ec00. 02000000:00000001:1.0:1781624715.073670:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624715.073672:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624715.073674:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733c380. 00000100:00000001:1.0:1781624715.073678:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624715.073680:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624715.073681:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624715.073684:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733d880 x1868160455901184/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624731 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624715.073689:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624715.073691:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624715.073692:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cec200. 02000000:00000001:1.0:1781624715.073694:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624715.073696:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624715.073697:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:1.0:1781624715.073699:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624715.073700:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f3ee00. 02000000:00000001:1.0:1781624715.073702:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624715.073703:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624715.073704:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733d880. 00000100:00000001:1.0:1781624715.073707:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624715.073708:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624715.073710:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624715.073720:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624715.073721:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624715.073724:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624715.073727:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624715.445276:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624715.445288:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624715.445295:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624715.445297:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624715.445413:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624715.445420:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624715.445426:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624716.469168:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624716.469174:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624716.469179:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624716.469180:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624716.472362:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624716.472372:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624716.472378:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624717.493154:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624717.493162:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624717.493169:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624717.493170:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624717.493266:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624717.493270:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624717.493273:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624718.517214:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624718.517224:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624718.517232:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624718.517233:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624718.519981:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624718.519990:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624718.519996:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624719.541676:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624719.541688:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624719.541691:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624719.541696:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624719.541703:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624719.541707:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624719.541709:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624719.541711:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624719.541717:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624719.541719:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624719.541720:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624719.541722:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624719.541723:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624719.541725:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624719.541726:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624719.541728:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624719.541932:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624719.541936:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624719.541939:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781624720.181398:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624720.181413:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624720.181427:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511282300. 00000020:00000040:3.0:1781624720.181434:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781624720.181439:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624720.181442:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624720.181448:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624720.181455:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7df00. 00000100:00000001:3.0:1781624720.181462:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624720.181473:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511282300 x1868160455901312/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624720.181483:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624720.181488:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624720.181493:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd15682b] to pc [ptlrpcd_01_00+0] req@ffff8f8511282300 x1868160455901312/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624720.181523:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624720.181525:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624720.181528:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624720.181530:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511280e00. 00000020:00000040:3.0:1781624720.181532:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781624720.181534:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624720.181535:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624720.181536:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624720.181538:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d400. 00000100:00000001:3.0:1781624720.181540:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624720.181542:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511280e00 x1868160455901440/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624720.181547:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624720.181548:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624720.181550:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b263204] to pc [ptlrpcd_01_01+1] req@ffff8f8511280e00 x1868160455901440/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624720.181555:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624720.181556:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624720.181560:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624720.181563:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624720.181565:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624720.181569:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8214) 00000100:00000001:2.0:1781624720.181828:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624720.181833:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624720.181836:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624720.181844:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511282300 x1868160455901312/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624720.181853:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624720.181855:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624720.181860:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624720.181864:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624720.181867:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624720.181871:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455901312:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624720.181875:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624720.181883:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624720.181885:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624720.181888:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624720.181893:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079600. 02000000:00000001:2.0:1781624720.181895:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624720.181902:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624720.181905:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f083c8. 00000400:00000010:2.0:1781624720.181924:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d330. 00000100:00000200:2.0:1781624720.181932:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455901312, portal 25 00000100:00000001:2.0:1781624720.181935:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624720.181936:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414106368 : -123673295445248 : ffff8f8511282300) 00000100:00000040:2.0:1781624720.181940:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511282300 x1868160455901312/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624720.181946:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624720.181949:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624720.181951:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d088. 00000100:00000200:2.0:1781624720.181952:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455901312, offset 0 00000400:00000200:2.0:1781624720.181958:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624720.181967:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624720.181974:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624720.181980:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624720.181985:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624720.181990:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624720.181993:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624720.181997:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376330:376330:256:4294967295] 192.168.202.101@tcp LPNI seq info [376300:376300:8:4294967295] 00000400:00000200:2.0:1781624720.182002:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624720.182012:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624720.182019:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624720.182067:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3600. 00000800:00000200:2.0:1781624720.182076:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624720.182086:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624720.182092:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624720.182342:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624720.182348:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624720.182352:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302884983 00000100:00000001:2.0:1781624720.182368:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302879865 00000100:00000001:2.0:1781624720.182373:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302884983 00000100:00000001:2.0:1781624720.182377:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302879865 00000100:00000001:2.0:1781624720.182380:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624720.182383:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624720.182387:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624720.182390:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624720.182397:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624720.182400:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781624720.182403:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624720.182404:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624720.182406:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624720.182409:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1781624720.182411:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624720.182413:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624720.182414:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624720.182416:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624720.182417:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624720.182419:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624720.182424:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511280e00 x1868160455901440/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624720.182437:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624720.182439:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624720.182442:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624720.182443:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624720.182446:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624720.182449:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511280e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455901440:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624720.182452:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624720.182455:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624720.182457:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624720.182459:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624720.182463:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078a00. 02000000:00000001:2.0:1781624720.182465:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624720.182469:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624720.182473:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08528. 00000400:00000010:2.0:1781624720.182477:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901da18. 00000100:00000200:2.0:1781624720.182480:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455901440, portal 10 00000100:00000001:2.0:1781624720.182482:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624720.182484:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414100992 : -123673295450624 : ffff8f8511280e00) 00000100:00000040:2.0:1781624720.182490:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511280e00 x1868160455901440/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624720.182497:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624720.182499:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624720.182501:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d880. 00000100:00000200:2.0:1781624720.182503:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455901440, offset 0 00000400:00000200:2.0:1781624720.182508:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624720.182512:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624720.182516:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624720.182519:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624720.182522:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624720.182524:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624720.182526:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624720.182530:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376331:376331:255:4294967295] 192.168.202.101@tcp LPNI seq info [376301:376301:7:4294967295] 00000400:00000200:2.0:1781624720.182534:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624720.182540:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624720.182545:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624720.182549:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3900. 00000800:00000200:2.0:1781624720.182553:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624720.182558:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624720.182560:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624720.182564:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624720.182568:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 16762 usecs (17 jiffies) 00000400:00000200:2.0:1781624720.182571:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624720.182573:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302877202 00000100:00000001:2.0:1781624720.182575:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302884983 00000100:00000001:2.0:1781624720.182577:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302877202 00000100:00000001:2.0:1781624720.182579:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302884983 00000100:00000001:2.0:1781624720.182581:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624720.182583:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624720.182585:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624720.182587:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624720.182601:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624720.182604:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624720.185542:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624720.185558:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3600. 00000400:00000200:2.0:1781624720.185573:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624720.185584:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624720.185594:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d088 00000400:00000010:2.0:1781624720.185597:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d088. 00000100:00000001:2.0:1781624720.185604:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624720.185615:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511282300 x1868160455901312/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624720.185635:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624720.185639:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511282300 x1868160455901312/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624736 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624720.185647:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624720.185649:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624720.185736:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624720.185739:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3900. 00000400:00000200:2.0:1781624720.185742:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624720.185746:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624720.185749:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d880 00000400:00000010:2.0:1781624720.185751:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d880. 00000100:00000001:2.0:1781624720.185754:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624720.185759:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511280e00 x1868160455901440/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624720.185769:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624720.185772:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511280e00 x1868160455901440/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624736 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624720.185779:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624720.185780:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781624720.189550:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624720.189565:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624720.189569:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624720.189572:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624720.189582:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624720.189590:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624720.189599:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624720.189604:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624720.189609:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624720.189613:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b8100 00000400:00000200:3.0:1781624720.189630:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624720.189637:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa155 [1] + 224 00000800:00000001:3.0:1781624720.189651:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624720.189655:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624720.189658:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624720.189662:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624720.189670:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624720.189679:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511280e00 x1868160455901440/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624736 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624720.189691:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511280e00 x1868160455901440/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624736 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624720.189709:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624720.189717:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624720.189720:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624720.189721:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624720.189723:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624720.189727:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624720.189730:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624720.189734:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624720.189737:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624720.189739:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624720.189742:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b8080 00000400:00000200:3.0:1781624720.189746:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624720.189749:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa145 [1] + 224 00000800:00000001:3.0:1781624720.189754:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624720.189767:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624720.189769:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624720.189772:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624720.189775:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624720.189779:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511282300 x1868160455901312/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624736 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624720.189788:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511282300 x1868160455901312/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624736 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624720.189796:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624720.189799:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624720.189802:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624720.191065:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624720.191076:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781624720.191090:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781624720.191093:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781624720.191098:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08528. 00000400:00000200:2.0:1781624720.191110:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901da18 00000400:00000010:2.0:1781624720.191113:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901da18. 00000100:00000001:2.0:1781624720.191119:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624720.191132:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511280e00 x1868160455901440/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624736 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624720.191146:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511280e00 x1868160455901440/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624736 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624720.191161:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781624720.191163:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624720.191167:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781624720.191172:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781624720.191176:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781624720.191179:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624720.191182:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781624720.191194:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=147 v=5 (5 5 5 5) 00000100:00001000:2.0:1781624720.191199:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=68 v=5 (1 1 1 1) 00000100:00000001:2.0:1781624720.191203:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781624720.191205:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781624720.191208:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781624720.191212:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624720.191217:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781624720.191220:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:2.0:1781624720.191223:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781624720.191224:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624720.191230:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511280e00 x1868160455901440/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624736 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624720.191237:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624720.191241:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781624720.191243:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781624720.191247:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511280e00 x1868160455901440/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624736 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781624720.191256:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511280e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455901440:192.168.202.101@tcp:400:kworker.0 00000400:00000001:2.0:1781624720.191263:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781624720.191264:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781624720.191266:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f083c8. 00000400:00000200:2.0:1781624720.191269:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d330 00000400:00000010:2.0:1781624720.191270:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d330. 00000100:00000001:2.0:1781624720.191272:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624720.191277:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511282300 x1868160455901312/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624736 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624720.191286:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511282300 x1868160455901312/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624736 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624720.191293:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781624720.191294:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624720.191296:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781624720.191297:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781624720.191298:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781624720.191311:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624720.191314:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781624720.191318:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=147 v=5 (5 5 5 5) 00000100:00001000:2.0:1781624720.191321:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=68 v=5 (1 1 1 1) 00000100:00000001:2.0:1781624720.191324:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781624720.191325:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781624720.191327:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781624720.191329:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624720.191331:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624720.191335:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511282300 x1868160455901312/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624736 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624720.191342:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624720.191344:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781624720.191345:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781624720.191348:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511282300 x1868160455901312/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624736 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781624720.191356:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455901312:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624720.191369:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624720.191374:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624720.191378:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511280e00 x1868160455901440/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624736 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624720.191385:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781624720.191389:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781624720.191393:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078a00. 02000000:00000001:2.0:1781624720.191398:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781624720.191401:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781624720.191404:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:2.0:1781624720.191407:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781624720.191410:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d400. 02000000:00000001:2.0:1781624720.191415:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781624720.191417:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781624720.191419:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511280e00. 00000100:00000001:2.0:1781624720.191424:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781624720.191426:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624720.191427:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624720.191430:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511282300 x1868160455901312/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624736 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624720.191437:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781624720.191438:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781624720.191439:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079600. 02000000:00000001:2.0:1781624720.191441:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781624720.191442:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781624720.191443:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781624720.191445:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781624720.191447:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7df00. 02000000:00000001:2.0:1781624720.191449:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781624720.191450:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781624720.191451:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511282300. 00000100:00000001:2.0:1781624720.191454:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781624720.191455:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624720.191457:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624720.191467:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624720.191469:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624720.191472:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624720.191474:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624720.565561:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624720.565572:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624720.565581:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624720.565582:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624720.566991:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624720.566997:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624720.567003:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624721.589151:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624721.589158:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624721.589165:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624721.589166:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624721.589269:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624721.589273:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624721.589276:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624722.615008:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624722.615015:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624722.615022:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624722.615023:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624722.615172:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624722.615176:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624722.615179:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624723.638577:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624723.638584:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624723.638589:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624723.638590:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624723.638736:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624723.638740:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624723.638742:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624724.661130:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624724.661135:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624724.661139:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624724.661140:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624724.661219:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624724.661221:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624724.661223:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781624725.301505:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624725.301513:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624725.301521:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0dc00. 00000020:00000040:2.0:1781624725.301527:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781624725.301530:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624725.301534:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624725.301538:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624725.301545:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3900. 00000100:00000001:2.0:1781624725.301552:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624725.301563:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0dc00 x1868160455901568/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624725.301573:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624725.301578:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624725.301586:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068c26600] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0dc00 x1868160455901568/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624725.301608:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624725.301610:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624725.301613:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624725.301616:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0d500. 00000020:00000040:2.0:1781624725.301618:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781624725.301620:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624725.301621:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624725.301623:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624725.301625:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3600. 00000100:00000001:2.0:1781624725.301628:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624725.301632:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0d500 x1868160455901696/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624725.301638:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624725.301640:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624725.301643:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a4a30dd] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0d500 x1868160455901696/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624725.301650:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624725.301652:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624725.301655:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624725.301657:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624725.301661:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624725.301665:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8220) 00000100:00000001:2.0:1781624725.301675:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624725.301678:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624725.301681:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624725.301685:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0dc00 x1868160455901568/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624725.301693:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624725.301695:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624725.301698:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624725.301700:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624725.301703:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624725.301706:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455901568:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624725.301710:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624725.301716:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624725.301718:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624725.301721:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624725.301725:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079600. 02000000:00000001:2.0:1781624725.301727:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624725.301734:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624725.301739:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f083c8. 00000400:00000010:2.0:1781624725.301745:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d330. 00000100:00000200:2.0:1781624725.301753:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455901568, portal 25 00000100:00000001:2.0:1781624725.301755:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624725.301756:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272071680 : -123673437479936 : ffff8f8508b0dc00) 00000100:00000040:2.0:1781624725.301761:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0dc00 x1868160455901568/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624725.301769:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624725.301771:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624725.301774:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901da18. 00000100:00000200:2.0:1781624725.301777:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455901568, offset 0 00000400:00000200:2.0:1781624725.301784:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624725.301793:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624725.301802:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624725.301808:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624725.301813:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624725.301816:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624725.301819:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624725.301823:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376332:376332:256:4294967295] 192.168.202.101@tcp LPNI seq info [376302:376302:8:4294967295] 00000400:00000200:2.0:1781624725.301828:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624725.301839:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624725.301845:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624725.301850:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3700. 00000800:00000200:2.0:1781624725.301857:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624725.301865:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624725.301870:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624725.301896:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624725.301901:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624725.301904:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302890102 00000100:00000001:2.0:1781624725.301911:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302884983 00000100:00000001:2.0:1781624725.301915:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302890102 00000100:00000001:2.0:1781624725.301919:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302884983 00000100:00000001:2.0:1781624725.301922:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624725.301924:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624725.301927:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624725.301929:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624725.301937:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624725.301939:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781624725.301941:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624725.301941:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624725.301943:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624725.301945:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1781624725.301946:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624725.301948:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624725.301949:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624725.301951:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624725.301952:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624725.301952:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624725.301956:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0d500 x1868160455901696/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624725.301963:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624725.301964:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624725.301966:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624725.301967:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624725.301969:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624725.301971:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455901696:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624725.301975:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624725.301977:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624725.301979:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624725.301981:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624725.301984:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078e00. 02000000:00000001:2.0:1781624725.301986:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624725.301989:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624725.301991:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08528. 00000400:00000010:2.0:1781624725.301995:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d880. 00000100:00000200:2.0:1781624725.301997:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455901696, portal 10 00000100:00000001:2.0:1781624725.302000:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624725.302001:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272069888 : -123673437481728 : ffff8f8508b0d500) 00000100:00000040:2.0:1781624725.302008:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0d500 x1868160455901696/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624725.302013:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624725.302015:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624725.302018:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d088. 00000100:00000200:2.0:1781624725.302020:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455901696, offset 0 00000400:00000200:2.0:1781624725.302024:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624725.302057:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624725.302061:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624725.302063:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624725.302065:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624725.302067:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624725.302069:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624725.302071:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376333:376333:255:4294967295] 192.168.202.101@tcp LPNI seq info [376303:376303:7:4294967295] 00000400:00000200:2.0:1781624725.302075:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624725.302081:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624725.302085:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624725.302088:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3200. 00000800:00000200:2.0:1781624725.302093:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624725.302097:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624725.302099:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624725.302102:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624725.302105:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 16758 usecs (17 jiffies) 00000400:00000200:2.0:1781624725.302108:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624725.302109:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302882322 00000100:00000001:2.0:1781624725.302112:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302890102 00000100:00000001:2.0:1781624725.302114:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302882322 00000100:00000001:2.0:1781624725.302115:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302890102 00000100:00000001:2.0:1781624725.302118:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624725.302120:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624725.302122:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624725.302124:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624725.302134:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624725.302136:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624725.302166:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624725.302170:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3700. 00000400:00000200:2.0:1781624725.302175:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624725.302180:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624725.302185:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901da18 00000400:00000010:2.0:1781624725.302188:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901da18. 00000100:00000001:2.0:1781624725.302192:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624725.302197:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0dc00 x1868160455901568/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624725.302206:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624725.302209:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0dc00 x1868160455901568/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624741 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624725.302216:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624725.302218:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624725.302280:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624725.302282:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3200. 00000400:00000200:2.0:1781624725.302285:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624725.302288:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624725.302290:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d088 00000400:00000010:2.0:1781624725.302291:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d088. 00000100:00000001:2.0:1781624725.302294:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624725.302297:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0d500 x1868160455901696/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624725.302303:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624725.302307:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0d500 x1868160455901696/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624741 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624725.302323:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624725.302325:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624725.309390:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624725.309408:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624725.309421:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624725.309424:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624725.309435:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624725.309443:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624725.309454:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624725.309459:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624725.309464:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624725.309469:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b8180 00000400:00000200:2.0:1781624725.309476:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624725.309482:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa165 [1] + 224 00000800:00000001:2.0:1781624725.309490:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624725.309494:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624725.309498:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624725.309502:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624725.309510:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624725.309520:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0dc00 x1868160455901568/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624741 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624725.309531:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0dc00 x1868160455901568/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624741 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624725.309554:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624725.309565:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624725.309568:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624725.309570:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624725.309571:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624725.309574:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624725.309576:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624725.309580:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624725.309583:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624725.309585:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624725.309588:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b8200 00000400:00000200:2.0:1781624725.309591:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624725.309595:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa175 [1] + 224 00000800:00000001:2.0:1781624725.309598:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624725.309605:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624725.309607:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624725.309609:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624725.309612:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624725.309616:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0d500 x1868160455901696/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624741 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624725.309624:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0d500 x1868160455901696/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624741 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624725.309630:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624725.309633:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624725.309635:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624725.309782:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624725.309788:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624725.309796:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624725.309798:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624725.309801:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08528. 00000400:00000200:3.0:1781624725.309808:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d880 00000400:00000010:3.0:1781624725.309811:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d880. 00000100:00000001:3.0:1781624725.309814:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624725.309819:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0d500 x1868160455901696/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624741 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624725.309832:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0d500 x1868160455901696/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624741 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624725.309838:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624725.309841:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624725.309843:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624725.309847:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624725.309850:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624725.309852:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624725.309855:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624725.309864:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=152 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624725.309867:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=73 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624725.309870:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624725.309871:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624725.309885:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624725.309890:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624725.309894:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781624725.309896:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781624725.309898:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781624725.309899:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624725.309903:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0d500 x1868160455901696/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624741 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624725.309910:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624725.309913:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624725.309915:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624725.309919:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0d500 x1868160455901696/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624741 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624725.309926:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455901696:192.168.202.101@tcp:400:kworker.0 00000400:00000001:3.0:1781624725.309932:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624725.309933:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624725.309934:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f083c8. 00000400:00000200:3.0:1781624725.309937:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d330 00000400:00000010:3.0:1781624725.309939:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d330. 00000100:00000001:3.0:1781624725.309940:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624725.309943:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0dc00 x1868160455901568/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624741 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624725.309950:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0dc00 x1868160455901568/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624741 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624725.309956:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624725.309957:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624725.309958:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624725.309960:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624725.309961:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624725.309962:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624725.309964:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624725.309967:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=152 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624725.309969:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=73 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624725.309971:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624725.309973:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624725.309974:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624725.309976:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624725.309977:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624725.309980:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0dc00 x1868160455901568/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624741 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624725.309986:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624725.309988:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624725.309989:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624725.309991:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0dc00 x1868160455901568/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624741 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624725.309998:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455901568:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624725.310002:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624725.310005:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624725.310007:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0d500 x1868160455901696/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624741 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624725.310015:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624725.310017:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624725.310021:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078e00. 02000000:00000001:3.0:1781624725.310043:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624725.310046:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624725.310048:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781624725.310050:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624725.310054:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3600. 02000000:00000001:3.0:1781624725.310060:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624725.310061:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624725.310063:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0d500. 00000100:00000001:3.0:1781624725.310067:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624725.310069:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624725.310070:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624725.310074:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0dc00 x1868160455901568/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624741 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624725.310079:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624725.310080:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624725.310081:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079600. 02000000:00000001:3.0:1781624725.310083:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624725.310084:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624725.310085:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781624725.310087:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624725.310088:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3900. 02000000:00000001:3.0:1781624725.310090:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624725.310091:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624725.310092:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0dc00. 00000100:00000001:3.0:1781624725.310094:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624725.310095:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624725.310097:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624725.310105:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624725.310107:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624725.310109:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624725.310111:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624725.685246:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624725.685253:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624725.685258:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624725.685259:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624725.687534:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624725.687540:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624725.687544:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624726.709974:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624726.709981:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624726.709986:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624726.709988:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624726.710051:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624726.710056:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624726.710060:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624727.733168:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624727.733176:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624727.733183:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624727.733185:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624727.733894:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624727.733898:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624727.733902:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624728.758241:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624728.758249:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624728.758256:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624728.758257:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624728.758542:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624728.758546:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624728.758549:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624729.781441:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624729.781451:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624729.781453:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624729.781457:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624729.781463:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624729.781465:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624729.781467:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624729.781469:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624729.781473:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624729.781475:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624729.781476:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624729.781477:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624729.781479:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624729.781480:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624729.781482:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624729.781484:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624729.781688:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624729.781691:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624729.781693:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781624730.426104:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624730.426114:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624730.426125:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731f800. 00000020:00000040:0.0:1781624730.426131:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781624730.426136:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624730.426139:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624730.426144:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624730.426151:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f4b200. 00000100:00000001:0.0:1781624730.426158:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624730.426170:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731f800 x1868160455901824/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624730.426180:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624730.426184:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624730.426191:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aca46f2e] to pc [ptlrpcd_00_00+0] req@ffff8f850731f800 x1868160455901824/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624730.426225:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624730.426228:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624730.426232:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624730.426235:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731ce00. 00000020:00000040:0.0:1781624730.426237:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781624730.426239:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624730.426241:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624730.426243:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624730.426246:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f4bc00. 00000100:00000001:0.0:1781624730.426248:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624730.426253:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731ce00 x1868160455901952/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624730.426260:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624730.426262:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624730.426296:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006be3e00e] to pc [ptlrpcd_00_01+1] req@ffff8f850731ce00 x1868160455901952/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624730.426307:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624730.426310:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624730.426314:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1781624730.426315:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1781624730.426317:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624730.426320:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1781624730.426322:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1781624730.426324:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624730.426329:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8225) 00000100:00000040:1.0:1781624730.426333:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731f800 x1868160455901824/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624730.426341:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781624730.426343:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624730.426347:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781624730.426350:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781624730.426353:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781624730.426356:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455901824:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624730.426363:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1781624730.426364:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624730.426368:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1781624730.426370:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1781624730.426370:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1781624730.426375:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624730.426379:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731ce00 x1868160455901952/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1781624730.426380:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781624730.426386:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8505cede00. 02000000:00000001:1.0:1781624730.426391:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624730.426392:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624730.426395:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624730.426398:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1781624730.426401:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 02000000:00000001:0.0:1781624730.426402:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1781624730.426407:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8507631c60. 02000000:00000001:0.0:1781624730.426407:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624730.426414:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455901952:192.168.202.101@tcp:400:kworker.0 00000400:00000010:1.0:1781624730.426416:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1f68. 00000100:00000001:0.0:1781624730.426418:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624730.426422:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:1.0:1781624730.426424:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455901824, portal 25 02000000:00000001:0.0:1781624730.426425:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624730.426430:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1781624730.426431:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781624730.426433:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246978560 : -123673462573056 : ffff8f850731f800) 02000000:00000010:0.0:1781624730.426435:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875da00. 02000000:00000001:0.0:1781624730.426440:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624730.426441:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731f800 x1868160455901824/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1781624730.426448:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624730.426455:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1781624730.426456:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc74d0. 00000100:00000040:1.0:1781624730.426460:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624730.426464:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9e58. 00000400:00000010:1.0:1781624730.426465:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502eb1110. 00000100:00000200:0.0:1781624730.426470:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455901952, portal 10 00000100:00000200:1.0:1781624730.426471:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455901824, offset 0 00000100:00000001:0.0:1781624730.426475:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624730.426478:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246967808 : -123673462583808 : ffff8f850731ce00) 00000400:00000200:1.0:1781624730.426483:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000100:00000040:0.0:1781624730.426489:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731ce00 x1868160455901952/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1781624730.426493:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624730.426500:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1781624730.426504:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000100:00000040:0.0:1781624730.426508:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624730.426513:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1781624730.426513:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9770. 00000100:00000200:0.0:1781624730.426518:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455901952, offset 0 00000400:00000200:1.0:1781624730.426521:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:1.0:1781624730.426529:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624730.426530:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:1.0:1781624730.426533:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:1.0:1781624730.426538:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376334:376334:256:4294967295] 192.168.202.101@tcp LPNI seq info [376304:376304:8:4294967295] 00000400:00000200:1.0:1781624730.426542:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624730.426548:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:1.0:1781624730.426557:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000400:00000200:0.0:1781624730.426557:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624730.426566:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1781624730.426571:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624730.426574:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000800:00000010:1.0:1781624730.426578:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f3ee00. 00000400:00000200:0.0:1781624730.426578:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624730.426584:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000800:00000200:1.0:1781624730.426590:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000400:00000200:0.0:1781624730.426591:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376335:376335:255:4294967295] 192.168.202.101@tcp LPNI seq info [376305:376305:7:4294967295] 00000400:00000200:0.0:1781624730.426599:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624730.426606:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624730.426610:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000200:1.0:1781624730.426615:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000010:0.0:1781624730.426615:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f4bb00. 00000800:00000200:1.0:1781624730.426622:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f3ee00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1781624730.426624:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624730.426630:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624730.426634:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f4bb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781624730.426649:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624730.426650:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624730.426657:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 16752 usecs (17 jiffies) 00000400:00000200:1.0:1781624730.426658:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:1.0:1781624730.426663:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302895227 00000400:00000200:0.0:1781624730.426665:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624730.426669:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302887446 00000100:00000001:1.0:1781624730.426673:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302890102 00000100:00000001:1.0:1781624730.426678:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302895227 00000100:00000001:0.0:1781624730.426679:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302895227 00000100:00000001:1.0:1781624730.426683:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302890102 00000100:00000001:0.0:1781624730.426684:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302887446 00000100:00000001:1.0:1781624730.426689:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624730.426690:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302895227 00000100:00000001:1.0:1781624730.426696:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624730.426696:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624730.426701:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624730.426702:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624730.426706:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624730.426708:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624730.426716:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624730.426724:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624730.426725:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624730.426727:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781624730.426728:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781624730.426732:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624730.426733:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624730.426736:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624730.426737:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781624730.426740:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624730.426741:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624730.426744:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624730.426753:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624730.426878:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624730.426882:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f3ee00. 00000400:00000200:2.0:1781624730.426888:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624730.426893:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624730.426898:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1110 00000400:00000010:2.0:1781624730.426900:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1110. 00000100:00000001:2.0:1781624730.426904:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624730.426909:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731f800 x1868160455901824/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624730.426917:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624730.426920:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731f800 x1868160455901824/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624746 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624730.426926:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624730.426928:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624730.426995:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624730.426999:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f4bb00. 00000400:00000200:2.0:1781624730.427001:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624730.427004:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624730.427007:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9770 00000400:00000010:2.0:1781624730.427008:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9770. 00000100:00000001:2.0:1781624730.427010:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624730.427013:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731ce00 x1868160455901952/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624730.427020:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624730.427022:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731ce00 x1868160455901952/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624746 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624730.427054:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624730.427056:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624730.428799:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624730.428812:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624730.428816:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624730.428819:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624730.428825:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624730.428831:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624730.428838:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624730.428842:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624730.428847:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624730.428851:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b8280 00000400:00000200:2.0:1781624730.428856:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624730.428861:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa185 [1] + 224 00000800:00000001:2.0:1781624730.428869:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624730.428876:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624730.428878:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624730.428882:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624730.428887:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624730.428894:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731f800 x1868160455901824/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624746 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624730.428904:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731f800 x1868160455901824/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624746 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624730.428924:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624730.428932:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624730.428936:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624730.428951:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624730.428954:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781624730.428959:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781624730.428961:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781624730.428963:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8507631c60. 00000400:00000200:1.0:1781624730.428966:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502eb1f68 00000400:00000010:1.0:1781624730.428967:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502eb1f68. 00000100:00000001:1.0:1781624730.428969:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781624730.428973:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731f800 x1868160455901824/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624746 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781624730.428979:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731f800 x1868160455901824/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624746 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624730.428983:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781624730.428984:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624730.428985:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781624730.428988:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781624730.428990:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781624730.428992:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781624730.428994:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781624730.428999:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=7 v=5 (5 5 5 5) 00000100:00001000:1.0:1781624730.429002:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=78 v=5 (1 1 1 1) 00000100:00000001:1.0:1781624730.429004:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781624730.429005:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624730.429006:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781624730.429008:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624730.429009:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624730.429012:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731f800 x1868160455901824/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624746 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624730.429016:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781624730.429018:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781624730.429019:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781624730.429022:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731f800 x1868160455901824/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624746 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781624730.429044:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455901824:192.168.202.101@tcp:400:kworker.0 00000100:00000001:1.0:1781624730.429047:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624730.429048:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781624730.429051:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731f800 x1868160455901824/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624746 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624730.429055:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781624730.429057:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781624730.429059:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8505cede00. 02000000:00000001:1.0:1781624730.429062:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781624730.429064:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781624730.429066:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:1.0:1781624730.429067:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781624730.429069:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f4b200. 02000000:00000001:1.0:1781624730.429072:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781624730.429073:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781624730.429074:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731f800. 00000100:00000001:1.0:1781624730.429077:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781624730.429078:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624730.429079:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781624730.429083:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781624730.429084:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624730.429085:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624730.429086:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624730.429324:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624730.429329:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624730.429331:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624730.429332:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624730.429336:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624730.429339:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624730.429345:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624730.429347:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624730.429350:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624730.429353:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b8300 00000400:00000200:2.0:1781624730.429357:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624730.429361:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa18d [1] + 224 00000800:00000001:2.0:1781624730.429365:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624730.429369:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624730.429371:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624730.429374:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624730.429379:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624730.429383:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731ce00 x1868160455901952/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624746 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624730.429392:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731ce00 x1868160455901952/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624746 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624730.429412:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624730.429417:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624730.429420:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624730.429440:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624730.429443:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624730.429447:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624730.429448:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624730.429450:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc74d0. 00000400:00000200:0.0:1781624730.429454:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9e58 00000400:00000010:0.0:1781624730.429456:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9e58. 00000100:00000001:0.0:1781624730.429459:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624730.429463:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731ce00 x1868160455901952/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624746 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624730.429471:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731ce00 x1868160455901952/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624746 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624730.429477:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624730.429479:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624730.429481:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624730.429482:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624730.429483:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624730.429485:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624730.429487:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624730.429492:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=7 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624730.429495:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=78 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624730.429497:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624730.429498:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624730.429500:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624730.429502:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624730.429505:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781624730.429507:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781624730.429509:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781624730.429510:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624730.429514:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731ce00 x1868160455901952/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624746 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624730.429520:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624730.429522:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624730.429524:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624730.429527:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731ce00 x1868160455901952/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624746 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624730.429534:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455901952:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624730.429538:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624730.429540:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624730.429543:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731ce00 x1868160455901952/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624746 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624730.429548:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624730.429550:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624730.429551:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875da00. 02000000:00000001:0.0:1781624730.429554:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624730.429555:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624730.429556:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781624730.429558:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624730.429560:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f4bc00. 02000000:00000001:0.0:1781624730.429562:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624730.429563:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624730.429564:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731ce00. 00000100:00000001:0.0:1781624730.429567:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624730.429568:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624730.429570:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624730.429573:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624730.429574:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624730.429576:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624730.429577:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624730.805458:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624730.805466:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624730.805471:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624730.805472:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624730.805573:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624730.805577:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624730.805580:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624731.829743:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624731.829750:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624731.829756:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624731.829757:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624731.829825:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624731.829829:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624731.829832:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624732.853162:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624732.853167:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624732.853171:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624732.853172:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624732.853257:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624732.853260:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624732.853264:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624733.877717:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624733.877725:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624733.877800:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624733.877802:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624733.878142:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624733.878145:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624733.878149:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624734.901138:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624734.901144:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624734.901148:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624734.901149:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624734.901289:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624734.901293:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624734.901296:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781624735.541153:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624735.541163:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624735.541171:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0e300. 00000020:00000040:2.0:1781624735.541177:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781624735.541182:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624735.541185:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624735.541189:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624735.541195:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3200. 00000100:00000001:2.0:1781624735.541201:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624735.541210:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0e300 x1868160455902080/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624735.541217:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624735.541241:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624735.541246:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f87feea] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0e300 x1868160455902080/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624735.541269:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624735.541271:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624735.541273:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624735.541277:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0dc00. 00000020:00000040:2.0:1781624735.541280:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781624735.541282:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624735.541283:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624735.541285:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624735.541287:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3700. 00000100:00000001:2.0:1781624735.541289:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624735.541292:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0dc00 x1868160455902208/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624735.541297:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624735.541298:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624735.541300:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068c26600] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0dc00 x1868160455902208/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624735.541386:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624735.541391:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624735.541393:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781624735.541400:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0e300 x1868160455902080/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624735.541409:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781624735.541411:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624735.541414:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781624735.541417:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781624735.541419:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624735.541423:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455902080:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624735.541427:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781624735.541433:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781624735.541435:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624735.541437:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781624735.541442:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ec200. 02000000:00000001:3.0:1781624735.541444:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624735.541450:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781624735.541454:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8840. 00000400:00000010:3.0:1781624735.541460:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70908. 00000100:00000200:3.0:1781624735.541467:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455902080, portal 25 00000100:00000001:3.0:1781624735.541469:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781624735.541471:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272073472 : -123673437478144 : ffff8f8508b0e300) 00000100:00000040:3.0:1781624735.541476:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0e300 x1868160455902080/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624735.541484:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781624735.541487:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781624735.541490:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70b28. 00000100:00000200:3.0:1781624735.541492:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455902080, offset 0 00000400:00000200:3.0:1781624735.541497:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624735.541505:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624735.541512:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781624735.541518:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781624735.541522:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781624735.541526:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781624735.541528:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781624735.541532:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376336:376336:256:4294967295] 192.168.202.101@tcp LPNI seq info [376306:376306:8:4294967295] 00000400:00000200:3.0:1781624735.541536:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624735.541544:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781624735.541549:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781624735.541553:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d900. 00000800:00000200:3.0:1781624735.541560:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781624735.541566:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781624735.541569:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781624735.541582:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624735.541586:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624735.541589:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302900342 00000100:00000001:3.0:1781624735.541594:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302895227 00000100:00000001:3.0:1781624735.541598:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302900342 00000100:00000001:3.0:1781624735.541601:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302895227 00000100:00000001:3.0:1781624735.541603:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624735.541605:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624735.541608:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624735.541610:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624735.541618:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624735.541620:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781624735.541622:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624735.541623:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624735.541624:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624735.541626:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624735.541688:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624735.541692:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d900. 00000400:00000200:3.0:1781624735.541707:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624735.541711:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624735.541717:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70b28 00000400:00000010:3.0:1781624735.541719:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70b28. 00000100:00000001:3.0:1781624735.541722:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624735.541726:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0e300 x1868160455902080/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624735.541736:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624735.541739:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0e300 x1868160455902080/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624751 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624735.541745:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624735.541747:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1781624735.541770:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624735.541772:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781624735.543900:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624735.543913:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624735.543917:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624735.543919:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624735.543925:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624735.543932:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624735.543939:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624735.543943:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624735.543947:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624735.543950:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b8380 00000400:00000200:3.0:1781624735.543955:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624735.543961:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa195 [1] + 224 00000800:00000001:3.0:1781624735.543967:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624735.543973:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624735.543977:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624735.543981:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624735.543997:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624735.544006:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0e300 x1868160455902080/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624751 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624735.544017:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0e300 x1868160455902080/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624751 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624735.544090:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624735.544099:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624735.544102:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624735.544129:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624735.544132:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624735.544137:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624735.544138:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624735.544141:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8840. 00000400:00000200:3.0:1781624735.544146:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70908 00000400:00000010:3.0:1781624735.544148:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70908. 00000100:00000001:3.0:1781624735.544151:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624735.544155:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0e300 x1868160455902080/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624751 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624735.544163:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0e300 x1868160455902080/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624751 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624735.544169:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624735.544171:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624735.544173:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624735.544176:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624735.544178:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624735.544181:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624735.544184:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624735.544190:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=12 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624735.544194:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=83 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624735.544196:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624735.544198:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624735.544201:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624735.544203:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624735.544206:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624735.544210:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0e300 x1868160455902080/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624751 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624735.544218:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624735.544232:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624735.544234:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624735.544238:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0e300 x1868160455902080/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624751 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624735.544245:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455902080:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624735.544250:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624735.544252:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624735.544255:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0e300 x1868160455902080/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624751 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624735.544261:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624735.544263:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624735.544267:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ec200. 02000000:00000001:3.0:1781624735.544270:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624735.544272:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624735.544275:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781624735.544277:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624735.544279:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3200. 02000000:00000001:3.0:1781624735.544283:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624735.544285:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624735.544287:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0e300. 00000100:00000001:3.0:1781624735.544291:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624735.544292:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624735.544294:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624735.544302:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624735.544303:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624735.544305:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624735.544307:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624735.544451:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624735.544455:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624735.544459:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624735.544462:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624735.544464:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624735.544470:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8230) 00000100:00000001:2.0:1781624735.544482:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1781624735.544484:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1781624735.544486:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624735.544489:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624735.544491:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624735.544492:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624735.544494:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624735.544495:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624735.544501:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0dc00 x1868160455902208/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624735.544508:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624735.544511:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624735.544515:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624735.544519:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624735.544520:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1781624735.544522:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624735.544525:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624735.544527:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455902208:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624735.544533:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624735.544539:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624735.544541:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624735.544544:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624735.544549:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079800. 02000000:00000001:2.0:1781624735.544551:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624735.544556:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624735.544559:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08e70. 00000400:00000010:2.0:1781624735.544565:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d088. 00000100:00000200:2.0:1781624735.544570:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455902208, portal 10 00000100:00000001:2.0:1781624735.544572:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624735.544573:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272071680 : -123673437479936 : ffff8f8508b0dc00) 00000100:00000040:2.0:1781624735.544581:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0dc00 x1868160455902208/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624735.544588:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624735.544591:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624735.544594:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901da18. 00000100:00000200:2.0:1781624735.544596:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455902208, offset 0 00000400:00000200:2.0:1781624735.544601:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624735.544607:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624735.544612:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624735.544616:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624735.544619:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624735.544623:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624735.544625:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624735.544628:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376337:376337:256:4294967295] 192.168.202.101@tcp LPNI seq info [376307:376307:8:4294967295] 00000400:00000200:2.0:1781624735.544632:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624735.544639:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624735.544644:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624735.544648:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3500. 00000800:00000200:2.0:1781624735.544654:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624735.544660:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624735.544664:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624735.544677:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624735.544682:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 16740 usecs (17 jiffies) 00000400:00000200:2.0:1781624735.544685:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624735.544687:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302892564 00000100:00000001:2.0:1781624735.544691:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302900342 00000100:00000001:2.0:1781624735.544693:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302892564 00000100:00000001:2.0:1781624735.544696:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302900342 00000100:00000001:2.0:1781624735.544698:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624735.544701:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624735.544703:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624735.544705:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624735.545596:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624735.545602:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3500. 00000400:00000200:3.0:1781624735.545607:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624735.545612:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624735.545617:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901da18 00000400:00000010:3.0:1781624735.545619:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901da18. 00000100:00000001:3.0:1781624735.545623:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624735.545628:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0dc00 x1868160455902208/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624735.545638:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624735.545641:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0dc00 x1868160455902208/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624751 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624735.545647:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624735.545649:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781624735.548612:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624735.548628:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624735.548632:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624735.548635:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624735.548643:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624735.548650:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624735.548659:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624735.548662:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624735.548668:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624735.548672:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b8400 00000400:00000200:3.0:1781624735.548677:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624735.548682:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa1a5 [1] + 224 00000800:00000001:3.0:1781624735.548689:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624735.548709:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624735.548713:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624735.548716:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624735.548724:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624735.548732:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0dc00 x1868160455902208/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624751 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624735.548744:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0dc00 x1868160455902208/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624751 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624735.548809:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624735.548813:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624735.548831:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624735.548840:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624735.548843:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1781624735.549107:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781624735.549109:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781624735.549113:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08e70. 00000400:00000200:2.0:1781624735.549119:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d088 00000400:00000010:2.0:1781624735.549121:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d088. 00000100:00000001:2.0:1781624735.549124:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624735.549139:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0dc00 x1868160455902208/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624751 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624735.549148:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0dc00 x1868160455902208/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624751 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624735.549153:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781624735.549155:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624735.549157:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781624735.549162:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781624735.549164:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781624735.549167:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624735.549170:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781624735.549180:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=12 v=5 (5 5 5 5) 00000100:00001000:2.0:1781624735.549184:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=83 v=5 (1 1 1 1) 00000100:00000001:2.0:1781624735.549187:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781624735.549188:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781624735.549191:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781624735.549194:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624735.549198:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781624735.549201:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:2.0:1781624735.549202:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781624735.549204:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624735.549209:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0dc00 x1868160455902208/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624751 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624735.549217:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624735.549220:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781624735.549232:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781624735.549236:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0dc00 x1868160455902208/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624751 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781624735.549245:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455902208:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624735.549250:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624735.549252:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624735.549256:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0dc00 x1868160455902208/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624751 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624735.549262:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781624735.549265:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781624735.549268:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079800. 02000000:00000001:2.0:1781624735.549272:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781624735.549274:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781624735.549276:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:2.0:1781624735.549278:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781624735.549281:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3700. 02000000:00000001:2.0:1781624735.549287:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781624735.549289:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781624735.549291:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0dc00. 00000100:00000001:2.0:1781624735.549294:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781624735.549295:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624735.549297:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624735.549306:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624735.549308:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624735.549310:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624735.549313:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624735.925136:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624735.925143:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624735.925148:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624735.925150:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624735.925204:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624735.925208:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624735.925211:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624736.949200:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624736.949207:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624736.949222:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624736.949223:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624736.949484:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624736.949486:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624736.949488:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624737.973171:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624737.973177:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624737.973184:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624737.973186:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624737.973396:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624737.973400:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624737.973403:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624738.997164:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624738.997171:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624738.997178:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624738.997179:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624738.997403:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624738.997407:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624738.997410:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624740.021180:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624740.021204:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624740.021206:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624740.021210:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624740.021215:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624740.021217:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624740.021219:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624740.021221:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624740.021226:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624740.021228:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624740.021229:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624740.021231:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624740.021232:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624740.021233:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624740.021235:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624740.021237:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624740.021326:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624740.021330:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624740.021332:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781624740.667805:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624740.667816:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624740.667836:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731ce00. 00000020:00000040:0.0:1781624740.667843:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781624740.667848:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624740.667851:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624740.667856:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624740.667863:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f4bc00. 00000100:00000001:0.0:1781624740.667870:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624740.667881:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731ce00 x1868160455902336/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624740.667891:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624740.667895:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624740.667901:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006be3e00e] to pc [ptlrpcd_00_00+0] req@ffff8f850731ce00 x1868160455902336/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624740.667935:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624740.667937:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624740.667940:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624740.667943:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731fb80. 00000020:00000040:0.0:1781624740.667945:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781624740.667947:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624740.667948:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624740.667954:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624740.667958:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f4be00. 00000100:00000001:0.0:1781624740.667960:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624740.667964:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731fb80 x1868160455902464/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624740.667972:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624740.667973:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624740.667977:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000865dba0e] to pc [ptlrpcd_00_01+1] req@ffff8f850731fb80 x1868160455902464/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624740.667985:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624740.667987:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624740.667991:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624740.667994:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624740.667997:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624740.668002:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8235) 00000100:00000001:0.0:1781624740.668016:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624740.668019:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624740.668022:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624740.668046:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731fb80 x1868160455902464/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624740.668053:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624740.668055:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624740.668058:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624740.668061:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624740.668063:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624740.668066:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455902464:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624740.668070:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624740.668075:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624740.668078:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624740.668080:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624740.668085:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875de00. 02000000:00000001:0.0:1781624740.668087:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624740.668094:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624740.668098:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc74d0. 00000400:00000010:0.0:1781624740.668104:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9e58. 00000100:00000200:0.0:1781624740.668111:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455902464, portal 10 00000100:00000001:0.0:1781624740.668114:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624740.668116:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246979456 : -123673462572160 : ffff8f850731fb80) 00000100:00000040:0.0:1781624740.668123:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731fb80 x1868160455902464/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624740.668130:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624740.668134:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624740.668136:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9b28. 00000100:00000200:0.0:1781624740.668140:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455902464, offset 0 00000400:00000200:0.0:1781624740.668147:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624740.668155:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624740.668163:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624740.668168:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624740.668172:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624740.668204:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624740.668208:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624740.668212:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376338:376338:256:4294967295] 192.168.202.101@tcp LPNI seq info [376308:376308:8:4294967295] 00000400:00000200:0.0:1781624740.668216:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624740.668226:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624740.668232:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624740.668237:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f4b400. 00000800:00000200:0.0:1781624740.668242:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624740.668250:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624740.668254:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f4b400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624740.668271:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624740.668275:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 16730 usecs (17 jiffies) 00000400:00000200:0.0:1781624740.668278:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624740.668281:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302897688 00000100:00000001:0.0:1781624740.668285:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302900342 00000100:00000001:0.0:1781624740.668287:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302897688 00000100:00000001:0.0:1781624740.668289:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302900342 00000100:00000001:0.0:1781624740.668292:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624740.668294:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624740.668297:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624740.668300:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624740.668307:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624740.668310:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781624740.668313:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624740.668314:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624740.668318:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624740.668321:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1781624740.668323:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624740.668326:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624740.668327:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624740.668329:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624740.668331:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624740.668332:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624740.668336:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731ce00 x1868160455902336/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624740.668343:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624740.668345:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624740.668347:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624740.668349:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624740.668351:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624740.668354:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455902336:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624740.668357:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624740.668359:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624740.668361:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624740.668362:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624740.668366:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875d200. 02000000:00000001:0.0:1781624740.668368:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624740.668371:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624740.668374:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc75d8. 00000400:00000010:0.0:1781624740.668380:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9440. 00000100:00000200:0.0:1781624740.668383:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455902336, portal 25 00000100:00000001:0.0:1781624740.668385:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624740.668386:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246967808 : -123673462583808 : ffff8f850731ce00) 00000100:00000040:0.0:1781624740.668391:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731ce00 x1868160455902336/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624740.668397:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624740.668400:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624740.668402:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9908. 00000100:00000200:0.0:1781624740.668404:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455902336, offset 0 00000400:00000200:0.0:1781624740.668408:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624740.668412:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624740.668415:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624740.668418:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624740.668420:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624740.668422:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624740.668424:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624740.668427:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376339:376339:255:4294967295] 192.168.202.101@tcp LPNI seq info [376309:376309:7:4294967295] 00000400:00000200:0.0:1781624740.668431:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624740.668436:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624740.668440:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624740.668443:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f4b500. 00000800:00000200:0.0:1781624740.668447:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624740.668451:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624740.668454:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f4b500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624740.668457:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624740.668460:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624740.668461:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302905469 00000100:00000001:0.0:1781624740.668469:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302900342 00000100:00000001:0.0:1781624740.668474:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302905469 00000100:00000001:0.0:1781624740.668478:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302900342 00000800:00000200:3.0:1781624740.668483:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1781624740.668483:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624740.668486:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624740.668493:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1781624740.668497:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f4b400. 00000100:00000001:0.0:1781624740.668498:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624740.668514:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624740.668526:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624740.668535:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9b28 00000400:00000010:3.0:1781624740.668539:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9b28. 00000100:00000001:3.0:1781624740.668545:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624740.668553:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731fb80 x1868160455902464/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624740.668566:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624740.668570:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731fb80 x1868160455902464/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624756 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624740.668576:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624740.668578:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781624740.668666:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624740.668669:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f4b500. 00000400:00000200:3.0:1781624740.668672:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624740.668675:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624740.668678:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9908 00000400:00000010:3.0:1781624740.668680:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9908. 00000100:00000001:3.0:1781624740.668683:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624740.668687:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731ce00 x1868160455902336/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624740.668699:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624740.668702:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731ce00 x1868160455902336/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624756 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624740.668708:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624740.668709:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1781624740.668792:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624740.668796:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781624740.675973:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624740.675994:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624740.676000:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624740.676003:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624740.676015:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624740.676059:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624740.676071:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624740.676078:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624740.676085:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624740.676091:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b8500 00000400:00000200:3.0:1781624740.676096:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624740.676104:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa1b5 [1] + 224 00000800:00000001:3.0:1781624740.676113:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624740.676120:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624740.676124:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624740.676129:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624740.676138:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624740.676151:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731fb80 x1868160455902464/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624756 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624740.676163:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731fb80 x1868160455902464/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624756 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624740.676195:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624740.676206:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624740.676209:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624740.676267:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624740.676276:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624740.676287:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624740.676290:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624740.676296:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc74d0. 00000400:00000200:0.0:1781624740.676306:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9e58 00000400:00000010:0.0:1781624740.676309:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9e58. 00000100:00000001:0.0:1781624740.676313:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624740.676324:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731fb80 x1868160455902464/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624756 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624740.676334:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731fb80 x1868160455902464/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624756 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624740.676340:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624740.676342:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624740.676344:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624740.676347:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624740.676349:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624740.676351:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624740.676353:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624740.676361:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=17 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624740.676364:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=88 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624740.676366:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624740.676367:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624740.676369:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624740.676372:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624740.676375:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781624740.676377:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781624740.676378:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781624740.676379:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624740.676382:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731fb80 x1868160455902464/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624756 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624740.676388:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624740.676390:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624740.676392:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624740.676394:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731fb80 x1868160455902464/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624756 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624740.676403:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455902464:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624740.676407:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624740.676409:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624740.676411:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731fb80 x1868160455902464/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624756 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624740.676415:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624740.676417:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624740.676419:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875de00. 02000000:00000001:0.0:1781624740.676422:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624740.676424:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624740.676426:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781624740.676427:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624740.676429:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f4be00. 02000000:00000001:0.0:1781624740.676431:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624740.676433:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624740.676434:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731fb80. 00000100:00000001:0.0:1781624740.676437:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624740.676439:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624740.676442:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624740.676444:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624740.676446:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624740.676447:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624740.676448:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781624740.676547:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624740.676553:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624740.676557:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624740.676559:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624740.676563:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624740.676568:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624740.676575:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624740.676578:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624740.676581:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624740.676585:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b8480 00000400:00000200:3.0:1781624740.676589:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624740.676594:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa1bd [1] + 224 00000800:00000001:3.0:1781624740.676599:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624740.676604:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624740.676606:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624740.676609:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624740.676613:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624740.676619:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731ce00 x1868160455902336/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624756 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624740.676629:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731ce00 x1868160455902336/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624756 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624740.676648:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624740.676658:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624740.676660:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624740.677153:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624740.677158:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624740.677162:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624740.677163:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624740.677166:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc75d8. 00000400:00000200:0.0:1781624740.677171:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9440 00000400:00000010:0.0:1781624740.677172:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9440. 00000100:00000001:0.0:1781624740.677187:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624740.677194:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731ce00 x1868160455902336/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624756 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624740.677210:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731ce00 x1868160455902336/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624756 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624740.677217:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624740.677218:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624740.677220:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624740.677222:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624740.677224:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624740.677226:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624740.677228:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624740.677232:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=17 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624740.677235:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=88 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624740.677237:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624740.677238:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624740.677240:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624740.677242:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624740.677244:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624740.677249:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731ce00 x1868160455902336/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624756 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624740.677255:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624740.677258:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624740.677259:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624740.677262:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731ce00 x1868160455902336/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624756 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624740.677270:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455902336:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624740.677275:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624740.677276:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624740.677279:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731ce00 x1868160455902336/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624756 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624740.677285:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624740.677287:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624740.677290:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875d200. 02000000:00000001:0.0:1781624740.677292:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624740.677294:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624740.677295:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781624740.677297:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624740.677299:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f4bc00. 02000000:00000001:0.0:1781624740.677301:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624740.677302:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624740.677303:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731ce00. 00000100:00000001:0.0:1781624740.677306:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624740.677307:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624740.677309:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624740.677316:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624740.677318:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624740.677320:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624740.677322:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624741.045314:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624741.045321:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624741.045336:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624741.045338:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624741.045710:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624741.045714:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624741.045716:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624742.069139:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624742.069145:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624742.069149:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624742.069150:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624742.069241:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624742.069244:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624742.069247:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624743.097576:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624743.097584:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624743.097591:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624743.097593:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624743.098363:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624743.098368:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624743.098372:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624744.119382:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624744.119390:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624744.119396:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624744.119398:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624744.119425:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624744.119429:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624744.119432:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624745.141147:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624745.141153:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624745.141158:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624745.141160:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624745.141269:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624745.141275:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624745.141280:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781624745.781423:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624745.781434:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624745.781444:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733d880. 00000020:00000040:1.0:1781624745.781450:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:1.0:1781624745.781455:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624745.781458:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624745.781473:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624745.781482:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f3ec00. 00000100:00000001:1.0:1781624745.781488:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624745.781500:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850733d880 x1868160455902592/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624745.781510:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624745.781514:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624745.781520:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8ccf039] to pc [ptlrpcd_00_00+0] req@ffff8f850733d880 x1868160455902592/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624745.781548:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624745.781551:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781624745.781555:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781624745.781558:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850733c380. 00000020:00000040:1.0:1781624745.781560:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:1.0:1781624745.781562:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781624745.781564:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781624745.781565:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781624745.781568:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f3ea00. 00000100:00000001:1.0:1781624745.781571:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624745.781576:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850733c380 x1868160455902720/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781624745.781582:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781624745.781584:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624745.781587:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca824475] to pc [ptlrpcd_00_01+1] req@ffff8f850733c380 x1868160455902720/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781624745.781594:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781624745.781596:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624745.781599:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624745.781602:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781624745.781605:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781624745.781609:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8240) 00000100:00000001:0.0:1781624745.782231:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624745.782236:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624745.782239:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624745.782246:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733d880 x1868160455902592/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624745.782254:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624745.782256:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624745.782260:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624745.782262:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624745.782265:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624745.782268:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455902592:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624745.782272:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624745.782278:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624745.782281:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624745.782283:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624745.782288:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875d200. 02000000:00000001:0.0:1781624745.782291:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624745.782298:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624745.782302:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc75d8. 00000400:00000010:0.0:1781624745.782307:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9440. 00000100:00000200:0.0:1781624745.782322:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455902592, portal 25 00000100:00000001:0.0:1781624745.782323:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624745.782325:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247101568 : -123673462450048 : ffff8f850733d880) 00000100:00000040:0.0:1781624745.782329:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733d880 x1868160455902592/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624745.782334:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624745.782336:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624745.782338:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9e58. 00000100:00000200:0.0:1781624745.782341:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455902592, offset 0 00000400:00000200:0.0:1781624745.782345:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624745.782352:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624745.782358:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624745.782362:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624745.782364:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624745.782367:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624745.782369:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624745.782372:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376340:376340:256:4294967295] 192.168.202.101@tcp LPNI seq info [376310:376310:8:4294967295] 00000400:00000200:0.0:1781624745.782375:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624745.782382:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624745.782386:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624745.782390:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f4bc00. 00000800:00000200:0.0:1781624745.782397:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624745.782404:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624745.782408:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f4bc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624745.782426:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624745.782430:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624745.782433:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302910583 00000100:00000001:0.0:1781624745.782440:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302905469 00000100:00000001:0.0:1781624745.782443:0:2349:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302910583 00000100:00000001:0.0:1781624745.782447:0:2349:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302905469 00000100:00000001:0.0:1781624745.782450:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624745.782453:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624745.782456:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624745.782458:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624745.782474:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624745.782476:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781624745.782479:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624745.782480:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624745.782481:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624745.782483:0:2349:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1781624745.782485:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624745.782487:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624745.782489:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624745.782490:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624745.782491:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624745.782492:0:2349:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624745.782496:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850733c380 x1868160455902720/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624745.782500:0:2349:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624745.782501:0:2349:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624745.782503:0:2349:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624745.782504:0:2349:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624745.782505:0:2349:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624745.782507:0:2349:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850733c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455902720:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624745.782509:0:2349:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624745.782511:0:2349:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624745.782512:0:2349:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624745.782513:0:2349:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624745.782515:0:2349:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875da00. 02000000:00000001:0.0:1781624745.782517:0:2349:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624745.782519:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624745.782521:0:2349:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc74d0. 00000400:00000010:0.0:1781624745.782523:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9660. 00000100:00000200:0.0:1781624745.782525:0:2349:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455902720, portal 10 00000100:00000001:0.0:1781624745.782526:0:2349:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624745.782528:0:2349:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400247096192 : -123673462455424 : ffff8f850733c380) 00000100:00000040:0.0:1781624745.782532:0:2349:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850733c380 x1868160455902720/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624745.782536:0:2349:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624745.782537:0:2349:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624745.782539:0:2349:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9cc0. 00000100:00000200:0.0:1781624745.782540:0:2349:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455902720, offset 0 00000400:00000200:0.0:1781624745.782542:0:2349:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624745.782545:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624745.782547:0:2349:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624745.782549:0:2349:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624745.782550:0:2349:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624745.782551:0:2349:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624745.782553:0:2349:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624745.782555:0:2349:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376341:376341:255:4294967295] 192.168.202.101@tcp LPNI seq info [376311:376311:7:4294967295] 00000400:00000200:0.0:1781624745.782557:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624745.782561:0:2349:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624745.782563:0:2349:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624745.782565:0:2349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f4be00. 00000800:00000200:0.0:1781624745.782568:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624745.782570:0:2349:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624745.782572:0:2349:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f4be00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624745.782574:0:2349:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624745.782576:0:2349:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 16723 usecs (17 jiffies) 00000400:00000200:0.0:1781624745.782578:0:2349:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624745.782580:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302902802 00000100:00000001:0.0:1781624745.782581:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302910583 00000100:00000001:0.0:1781624745.782583:0:2349:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302902802 00000100:00000001:0.0:1781624745.782584:0:2349:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302910583 00000100:00000001:0.0:1781624745.782586:0:2349:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624745.782587:0:2349:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624745.782589:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624745.782590:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624745.782598:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624745.782599:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624745.782749:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624745.782753:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f4bc00. 00000400:00000200:3.0:1781624745.782759:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624745.782763:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624745.782767:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9e58 00000400:00000010:3.0:1781624745.782770:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9e58. 00000100:00000001:3.0:1781624745.782774:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624745.782779:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733d880 x1868160455902592/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624745.782787:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624745.782791:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733d880 x1868160455902592/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624761 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624745.782797:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624745.782799:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781624745.782869:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624745.782871:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f4be00. 00000400:00000200:3.0:1781624745.782874:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624745.782877:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624745.782879:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9cc0 00000400:00000010:3.0:1781624745.782881:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9cc0. 00000100:00000001:3.0:1781624745.782883:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624745.782886:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850733c380 x1868160455902720/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624745.782892:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624745.782895:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850733c380 x1868160455902720/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624761 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624745.782900:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624745.782901:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781624745.787621:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624745.787634:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624745.787637:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624745.787639:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624745.787646:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624745.787651:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624745.787658:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624745.787662:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624745.787666:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624745.787669:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b8600 00000400:00000200:3.0:1781624745.787672:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624745.787678:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa1cd [1] + 224 00000800:00000001:3.0:1781624745.787686:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624745.787690:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624745.787693:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624745.787697:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624745.787704:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624745.787713:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733c380 x1868160455902720/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624761 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624745.787723:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733c380 x1868160455902720/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624761 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624745.787745:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624745.787753:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624745.787757:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624745.787758:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624745.787760:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624745.787763:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624745.787766:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624745.787770:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624745.787772:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624745.787774:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624745.787776:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b8580 00000400:00000200:3.0:1781624745.787779:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624745.787783:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa1c5 [1] + 224 00000800:00000001:3.0:1781624745.787787:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624745.787792:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624745.787794:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624745.787797:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624745.787799:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624745.787802:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850733d880 x1868160455902592/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624761 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624745.787811:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850733d880 x1868160455902592/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624761 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624745.787824:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624745.787827:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624745.787830:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624745.787971:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624745.787975:0:2349:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624745.787981:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624745.787983:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624745.787987:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc74d0. 00000400:00000200:0.0:1781624745.787991:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9660 00000400:00000010:0.0:1781624745.787994:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9660. 00000100:00000001:0.0:1781624745.787996:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624745.788001:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733c380 x1868160455902720/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624761 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624745.788011:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733c380 x1868160455902720/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624761 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624745.788017:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624745.788019:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624745.788021:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624745.788051:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624745.788054:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624745.788056:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624745.788059:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624745.788068:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=22 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624745.788072:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=93 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624745.788074:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624745.788076:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624745.788078:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624745.788082:0:2349:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624745.788086:0:2349:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781624745.788088:0:2349:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781624745.788090:0:2349:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781624745.788091:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624745.788096:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733c380 x1868160455902720/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624761 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624745.788104:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624745.788108:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624745.788110:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624745.788114:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733c380 x1868160455902720/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624761 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624745.788121:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f072806b-89de-46fa-a290-d57857bd9329:2349:1868160455902720:192.168.202.101@tcp:400:kworker.0 00000400:00000001:0.0:1781624745.788127:0:2349:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624745.788128:0:2349:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624745.788139:0:2349:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc75d8. 00000400:00000200:0.0:1781624745.788142:0:2349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9440 00000400:00000010:0.0:1781624745.788144:0:2349:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9440. 00000100:00000001:0.0:1781624745.788146:0:2349:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624745.788150:0:2349:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850733d880 x1868160455902592/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624761 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624745.788158:0:2349:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850733d880 x1868160455902592/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624761 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624745.788164:0:2349:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624745.788165:0:2349:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624745.788167:0:2349:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624745.788169:0:2349:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624745.788170:0:2349:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624745.788171:0:2349:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624745.788173:0:2349:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624745.788176:0:2349:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=22 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624745.788179:0:2349:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=93 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624745.788181:0:2349:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624745.788182:0:2349:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624745.788183:0:2349:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624745.788185:0:2349:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624745.788187:0:2349:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624745.788190:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850733d880 x1868160455902592/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624761 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624745.788197:0:2349:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624745.788199:0:2349:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624745.788201:0:2349:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624745.788204:0:2349:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850733d880 x1868160455902592/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624761 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624745.788212:0:2349:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850733d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1da40f3a-3070-444d-96ac-47db6536a360:2349:1868160455902592:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624745.788216:0:2349:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624745.788218:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624745.788220:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733c380 x1868160455902720/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624761 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624745.788225:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624745.788227:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624745.788230:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875da00. 02000000:00000001:0.0:1781624745.788232:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624745.788234:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624745.788236:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781624745.788237:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624745.788239:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f3ea00. 02000000:00000001:0.0:1781624745.788241:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624745.788243:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624745.788245:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733c380. 00000100:00000001:0.0:1781624745.788247:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624745.788248:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624745.788249:0:2349:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624745.788251:0:2349:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850733d880 x1868160455902592/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624761 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624745.788254:0:2349:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624745.788255:0:2349:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624745.788256:0:2349:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875d200. 02000000:00000001:0.0:1781624745.788257:0:2349:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624745.788258:0:2349:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624745.788259:0:2349:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781624745.788261:0:2349:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624745.788261:0:2349:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f3ec00. 02000000:00000001:0.0:1781624745.788262:0:2349:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624745.788263:0:2349:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624745.788264:0:2349:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850733d880. 00000100:00000001:0.0:1781624745.788265:0:2349:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624745.788266:0:2349:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624745.788267:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624745.788273:0:2349:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624745.788274:0:2349:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624745.788275:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624745.788277:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624746.165168:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624746.165173:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624746.165177:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624746.165178:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624746.165375:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624746.165379:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624746.165382:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624747.189177:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624747.189184:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624747.189190:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624747.189191:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624747.189214:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624747.189217:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624747.189220:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624748.213263:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624748.213269:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624748.213276:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624748.213277:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624748.213393:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624748.213397:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624748.213401:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624749.237174:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624749.237181:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624749.237187:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624749.237189:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624749.237591:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624749.238663:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624749.238667:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624750.261221:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624750.261227:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624750.261229:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624750.261232:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624750.261237:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624750.261238:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624750.261240:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624750.261241:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624750.261244:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624750.261245:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624750.261246:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624750.261247:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624750.261248:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624750.261249:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624750.261250:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624750.261251:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624750.261266:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624750.261268:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624750.261270:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781624750.901205:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624750.901217:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624750.901227:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731ce00. 00000020:00000040:0.0:1781624750.901233:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781624750.901238:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624750.901241:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624750.901246:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624750.901256:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f4be00. 00000100:00000001:0.0:1781624750.901263:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624750.901274:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731ce00 x1868160455902848/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624750.901285:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624750.901289:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624750.901295:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006be3e00e] to pc [ptlrpcd_00_00+0] req@ffff8f850731ce00 x1868160455902848/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624750.901328:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624750.901331:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624750.901334:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624750.901337:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731fb80. 00000020:00000040:0.0:1781624750.901340:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781624750.901341:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624750.901343:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624750.901345:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624750.901349:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f4bc00. 00000100:00000001:0.0:1781624750.901351:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624750.901356:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731fb80 x1868160455902976/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624750.901363:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624750.901365:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624750.901369:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000865dba0e] to pc [ptlrpcd_00_01+1] req@ffff8f850731fb80 x1868160455902976/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624750.901376:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624750.901378:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624750.901381:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624750.901384:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624750.901387:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624750.901391:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8245) 00000100:00000001:0.0:1781624750.901406:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624750.901410:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624750.901412:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624750.901417:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731fb80 x1868160455902976/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624750.901425:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624750.901427:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624750.901431:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624750.901433:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624750.901436:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624750.901439:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455902976:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624750.901443:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624750.901448:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624750.901451:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624750.901453:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624750.901457:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875d200. 02000000:00000001:0.0:1781624750.901459:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624750.901465:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624750.901469:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc75d8. 00000400:00000010:0.0:1781624750.901476:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9440. 00000100:00000200:0.0:1781624750.901482:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455902976, portal 10 00000100:00000001:0.0:1781624750.901484:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624750.901486:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246979456 : -123673462572160 : ffff8f850731fb80) 00000100:00000040:0.0:1781624750.901493:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731fb80 x1868160455902976/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624750.901500:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624750.901503:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624750.901506:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9660. 00000100:00000200:0.0:1781624750.901510:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455902976, offset 0 00000400:00000200:0.0:1781624750.901516:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624750.901524:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624750.901531:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624750.901537:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624750.901541:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624750.901545:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624750.901548:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624750.901551:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376342:376342:256:4294967295] 192.168.202.101@tcp LPNI seq info [376312:376312:8:4294967295] 00000400:00000200:0.0:1781624750.901556:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624750.901566:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624750.901572:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624750.901575:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f4b500. 00000800:00000200:0.0:1781624750.901581:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624750.901586:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624750.901589:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f4b500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624750.901601:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624750.901606:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 16715 usecs (17 jiffies) 00000400:00000200:0.0:1781624750.901613:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624750.901624:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302907921 00000100:00000001:0.0:1781624750.901628:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302910583 00000100:00000001:0.0:1781624750.901631:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302907921 00000100:00000001:0.0:1781624750.901633:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302910583 00000100:00000001:0.0:1781624750.901635:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624750.901638:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624750.901640:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624750.901643:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624750.901650:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624750.901652:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781624750.901653:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624750.901654:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624750.901656:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624750.901658:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1781624750.901660:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624750.901662:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624750.901664:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624750.901665:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624750.901666:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624750.901668:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624750.901672:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731ce00 x1868160455902848/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624750.901679:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624750.901680:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624750.901682:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624750.901684:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624750.901685:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624750.901688:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455902848:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624750.901691:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624750.901693:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624750.901695:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624750.901696:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624750.901700:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875c800. 02000000:00000001:0.0:1781624750.901701:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624750.901704:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624750.901706:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc74d0. 00000400:00000010:0.0:1781624750.901709:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9330. 00000100:00000200:0.0:1781624750.901711:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455902848, portal 25 00000100:00000001:0.0:1781624750.901713:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624750.901714:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246967808 : -123673462583808 : ffff8f850731ce00) 00000100:00000040:0.0:1781624750.901718:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731ce00 x1868160455902848/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624750.901723:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624750.901725:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624750.901728:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e97f8. 00000100:00000200:0.0:1781624750.901730:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455902848, offset 0 00000400:00000200:0.0:1781624750.901733:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624750.901737:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624750.901740:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624750.901742:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624750.901744:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624750.901746:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624750.901748:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624750.901750:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376343:376343:255:4294967295] 192.168.202.101@tcp LPNI seq info [376313:376313:7:4294967295] 00000400:00000200:0.0:1781624750.901754:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624750.901759:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624750.901763:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624750.901765:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f4b400. 00000800:00000200:0.0:1781624750.901769:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624750.901773:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624750.901776:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f4b400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624750.901779:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624750.901782:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624750.901783:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302915702 00000800:00000200:3.0:1781624750.901785:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1781624750.901788:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302910583 00000800:00000010:3.0:1781624750.901789:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f4b500. 00000100:00000001:0.0:1781624750.901792:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302915702 00000400:00000200:3.0:1781624750.901794:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1781624750.901794:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302910583 00000100:00000001:0.0:1781624750.901797:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1781624750.901799:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:0.0:1781624750.901799:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624750.901801:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624750.901803:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624750.901804:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9660 00000400:00000010:3.0:1781624750.901806:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9660. 00000100:00000001:3.0:1781624750.901809:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624750.901814:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731fb80 x1868160455902976/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624750.901822:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624750.901825:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731fb80 x1868160455902976/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624766 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624750.901832:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624750.901834:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781624750.901847:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624750.901849:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f4b400. 00000400:00000200:3.0:1781624750.901851:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624750.901854:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624750.901857:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e97f8 00000400:00000010:3.0:1781624750.901858:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e97f8. 00000100:00000001:3.0:1781624750.901860:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624750.901863:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731ce00 x1868160455902848/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624750.901870:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624750.901873:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731ce00 x1868160455902848/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624766 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624750.901878:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624750.901879:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1781624750.902369:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624750.902374:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781624750.905294:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624750.905309:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624750.905313:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624750.905316:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624750.905324:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624750.905331:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624750.905339:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624750.905344:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624750.905350:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624750.905368:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b8700 00000400:00000200:3.0:1781624750.905373:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624750.905379:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa1d5 [1] + 224 00000800:00000001:3.0:1781624750.905386:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624750.905393:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624750.905396:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624750.905400:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624750.905407:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624750.905416:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731fb80 x1868160455902976/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624766 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624750.905426:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731fb80 x1868160455902976/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624766 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624750.905443:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624750.905450:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624750.905453:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624750.905477:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624750.905482:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624750.905488:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624750.905490:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624750.905493:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc75d8. 00000400:00000200:0.0:1781624750.905497:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9440 00000400:00000010:0.0:1781624750.905499:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9440. 00000100:00000001:0.0:1781624750.905503:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624750.905508:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731fb80 x1868160455902976/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624766 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624750.905518:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731fb80 x1868160455902976/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624766 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624750.905524:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624750.905526:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624750.905529:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624750.905533:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624750.905535:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624750.905538:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624750.905541:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624750.905550:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=27 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624750.905555:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=98 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624750.905557:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624750.905559:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624750.905562:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624750.905566:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624750.905571:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781624750.905574:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781624750.905575:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781624750.905577:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624750.905581:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731fb80 x1868160455902976/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624766 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624750.905588:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624750.905592:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624750.905593:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624750.905597:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731fb80 x1868160455902976/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624766 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624750.905604:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455902976:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624750.905608:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624750.905611:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624750.905614:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731fb80 x1868160455902976/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624766 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624750.905628:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624750.905631:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624750.905635:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875d200. 02000000:00000001:0.0:1781624750.905639:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624750.905641:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624750.905643:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781624750.905645:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624750.905647:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f4bc00. 02000000:00000001:0.0:1781624750.905650:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624750.905651:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624750.905653:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731fb80. 00000100:00000001:0.0:1781624750.905657:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624750.905658:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624750.905661:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624750.905663:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624750.905664:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624750.905666:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624750.905668:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781624750.908143:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624750.908157:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624750.908199:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624750.908203:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624750.908211:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624750.908218:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624750.908225:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624750.908230:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624750.908235:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624750.908240:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b8680 00000400:00000200:3.0:1781624750.908245:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624750.908251:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa1dd [1] + 224 00000800:00000001:3.0:1781624750.908257:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624750.908263:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624750.908266:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624750.908270:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624750.908276:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624750.908285:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731ce00 x1868160455902848/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624766 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624750.908294:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731ce00 x1868160455902848/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624766 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624750.908315:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624750.908324:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624750.908327:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624750.908905:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624750.908910:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624750.908916:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624750.908918:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624750.908921:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc74d0. 00000400:00000200:0.0:1781624750.908926:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9330 00000400:00000010:0.0:1781624750.908928:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9330. 00000100:00000001:0.0:1781624750.908931:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624750.908936:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731ce00 x1868160455902848/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624766 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624750.908945:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731ce00 x1868160455902848/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624766 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624750.908952:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624750.908954:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624750.908957:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624750.908959:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624750.908961:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624750.908964:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624750.908967:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624750.908973:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=27 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624750.908977:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=98 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624750.908979:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624750.908981:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624750.908983:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624750.908985:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624750.908987:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624750.908992:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731ce00 x1868160455902848/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624766 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624750.909000:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624750.909002:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624750.909004:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624750.909008:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731ce00 x1868160455902848/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624766 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624750.909021:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455902848:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624750.909061:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624750.909063:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624750.909067:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731ce00 x1868160455902848/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624766 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624750.909074:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624750.909077:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624750.909080:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875c800. 02000000:00000001:0.0:1781624750.909084:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624750.909103:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624750.909105:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781624750.909107:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624750.909109:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f4be00. 02000000:00000001:0.0:1781624750.909112:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624750.909114:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624750.909116:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731ce00. 00000100:00000001:0.0:1781624750.909119:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624750.909120:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624750.909122:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624750.909129:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624750.909131:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624750.909133:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624750.909135:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624751.285232:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624751.285240:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624751.285248:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624751.285249:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624751.285416:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624751.285419:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624751.285423:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624752.310583:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624752.310590:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624752.310597:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624752.310598:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624752.310697:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624752.310704:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624752.310709:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624753.333230:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624753.333240:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624753.333248:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624753.333249:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624753.333288:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624753.333293:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624753.333297:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624754.357221:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624754.357231:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624754.357239:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624754.357240:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624754.360246:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624754.360256:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624754.360262:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624755.381177:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624755.381184:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624755.381189:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624755.381191:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624755.381255:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624755.381259:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624755.381263:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781624756.022343:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624756.022354:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624756.022364:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511282300. 00000020:00000040:3.0:1781624756.022370:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781624756.022375:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624756.022377:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624756.022382:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624756.022392:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d900. 00000100:00000001:3.0:1781624756.022398:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624756.022409:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511282300 x1868160455903104/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624756.022420:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624756.022425:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624756.022431:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd15682b] to pc [ptlrpcd_01_00+0] req@ffff8f8511282300 x1868160455903104/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624756.022467:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624756.022471:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624756.022474:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624756.022477:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511280e00. 00000020:00000040:3.0:1781624756.022480:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781624756.022482:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624756.022484:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624756.022485:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624756.022489:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7db00. 00000100:00000001:3.0:1781624756.022492:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624756.022496:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511280e00 x1868160455903232/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624756.022504:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624756.022506:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624756.022510:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b263204] to pc [ptlrpcd_01_01+1] req@ffff8f8511280e00 x1868160455903232/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624756.022517:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624756.022520:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624756.022523:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624756.022526:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624756.022529:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624756.022534:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8250) 00000100:00000001:3.0:1781624756.022549:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624756.022552:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624756.022555:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781624756.022560:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511280e00 x1868160455903232/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624756.022567:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781624756.022569:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624756.022573:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781624756.022576:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781624756.022579:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624756.022583:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511280e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455903232:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624756.022588:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781624756.022594:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781624756.022596:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624756.022599:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781624756.022603:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ed800. 02000000:00000001:3.0:1781624756.022605:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624756.022612:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781624756.022616:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8840. 00000400:00000010:3.0:1781624756.022623:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70908. 00000100:00000200:3.0:1781624756.022629:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455903232, portal 10 00000100:00000001:3.0:1781624756.022632:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781624756.022633:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414100992 : -123673295450624 : ffff8f8511280e00) 00000100:00000040:3.0:1781624756.022641:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511280e00 x1868160455903232/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624756.022648:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781624756.022651:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781624756.022653:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70b28. 00000100:00000200:3.0:1781624756.022656:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455903232, offset 0 00000400:00000200:3.0:1781624756.022662:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624756.022671:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624756.022678:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781624756.022683:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781624756.022687:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781624756.022690:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781624756.022693:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781624756.022697:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376344:376344:256:4294967295] 192.168.202.101@tcp LPNI seq info [376314:376314:8:4294967295] 00000400:00000200:3.0:1781624756.022701:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624756.022710:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781624756.022715:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781624756.022720:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d500. 00000800:00000200:3.0:1781624756.022727:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781624756.022734:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781624756.022739:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781624756.022750:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624756.022754:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 16703 usecs (17 jiffies) 00000400:00000200:3.0:1781624756.022757:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624756.022760:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302913042 00000100:00000001:3.0:1781624756.022763:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302915702 00000100:00000001:3.0:1781624756.022765:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302913042 00000100:00000001:3.0:1781624756.022767:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302915702 00000100:00000001:3.0:1781624756.022770:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624756.022772:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624756.022775:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624756.022777:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624756.022784:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624756.022786:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781624756.022788:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624756.022789:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624756.022790:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624756.022792:0:2352:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1781624756.022794:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624756.022795:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624756.022797:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624756.022798:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624756.022799:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624756.022800:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781624756.022804:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511282300 x1868160455903104/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624756.022811:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781624756.022813:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624756.022815:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781624756.022817:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781624756.022819:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624756.022822:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455903104:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624756.022825:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781624756.022828:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781624756.022829:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624756.022831:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781624756.022834:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ec000. 02000000:00000001:3.0:1781624756.022836:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624756.022839:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:3.0:1781624756.022841:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8aa8. 00000400:00000010:3.0:1781624756.022845:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70880. 00000100:00000200:3.0:1781624756.022847:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455903104, portal 25 00000100:00000001:3.0:1781624756.022849:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781624756.022851:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414106368 : -123673295445248 : ffff8f8511282300) 00000100:00000040:3.0:1781624756.022855:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511282300 x1868160455903104/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624756.022861:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781624756.022864:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781624756.022866:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e706e8. 00000100:00000200:3.0:1781624756.022868:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455903104, offset 0 00000400:00000200:3.0:1781624756.022872:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624756.022875:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624756.022878:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781624756.022881:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781624756.022883:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781624756.022885:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781624756.022887:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781624756.022890:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376345:376345:255:4294967295] 192.168.202.101@tcp LPNI seq info [376315:376315:7:4294967295] 00000400:00000200:3.0:1781624756.022894:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624756.022899:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781624756.022904:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:3.0:1781624756.022908:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7df00. 00000800:00000200:3.0:1781624756.022912:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:3.0:1781624756.022916:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781624756.022919:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7df00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781624756.022922:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624756.022925:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624756.022927:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302920823 00000100:00000001:3.0:1781624756.022933:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302915702 00000100:00000001:3.0:1781624756.022936:0:2352:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302920823 00000100:00000001:3.0:1781624756.022939:0:2352:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302915702 00000100:00000001:3.0:1781624756.022942:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624756.022943:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624756.022945:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624756.022947:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624756.022986:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624756.022990:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d500. 00000400:00000200:3.0:1781624756.022995:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624756.023000:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624756.023004:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70b28 00000400:00000010:3.0:1781624756.023007:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70b28. 00000100:00000001:3.0:1781624756.023010:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624756.023015:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511280e00 x1868160455903232/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624756.023023:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1781624756.023207:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624756.023211:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624756.023267:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511280e00 x1868160455903232/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624772 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624756.023274:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624756.023276:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781624756.023576:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624756.023578:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7df00. 00000400:00000200:3.0:1781624756.023581:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624756.023584:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624756.023586:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e706e8 00000400:00000010:3.0:1781624756.023588:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e706e8. 00000100:00000001:3.0:1781624756.023590:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624756.023592:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511282300 x1868160455903104/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624756.023597:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624756.023599:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511282300 x1868160455903104/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624772 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624756.023603:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624756.023604:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1781624756.035379:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624756.035395:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624756.035400:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624756.035403:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624756.035412:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624756.035419:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624756.035427:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624756.035430:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624756.035435:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624756.035438:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b8800 00000400:00000200:3.0:1781624756.035441:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624756.035446:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa1e5 [1] + 224 00000800:00000001:3.0:1781624756.035453:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624756.035471:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624756.035474:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624756.035479:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624756.035487:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624756.035496:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511280e00 x1868160455903232/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624772 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624756.035508:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511280e00 x1868160455903232/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624772 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624756.035537:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624756.035547:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624756.035550:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624756.037290:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624756.037296:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781624756.037304:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781624756.037306:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781624756.037310:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8840. 00000400:00000200:2.0:1781624756.037327:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70908 00000400:00000010:2.0:1781624756.037330:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70908. 00000100:00000001:2.0:1781624756.037334:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624756.037342:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511280e00 x1868160455903232/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624772 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624756.037353:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511280e00 x1868160455903232/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624772 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624756.037361:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781624756.037362:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624756.037365:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781624756.037368:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781624756.037371:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781624756.037373:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624756.037377:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781624756.037386:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=33 v=5 (5 5 5 5) 00000100:00001000:2.0:1781624756.037390:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=104 v=5 (1 1 1 1) 00000100:00000001:2.0:1781624756.037392:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781624756.037394:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781624756.037397:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781624756.037400:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624756.037404:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781624756.037406:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:2.0:1781624756.037408:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781624756.037410:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624756.037414:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511280e00 x1868160455903232/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624772 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624756.037421:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624756.037424:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781624756.037426:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781624756.037429:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511280e00 x1868160455903232/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624772 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781624756.037437:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511280e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455903232:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624756.037441:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624756.037444:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624756.037447:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511280e00 x1868160455903232/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624772 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624756.037454:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781624756.037456:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781624756.037459:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ed800. 02000000:00000001:2.0:1781624756.037462:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781624756.037465:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781624756.037467:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:2.0:1781624756.037469:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781624756.037471:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7db00. 02000000:00000001:2.0:1781624756.037475:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781624756.037477:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781624756.037479:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511280e00. 00000100:00000001:2.0:1781624756.037482:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781624756.037484:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624756.037486:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624756.037488:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624756.037489:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624756.037490:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624756.037492:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1781624756.038352:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624756.038363:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624756.038366:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624756.038369:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624756.038375:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624756.038380:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624756.038388:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624756.038392:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624756.038397:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624756.038401:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b8780 00000400:00000200:3.0:1781624756.038406:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624756.038412:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa1f5 [1] + 224 00000800:00000001:3.0:1781624756.038418:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624756.038424:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624756.038427:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624756.038431:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624756.038436:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624756.038442:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511282300 x1868160455903104/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624772 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624756.038451:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511282300 x1868160455903104/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624772 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624756.038472:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624756.038480:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624756.038483:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624756.038902:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624756.038905:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781624756.038909:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781624756.038911:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781624756.038914:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8aa8. 00000400:00000200:2.0:1781624756.038918:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70880 00000400:00000010:2.0:1781624756.038920:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70880. 00000100:00000001:2.0:1781624756.038923:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624756.038928:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511282300 x1868160455903104/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624772 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624756.038937:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511282300 x1868160455903104/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624772 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624756.038942:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781624756.038944:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624756.038946:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781624756.038948:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781624756.038950:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781624756.038951:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624756.038954:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781624756.038958:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=33 v=5 (5 5 5 5) 00000100:00001000:2.0:1781624756.038961:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=104 v=5 (1 1 1 1) 00000100:00000001:2.0:1781624756.038964:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781624756.038965:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781624756.038967:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781624756.038968:0:2352:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624756.038970:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624756.038975:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511282300 x1868160455903104/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624772 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624756.038987:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624756.038989:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781624756.038990:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781624756.038994:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511282300 x1868160455903104/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624772 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781624756.039001:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1da40f3a-3070-444d-96ac-47db6536a360:2352:1868160455903104:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624756.039006:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624756.039007:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624756.039010:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511282300 x1868160455903104/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624772 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624756.039016:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781624756.039017:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781624756.039020:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ec000. 02000000:00000001:2.0:1781624756.039022:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781624756.039065:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781624756.039068:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781624756.039070:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781624756.039072:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d900. 02000000:00000001:2.0:1781624756.039075:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781624756.039077:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781624756.039078:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511282300. 00000100:00000001:2.0:1781624756.039081:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781624756.039082:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624756.039084:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624756.039184:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624756.039187:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624756.039189:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624756.039191:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624756.405200:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624756.405205:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624756.405209:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624756.405210:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624756.405232:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624756.405234:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624756.405236:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624757.429138:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624757.429143:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624757.429147:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624757.429148:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624757.429193:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624757.429198:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624757.429201:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624758.453168:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624758.453175:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624758.453181:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624758.453182:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624758.453275:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624758.453279:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624758.453282:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624759.478482:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624759.478489:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624759.478491:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624759.478494:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624759.478498:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624759.478500:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624759.478501:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624759.478503:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624759.478506:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624759.478507:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624759.478508:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624759.478509:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624759.478510:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624759.478511:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624759.478512:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624759.478513:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624759.478533:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624759.478535:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624759.478536:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624760.501151:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624760.501158:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624760.501164:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624760.501165:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624760.502659:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624760.502664:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624760.502669:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781624761.141109:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624761.141119:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624761.141130:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511280380. 00000020:00000040:3.0:1781624761.141135:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781624761.141140:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624761.141143:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624761.141148:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624761.141158:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7df00. 00000100:00000001:3.0:1781624761.141165:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624761.141178:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511280380 x1868160455903360/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624761.141189:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624761.141193:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624761.141199:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc0c9a06] to pc [ptlrpcd_01_00+0] req@ffff8f8511280380 x1868160455903360/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624761.141232:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624761.141234:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624761.141237:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624761.141240:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511281880. 00000020:00000040:3.0:1781624761.141242:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781624761.141244:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624761.141246:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624761.141247:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624761.141250:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d500. 00000100:00000001:3.0:1781624761.141252:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624761.141256:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511281880 x1868160455903488/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624761.141263:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624761.141265:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624761.141268:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0866b48] to pc [ptlrpcd_01_01+1] req@ffff8f8511281880 x1868160455903488/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624761.141275:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624761.141277:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624761.141280:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624761.141283:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624761.141286:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624761.141290:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8255) 00000100:00000001:2.0:1781624761.141529:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624761.141534:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624761.141536:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624761.141544:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511280380 x1868160455903360/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624761.141553:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624761.141555:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624761.141558:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624761.141561:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624761.141564:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624761.141567:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455903360:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624761.141569:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624761.141574:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624761.141576:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624761.141578:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624761.141582:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078200. 02000000:00000001:2.0:1781624761.141584:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624761.141590:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624761.141593:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08e70. 00000400:00000010:2.0:1781624761.141597:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d088. 00000100:00000200:2.0:1781624761.141603:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455903360, portal 25 00000100:00000001:2.0:1781624761.141605:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624761.141606:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414098304 : -123673295453312 : ffff8f8511280380) 00000100:00000040:2.0:1781624761.141610:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511280380 x1868160455903360/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624761.141616:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624761.141618:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624761.141621:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d440. 00000100:00000200:2.0:1781624761.141624:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455903360, offset 0 00000400:00000200:2.0:1781624761.141630:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624761.141638:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624761.141656:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624761.141662:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624761.141666:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624761.141669:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624761.141672:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624761.141676:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376346:376346:256:4294967295] 192.168.202.101@tcp LPNI seq info [376316:376316:8:4294967295] 00000400:00000200:2.0:1781624761.141679:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624761.141687:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624761.141693:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624761.141697:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3700. 00000800:00000200:2.0:1781624761.141703:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624761.141710:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624761.141713:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624761.141723:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624761.141726:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624761.141729:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302925942 00000100:00000001:2.0:1781624761.141734:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302920823 00000100:00000001:2.0:1781624761.141738:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302925942 00000100:00000001:2.0:1781624761.141741:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302920823 00000100:00000001:2.0:1781624761.141744:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624761.141746:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624761.141750:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624761.141753:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624761.141761:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624761.141764:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781624761.141767:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624761.141768:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624761.141769:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624761.141772:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1781624761.141774:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624761.141776:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624761.141778:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624761.141779:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624761.141781:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624761.141782:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624761.141788:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511281880 x1868160455903488/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624761.141795:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624761.141797:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624761.141799:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624761.141800:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624761.141802:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624761.141804:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511281880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455903488:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624761.141806:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624761.141808:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624761.141809:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624761.141810:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624761.141812:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504078e00. 02000000:00000001:2.0:1781624761.141813:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624761.141816:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624761.141818:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08840. 00000400:00000010:2.0:1781624761.141820:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d908. 00000100:00000200:2.0:1781624761.141822:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455903488, portal 10 00000100:00000001:2.0:1781624761.141823:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624761.141824:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414103680 : -123673295447936 : ffff8f8511281880) 00000100:00000040:2.0:1781624761.141829:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511281880 x1868160455903488/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624761.141833:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624761.141834:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624761.141836:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d6e8. 00000100:00000200:2.0:1781624761.141837:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455903488, offset 0 00000400:00000200:2.0:1781624761.141840:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624761.141842:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624761.141845:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624761.141847:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624761.141849:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624761.141850:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624761.141852:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624761.141854:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376347:376347:255:4294967295] 192.168.202.101@tcp LPNI seq info [376317:376317:7:4294967295] 00000400:00000200:2.0:1781624761.141856:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624761.141860:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624761.141863:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624761.141865:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3a00. 00000800:00000200:2.0:1781624761.141867:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624761.141870:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624761.141872:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624761.141874:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624761.141877:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 16706 usecs (17 jiffies) 00000400:00000200:2.0:1781624761.141879:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624761.141881:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302918161 00000100:00000001:2.0:1781624761.141884:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302925942 00000100:00000001:2.0:1781624761.141886:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302918161 00000100:00000001:2.0:1781624761.141888:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302925942 00000100:00000001:2.0:1781624761.141890:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624761.141892:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624761.141894:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624761.141895:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624761.141905:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624761.141908:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624761.142167:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624761.142174:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3700. 00000400:00000200:3.0:1781624761.142180:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624761.142186:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624761.142192:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d440 00000400:00000010:3.0:1781624761.142196:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d440. 00000100:00000001:3.0:1781624761.142200:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624761.142205:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511280380 x1868160455903360/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624761.142214:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624761.142218:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511280380 x1868160455903360/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624777 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624761.142224:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624761.142226:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781624761.142263:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624761.142266:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3a00. 00000400:00000200:3.0:1781624761.142269:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624761.142272:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624761.142275:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d6e8 00000400:00000010:3.0:1781624761.142277:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d6e8. 00000100:00000001:3.0:1781624761.142279:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624761.142282:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511281880 x1868160455903488/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624761.142299:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624761.142302:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511281880 x1868160455903488/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624777 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624761.142306:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624761.142307:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624761.146228:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624761.146244:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624761.146248:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624761.146250:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624761.146259:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624761.146267:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624761.146277:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624761.146282:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624761.146390:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624761.146395:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b8880 00000400:00000200:2.0:1781624761.146401:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624761.146408:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa205 [1] + 224 00000800:00000001:2.0:1781624761.146415:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624761.146420:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624761.146423:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624761.146428:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624761.146435:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624761.146444:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511280380 x1868160455903360/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624777 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624761.146456:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511280380 x1868160455903360/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624777 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624761.146477:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624761.146485:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624761.146489:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624761.146491:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624761.146493:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624761.146496:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624761.146500:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624761.146504:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624761.146507:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624761.146510:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624761.146513:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b8900 00000400:00000200:2.0:1781624761.146516:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624761.146521:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa215 [1] + 224 00000800:00000001:2.0:1781624761.146525:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624761.146530:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624761.146533:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624761.146536:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624761.146539:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624761.146543:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511281880 x1868160455903488/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624777 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624761.146553:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511281880 x1868160455903488/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624777 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624761.146561:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624761.146564:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624761.146567:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624761.147073:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624761.147078:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624761.147085:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624761.147087:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624761.147092:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08840. 00000400:00000200:3.0:1781624761.147098:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d908 00000400:00000010:3.0:1781624761.147100:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d908. 00000100:00000001:3.0:1781624761.147103:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624761.147110:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511281880 x1868160455903488/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624777 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624761.147207:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511281880 x1868160455903488/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624777 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624761.147215:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624761.147216:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624761.147219:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624761.147222:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624761.147225:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624761.147227:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624761.147231:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624761.147240:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=38 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624761.147244:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=109 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624761.147247:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624761.147250:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624761.147252:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624761.147256:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624761.147260:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781624761.147263:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781624761.147265:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781624761.147266:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624761.147271:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511281880 x1868160455903488/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624777 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624761.147279:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624761.147282:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624761.147285:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624761.147289:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511281880 x1868160455903488/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624777 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624761.147297:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511281880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455903488:192.168.202.101@tcp:400:kworker.0 00000400:00000001:3.0:1781624761.147304:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624761.147306:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624761.147308:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08e70. 00000400:00000200:3.0:1781624761.147311:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d088 00000400:00000010:3.0:1781624761.147313:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d088. 00000100:00000001:3.0:1781624761.147315:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624761.147318:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511280380 x1868160455903360/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624777 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624761.147326:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511280380 x1868160455903360/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624777 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624761.147332:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624761.147333:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624761.147335:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624761.147336:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624761.147337:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624761.147339:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624761.147341:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624761.147343:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=38 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624761.147347:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=109 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624761.147349:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624761.147351:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624761.147352:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624761.147354:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624761.147356:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624761.147360:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511280380 x1868160455903360/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624777 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624761.147367:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624761.147369:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624761.147370:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624761.147374:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511280380 x1868160455903360/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624777 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624761.147381:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455903360:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624761.147386:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624761.147388:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624761.147391:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511281880 x1868160455903488/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624777 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624761.147397:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624761.147399:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624761.147403:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078e00. 02000000:00000001:3.0:1781624761.147407:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624761.147410:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624761.147412:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781624761.147415:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624761.147417:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d500. 02000000:00000001:3.0:1781624761.147421:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624761.147423:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624761.147425:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511281880. 00000100:00000001:3.0:1781624761.147428:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624761.147430:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624761.147431:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624761.147434:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511280380 x1868160455903360/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624777 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624761.147440:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624761.147441:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624761.147442:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504078200. 02000000:00000001:3.0:1781624761.147444:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624761.147446:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624761.147447:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:3.0:1781624761.147449:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624761.147450:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7df00. 02000000:00000001:3.0:1781624761.147452:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624761.147453:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624761.147454:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511280380. 00000100:00000001:3.0:1781624761.147456:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624761.147457:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624761.147459:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624761.147466:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624761.147469:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624761.147471:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624761.147473:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624761.525163:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624761.525171:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624761.525177:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624761.525178:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624761.525302:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624761.525307:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624761.525310:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624762.549270:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624762.549276:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624762.549281:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624762.549282:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624762.549303:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624762.549306:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624762.549309:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624763.573157:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624763.573165:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624763.573170:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624763.573172:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624763.573344:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624763.573348:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624763.573350:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624764.597161:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624764.597169:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624764.597175:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624764.597177:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624764.597243:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624764.597247:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624764.597249:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624765.621151:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624765.621159:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624765.621165:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624765.621167:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624765.621192:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624765.621195:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624765.621197:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781624766.261162:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624766.261173:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624766.261184:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731ce00. 00000020:00000040:0.0:1781624766.261190:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781624766.261195:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624766.261198:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624766.261203:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624766.261211:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f4be00. 00000100:00000001:0.0:1781624766.261218:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624766.261229:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731ce00 x1868160455903616/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624766.261240:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624766.261244:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624766.261250:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006be3e00e] to pc [ptlrpcd_00_00+0] req@ffff8f850731ce00 x1868160455903616/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624766.261283:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624766.261286:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624766.261290:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624766.261293:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731fb80. 00000020:00000040:0.0:1781624766.261295:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781624766.261298:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624766.261299:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624766.261300:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624766.261304:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f4bc00. 00000100:00000001:0.0:1781624766.261307:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624766.261311:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731fb80 x1868160455903744/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624766.261318:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624766.261320:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624766.261324:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000865dba0e] to pc [ptlrpcd_00_01+1] req@ffff8f850731fb80 x1868160455903744/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624766.261332:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624766.261334:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624766.261338:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624766.261340:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624766.261343:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624766.261348:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8260) 00000100:00000001:0.0:1781624766.261372:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624766.261375:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624766.261378:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624766.261382:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731fb80 x1868160455903744/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624766.261391:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624766.261392:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624766.261396:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624766.261398:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624766.261401:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624766.261404:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455903744:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624766.261409:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624766.261414:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624766.261417:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624766.261419:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624766.261423:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875ca00. 02000000:00000001:0.0:1781624766.261434:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624766.261441:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624766.261445:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc74d0. 00000400:00000010:0.0:1781624766.261452:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9330. 00000100:00000200:0.0:1781624766.261458:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455903744, portal 10 00000100:00000001:0.0:1781624766.261460:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624766.261462:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246979456 : -123673462572160 : ffff8f850731fb80) 00000100:00000040:0.0:1781624766.261469:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731fb80 x1868160455903744/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624766.261476:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624766.261479:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624766.261481:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9440. 00000100:00000200:0.0:1781624766.261485:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455903744, offset 0 00000400:00000200:0.0:1781624766.261491:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624766.261499:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624766.261507:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624766.261512:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624766.261516:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624766.261530:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624766.261532:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624766.261536:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376348:376348:256:4294967295] 192.168.202.101@tcp LPNI seq info [376318:376318:8:4294967295] 00000400:00000200:0.0:1781624766.261541:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624766.261551:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624766.261557:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624766.261561:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f4b200. 00000800:00000200:0.0:1781624766.261568:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624766.261575:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624766.261580:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f4b200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624766.261603:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624766.261607:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 16697 usecs (17 jiffies) 00000400:00000200:0.0:1781624766.261611:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624766.261613:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302923281 00000100:00000001:0.0:1781624766.261617:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302925942 00000100:00000001:0.0:1781624766.261618:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302923281 00000100:00000001:0.0:1781624766.261621:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302925942 00000100:00000001:0.0:1781624766.261623:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624766.261626:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624766.261628:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624766.261631:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624766.261638:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624766.261640:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781624766.261642:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624766.261643:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624766.261645:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624766.261647:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1781624766.261648:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624766.261650:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624766.261651:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624766.261653:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624766.261654:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624766.261655:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624766.261659:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731ce00 x1868160455903616/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624766.261665:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624766.261666:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624766.261668:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624766.261670:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624766.261672:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624766.261675:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455903616:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624766.261678:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624766.261680:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624766.261681:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624766.261683:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624766.261686:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875ce00. 02000000:00000001:0.0:1781624766.261688:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624766.261691:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624766.261694:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc75d8. 00000400:00000010:0.0:1781624766.261697:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9dd0. 00000100:00000200:0.0:1781624766.261700:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455903616, portal 25 00000100:00000001:0.0:1781624766.261701:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624766.261703:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246967808 : -123673462583808 : ffff8f850731ce00) 00000100:00000040:0.0:1781624766.261707:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731ce00 x1868160455903616/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624766.261713:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624766.261715:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624766.261717:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9880. 00000100:00000200:0.0:1781624766.261719:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455903616, offset 0 00000400:00000200:0.0:1781624766.261723:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624766.261727:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624766.261730:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624766.261732:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624766.261735:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624766.261737:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624766.261739:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624766.261742:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376349:376349:255:4294967295] 192.168.202.101@tcp LPNI seq info [376319:376319:7:4294967295] 00000400:00000200:0.0:1781624766.261745:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624766.261751:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624766.261755:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624766.261758:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f4bb00. 00000800:00000200:0.0:1781624766.261761:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624766.261765:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624766.261768:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f4bb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624766.261770:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624766.261773:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624766.261775:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302931062 00000100:00000001:0.0:1781624766.261781:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302925942 00000100:00000001:0.0:1781624766.261785:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302931062 00000100:00000001:0.0:1781624766.261787:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302925942 00000100:00000001:0.0:1781624766.261789:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624766.261791:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624766.261794:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624766.261796:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624766.261879:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624766.261884:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f4b200. 00000400:00000200:3.0:1781624766.261889:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624766.261895:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624766.261900:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9440 00000400:00000010:3.0:1781624766.261902:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9440. 00000100:00000001:1.0:1781624766.261906:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624766.261907:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1781624766.261910:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1781624766.261923:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731fb80 x1868160455903744/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624766.261935:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624766.261939:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731fb80 x1868160455903744/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624782 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624766.261946:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624766.261959:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781624766.262009:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624766.262011:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f4bb00. 00000400:00000200:3.0:1781624766.262013:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624766.262016:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624766.262018:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9880 00000400:00000010:3.0:1781624766.262019:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9880. 00000100:00000001:3.0:1781624766.262020:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624766.262040:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731ce00 x1868160455903616/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624766.262049:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624766.262052:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731ce00 x1868160455903616/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624782 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624766.262059:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624766.262061:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624766.268612:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624766.268625:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624766.268629:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624766.268631:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624766.268639:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624766.268646:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624766.268654:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624766.268659:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624766.268664:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624766.268666:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b8a00 00000400:00000200:2.0:1781624766.268670:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624766.268674:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa225 [1] + 224 00000800:00000001:2.0:1781624766.268678:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624766.268681:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624766.268684:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624766.268687:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624766.268692:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624766.268698:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731fb80 x1868160455903744/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624782 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624766.268707:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731fb80 x1868160455903744/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624782 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624766.268720:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624766.268728:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624766.268732:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624766.268734:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624766.268737:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624766.268740:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624766.268744:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624766.268748:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624766.268750:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624766.268753:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624766.268755:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b8980 00000400:00000200:2.0:1781624766.268759:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624766.268763:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa22d [1] + 224 00000100:00000001:0.0:1781624766.268765:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1781624766.268766:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1781624766.268769:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1781624766.268772:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624766.268774:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1781624766.268775:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624766.268777:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1781624766.268778:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000010:0.0:1781624766.268780:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc74d0. 00000400:00000200:0.0:1781624766.268784:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9330 00000400:00000010:0.0:1781624766.268786:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9330. 00000100:00000001:2.0:1781624766.268789:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1781624766.268789:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624766.268794:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731ce00 x1868160455903616/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624782 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624766.268794:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731fb80 x1868160455903744/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624782 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624766.268804:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731ce00 x1868160455903616/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624782 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624766.268804:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731fb80 x1868160455903744/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624782 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624766.268813:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624766.268813:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624766.268814:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624766.268816:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1781624766.268817:0:2350:0:(client.c:1579:after_reply()) Process entered 00000800:00000001:2.0:1781624766.268819:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1781624766.268820:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624766.268822:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624766.268832:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624766.268835:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624766.268844:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=43 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624766.268847:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=114 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624766.268850:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624766.268852:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624766.268854:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624766.268857:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624766.268861:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781624766.268863:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781624766.268865:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781624766.268866:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624766.268871:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731fb80 x1868160455903744/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624782 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624766.268878:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624766.268881:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624766.268883:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624766.268887:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731fb80 x1868160455903744/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624782 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624766.268895:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455903744:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624766.268900:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624766.268902:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624766.268905:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731fb80 x1868160455903744/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624782 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624766.268912:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624766.268915:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624766.268919:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875ca00. 02000000:00000001:0.0:1781624766.268922:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624766.268924:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624766.268926:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781624766.268929:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624766.268931:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f4bc00. 02000000:00000001:0.0:1781624766.268935:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624766.268936:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624766.268938:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731fb80. 00000100:00000001:0.0:1781624766.268941:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624766.268943:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624766.268946:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624766.268947:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624766.268960:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624766.268962:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624766.268964:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624766.268965:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc75d8. 00000400:00000200:0.0:1781624766.268968:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9dd0 00000400:00000010:0.0:1781624766.268969:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9dd0. 00000100:00000001:0.0:1781624766.268971:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624766.268975:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731ce00 x1868160455903616/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624782 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624766.268983:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731ce00 x1868160455903616/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624782 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624766.268987:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624766.268988:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624766.268990:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624766.268991:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624766.268991:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624766.268992:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624766.268994:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624766.268996:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=43 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624766.268998:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=114 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624766.268999:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624766.269000:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624766.269001:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624766.269002:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624766.269004:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624766.269006:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731ce00 x1868160455903616/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624782 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624766.269010:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624766.269011:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624766.269012:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624766.269014:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731ce00 x1868160455903616/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624782 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624766.269018:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455903616:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624766.269021:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624766.269022:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624766.269023:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731ce00 x1868160455903616/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624782 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624766.269046:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624766.269047:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624766.269049:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875ce00. 02000000:00000001:0.0:1781624766.269050:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624766.269051:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624766.269052:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781624766.269053:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624766.269054:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f4be00. 02000000:00000001:0.0:1781624766.269055:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624766.269056:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624766.269057:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731ce00. 00000100:00000001:0.0:1781624766.269059:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624766.269060:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624766.269061:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624766.269066:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624766.269067:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624766.269068:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624766.269069:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624766.645893:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624766.645897:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624766.645902:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624766.645903:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624766.645960:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624766.645963:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624766.645966:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624767.669138:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624767.669144:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624767.669149:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624767.669151:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624767.669206:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624767.669211:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624767.669214:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624768.695061:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624768.695067:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624768.695073:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624768.695074:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624768.695098:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624768.695101:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624768.695104:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624769.718645:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624769.718652:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624769.718655:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624769.718658:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624769.718663:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624769.718665:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624769.718667:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624769.718669:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624769.718673:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624769.718675:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624769.718676:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624769.718678:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624769.718679:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624769.718680:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624769.718682:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624769.718684:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624769.718946:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624769.718949:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624769.718952:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624770.745075:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624770.745081:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624770.745087:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624770.745088:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624770.745327:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624770.745330:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624770.745333:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781624771.381266:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624771.381277:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624771.381290:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511280380. 00000020:00000040:3.0:1781624771.381296:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:3.0:1781624771.381300:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624771.381303:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624771.381309:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624771.381317:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7df00. 00000100:00000001:3.0:1781624771.381323:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624771.381335:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8511280380 x1868160455903872/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624771.381347:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624771.381351:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624771.381357:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc0c9a06] to pc [ptlrpcd_01_00+0] req@ffff8f8511280380 x1868160455903872/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624771.381427:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624771.381432:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624771.381435:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624771.381441:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511280380 x1868160455903872/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624771.381450:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624771.381451:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624771.381455:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624771.381458:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624771.381460:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624771.381464:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455903872:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624771.381469:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624771.381476:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624771.381479:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624771.381481:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624771.381487:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079400. 02000000:00000001:2.0:1781624771.381488:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624771.381496:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624771.381500:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08aa8. 00000400:00000010:2.0:1781624771.381507:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d198. 00000100:00000200:2.0:1781624771.381515:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455903872, portal 25 00000100:00000001:2.0:1781624771.381517:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624771.381520:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414098304 : -123673295453312 : ffff8f8511280380) 00000100:00000040:2.0:1781624771.381525:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511280380 x1868160455903872/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624771.381543:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624771.381546:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624771.381549:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d660. 00000100:00000200:2.0:1781624771.381551:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455903872, offset 0 00000400:00000200:2.0:1781624771.381557:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624771.381566:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624771.381574:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624771.381579:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624771.381583:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624771.381586:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624771.381590:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624771.381593:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376350:376350:256:4294967295] 192.168.202.101@tcp LPNI seq info [376320:376320:8:4294967295] 00000400:00000200:2.0:1781624771.381598:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624771.381608:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624771.381614:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624771.381619:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3f00. 00000800:00000200:2.0:1781624771.381626:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624771.381634:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624771.381638:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624771.381653:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624771.381657:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624771.381660:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302936182 00000100:00000001:2.0:1781624771.381668:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302931062 00000100:00000001:2.0:1781624771.381673:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302936182 00000100:00000001:2.0:1781624771.381676:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302931062 00000100:00000001:2.0:1781624771.381679:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624771.381681:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624771.381685:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624771.381687:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624771.381712:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624771.381715:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624771.381719:0:55565:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781624771.381722:0:55565:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8511281880. 00000020:00000040:3.0:1781624771.381724:0:55565:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:3.0:1781624771.381727:0:55565:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781624771.381728:0:55565:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781624771.381730:0:55565:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781624771.381734:0:55565:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8508d7d500. 00000100:00000001:3.0:1781624771.381737:0:55565:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624771.381741:0:55565:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8511281880 x1868160455904000/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781624771.381748:0:55565:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781624771.381750:0:55565:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624771.381754:0:55565:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0866b48] to pc [ptlrpcd_01_01+1] req@ffff8f8511281880 x1868160455904000/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624771.381788:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624771.381791:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781624771.381794:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624771.381795:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624771.381797:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624771.381799:0:2351:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1781624771.381800:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624771.381803:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624771.381804:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624771.381806:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624771.381807:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624771.381808:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624771.381812:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8511281880 x1868160455904000/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624771.381819:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781624771.381820:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624771.381823:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781624771.381824:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624771.381827:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624771.381830:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8511281880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455904000:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624771.381833:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624771.381836:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624771.381838:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624771.381840:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781624771.381843:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079600. 02000000:00000001:2.0:1781624771.381845:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624771.381848:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624771.381851:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08bb0. 00000400:00000010:2.0:1781624771.381854:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901ddd0. 00000100:00000200:2.0:1781624771.381857:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455904000, portal 10 00000100:00000001:2.0:1781624771.381859:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624771.381860:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400414103680 : -123673295447936 : ffff8f8511281880) 00000100:00000040:2.0:1781624771.381867:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8511281880 x1868160455904000/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624771.381874:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624771.381876:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624771.381879:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d990. 00000100:00000200:2.0:1781624771.381881:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455904000, offset 0 00000400:00000200:2.0:1781624771.381885:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624771.381889:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624771.381892:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624771.381895:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624771.381898:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624771.381900:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624771.381902:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624771.381937:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376351:376351:255:4294967295] 192.168.202.101@tcp LPNI seq info [376321:376321:7:4294967295] 00000400:00000200:2.0:1781624771.381941:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624771.381947:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624771.381951:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624771.381955:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3a00. 00000800:00000200:2.0:1781624771.381959:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624771.381963:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624771.381966:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624771.381969:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624771.381972:0:2351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 16690 usecs (17 jiffies) 00000400:00000200:2.0:1781624771.381975:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624771.381977:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302928401 00000100:00000001:2.0:1781624771.381979:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302936182 00000100:00000001:2.0:1781624771.381981:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302928401 00000100:00000001:2.0:1781624771.381983:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302936182 00000100:00000001:2.0:1781624771.381986:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624771.381988:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624771.381990:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624771.381993:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624771.382091:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624771.382096:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3f00. 00000400:00000200:2.0:1781624771.382103:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624771.382108:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624771.382113:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d660 00000400:00000010:2.0:1781624771.382115:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d660. 00000100:00000001:2.0:1781624771.382119:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624771.382123:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511280380 x1868160455903872/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624771.382132:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624771.382135:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511280380 x1868160455903872/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624787 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624771.382142:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624771.382143:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624771.382206:0:2344:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624771.382208:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3a00. 00000400:00000200:2.0:1781624771.382211:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624771.382215:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624771.382218:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d990 00000400:00000010:2.0:1781624771.382220:0:2344:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d990. 00000100:00000001:2.0:1781624771.382222:0:2344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624771.382225:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8511281880 x1868160455904000/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624771.382232:0:2344:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624771.382235:0:2344:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8511281880 x1868160455904000/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624787 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624771.382241:0:2344:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624771.382243:0:2344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1781624771.382258:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624771.382261:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624771.384976:0:55565:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624771.384984:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624771.384990:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624771.384992:0:55565:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624771.384995:0:55565:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000800:00000001:3.0:1781624771.385156:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624771.385167:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1781624771.385169:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624771.385171:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624771.385180:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624771.385185:0:2343:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:3.0:1781624771.385194:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624771.385198:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624771.385209:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624771.385214:0:2343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b8a80 00000400:00000200:3.0:1781624771.385218:0:2343:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624771.385223:0:2343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa235 [1] + 224 00000800:00000001:3.0:1781624771.385230:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624771.385236:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781624771.385238:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624771.385242:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:3.0:1781624771.385248:0:2343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624771.385292:0:2343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511280380 x1868160455903872/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624787 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624771.385303:0:2343:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511280380 x1868160455903872/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624787 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624771.385310:0:2343:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1781624771.385318:0:2343:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1781624771.385321:0:2343:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624771.385446:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624771.385451:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781624771.385457:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781624771.385459:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781624771.385462:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08aa8. 00000400:00000200:2.0:1781624771.385466:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d198 00000400:00000010:2.0:1781624771.385469:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d198. 00000100:00000001:2.0:1781624771.385472:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624771.385476:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511280380 x1868160455903872/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624787 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624771.385485:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511280380 x1868160455903872/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624787 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624771.385491:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781624771.385493:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624771.385495:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781624771.385498:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781624771.385500:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781624771.385502:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624771.385505:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781624771.385511:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=48 v=5 (5 5 5 5) 00000100:00001000:2.0:1781624771.385515:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=119 v=5 (1 1 1 1) 00000100:00000001:2.0:1781624771.385517:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781624771.385519:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781624771.385521:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781624771.385524:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624771.385586:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624771.385592:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511280380 x1868160455903872/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624787 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624771.385599:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624771.385601:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781624771.385603:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781624771.385606:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511280380 x1868160455903872/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624787 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781624771.385613:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455903872:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624771.385620:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624771.385622:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624771.385625:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511280380 x1868160455903872/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624787 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624771.385631:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781624771.385634:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781624771.385637:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079400. 02000000:00000001:2.0:1781624771.385640:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781624771.385643:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781624771.385645:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781624771.385647:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781624771.385650:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7df00. 02000000:00000001:2.0:1781624771.385653:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781624771.385655:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781624771.385656:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511280380. 00000100:00000001:2.0:1781624771.385660:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781624771.385662:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624771.385665:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624771.385666:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624771.385668:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624771.385669:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624771.385670:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624771.385680:0:55565:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8266) 00000800:00000001:2.0:1781624771.386419:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624771.386426:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624771.386429:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624771.386431:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624771.386436:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624771.386440:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624771.386447:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624771.386451:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624771.386454:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624771.386458:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b8b00 00000400:00000200:2.0:1781624771.386462:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624771.386466:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa245 [1] + 224 00000800:00000001:2.0:1781624771.386470:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624771.386475:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624771.386477:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624771.386481:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624771.386484:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624771.386489:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8511281880 x1868160455904000/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624787 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624771.386499:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8511281880 x1868160455904000/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624787 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624771.386599:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624771.386602:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624771.386615:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624771.386620:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624771.386623:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1781624771.386805:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624771.386807:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624771.386809:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08bb0. 00000400:00000200:3.0:1781624771.386813:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901ddd0 00000400:00000010:3.0:1781624771.386815:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901ddd0. 00000100:00000001:3.0:1781624771.386817:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624771.386822:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8511281880 x1868160455904000/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624787 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624771.386830:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8511281880 x1868160455904000/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624787 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624771.386835:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624771.386837:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624771.386839:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624771.386841:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624771.386842:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624771.386844:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624771.386846:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624771.386853:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=48 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624771.386856:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=119 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624771.386859:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624771.386860:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624771.386862:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624771.386865:0:2351:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624771.386868:0:2351:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781624771.386870:0:2351:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781624771.386872:0:2351:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781624771.386873:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624771.386877:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8511281880 x1868160455904000/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624787 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624771.386883:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624771.386885:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624771.386887:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624771.386890:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8511281880 x1868160455904000/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624787 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624771.386901:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8511281880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f072806b-89de-46fa-a290-d57857bd9329:2351:1868160455904000:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624771.387023:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624771.387044:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624771.387049:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8511281880 x1868160455904000/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624787 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624771.387055:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624771.387057:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624771.387060:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079600. 02000000:00000001:3.0:1781624771.387062:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624771.387064:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624771.387065:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781624771.387067:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624771.387069:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8508d7d500. 02000000:00000001:3.0:1781624771.387071:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624771.387072:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624771.387074:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8511281880. 00000100:00000001:3.0:1781624771.387077:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624771.387078:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624771.387080:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624771.387086:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624771.387088:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624771.387089:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624771.387091:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624771.766012:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624771.766019:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624771.766041:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624771.766042:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624771.766065:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624771.766067:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624771.766071:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624772.789369:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624772.789375:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624772.789380:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624772.789382:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624772.789939:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624772.789943:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624772.789946:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624773.813331:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624773.813337:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624773.813342:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624773.813343:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624773.813436:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624773.813439:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624773.813442:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624774.837160:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624774.837166:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624774.837171:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624774.837172:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624774.837193:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624774.837196:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624774.837198:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624775.861217:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624775.861224:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624775.861230:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624775.861232:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624775.861330:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624775.861333:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624775.861336:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781624776.502936:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624776.502952:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624776.502966:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731ce00. 00000020:00000040:0.0:1781624776.502974:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781624776.502980:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624776.502985:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624776.502992:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624776.503002:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f4be00. 00000100:00000001:0.0:1781624776.503012:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624776.503050:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731ce00 x1868160455904128/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624776.503063:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624776.503068:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624776.503075:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006be3e00e] to pc [ptlrpcd_00_00+0] req@ffff8f850731ce00 x1868160455904128/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624776.503114:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624776.503117:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624776.503121:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624776.503125:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731fb80. 00000020:00000040:0.0:1781624776.503127:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781624776.503129:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624776.503131:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624776.503132:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624776.503136:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f4bc00. 00000100:00000001:0.0:1781624776.503138:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624776.503143:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731fb80 x1868160455904256/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624776.503150:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624776.503152:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624776.503155:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000865dba0e] to pc [ptlrpcd_00_01+1] req@ffff8f850731fb80 x1868160455904256/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624776.503164:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624776.503167:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624776.503170:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624776.503173:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624776.503177:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624776.503183:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8271) 00000100:00000001:0.0:1781624776.503203:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624776.503208:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624776.503211:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624776.503217:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731fb80 x1868160455904256/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624776.503225:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624776.503228:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624776.503232:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624776.503236:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624776.503239:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624776.503243:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455904256:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624776.503248:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624776.503256:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624776.503259:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624776.503262:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624776.503267:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875d200. 02000000:00000001:0.0:1781624776.503269:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624776.503277:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624776.503282:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc75d8. 00000400:00000010:0.0:1781624776.503291:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9dd0. 00000100:00000200:0.0:1781624776.503301:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455904256, portal 10 00000100:00000001:0.0:1781624776.503303:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624776.503305:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246979456 : -123673462572160 : ffff8f850731fb80) 00000100:00000040:0.0:1781624776.503314:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731fb80 x1868160455904256/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624776.503328:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624776.503331:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624776.503335:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9330. 00000100:00000200:0.0:1781624776.503339:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455904256, offset 0 00000400:00000200:0.0:1781624776.503346:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624776.503358:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624776.503368:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624776.503375:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624776.503381:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624776.503386:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624776.503388:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624776.503393:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376352:376352:256:4294967295] 192.168.202.101@tcp LPNI seq info [376322:376322:8:4294967295] 00000400:00000200:0.0:1781624776.503398:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624776.503410:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624776.503418:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624776.503423:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f4ba00. 00000800:00000200:0.0:1781624776.503431:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624776.503442:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624776.503447:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f4ba00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624776.503470:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624776.503476:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 16680 usecs (17 jiffies) 00000400:00000200:0.0:1781624776.503480:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624776.503483:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302933523 00000100:00000001:0.0:1781624776.503488:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302936182 00000100:00000001:0.0:1781624776.503491:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302933523 00000100:00000001:0.0:1781624776.503493:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302936182 00000100:00000001:0.0:1781624776.503497:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624776.503499:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624776.503503:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624776.503506:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624776.503515:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624776.503518:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781624776.503520:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624776.503521:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624776.503522:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624776.503524:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1781624776.503526:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624776.503528:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624776.503529:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624776.503531:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624776.503532:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624776.503533:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624776.503537:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731ce00 x1868160455904128/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624776.503544:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624776.503545:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624776.503547:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624776.503549:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624776.503550:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624776.503553:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455904128:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624776.503556:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624776.503558:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624776.503560:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624776.503561:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624776.503565:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875c800. 02000000:00000001:0.0:1781624776.503567:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624776.503570:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624776.503573:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc74d0. 00000400:00000010:0.0:1781624776.503579:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9880. 00000100:00000200:0.0:1781624776.503582:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455904128, portal 25 00000100:00000001:0.0:1781624776.503584:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624776.503585:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246967808 : -123673462583808 : ffff8f850731ce00) 00000100:00000040:0.0:1781624776.503590:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731ce00 x1868160455904128/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624776.503597:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624776.503599:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624776.503602:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9440. 00000100:00000200:0.0:1781624776.503604:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455904128, offset 0 00000400:00000200:0.0:1781624776.503609:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624776.503613:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624776.503616:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624776.503619:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624776.503621:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624776.503623:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624776.503626:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624776.503628:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376353:376353:255:4294967295] 192.168.202.101@tcp LPNI seq info [376323:376323:7:4294967295] 00000400:00000200:0.0:1781624776.503632:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624776.503638:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624776.503642:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624776.503646:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f4b700. 00000800:00000200:0.0:1781624776.503650:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624776.503654:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624776.503657:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f4b700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624776.503661:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624776.503664:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624776.503666:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302941304 00000100:00000001:0.0:1781624776.503674:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302936182 00000100:00000001:0.0:1781624776.503691:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302941304 00000100:00000001:0.0:1781624776.503696:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302936182 00000100:00000001:0.0:1781624776.503699:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624776.503701:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624776.503704:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624776.503706:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624776.505096:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624776.505104:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624776.505340:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624776.505347:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f4ba00. 00000400:00000200:3.0:1781624776.505357:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624776.505367:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624776.505375:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9330 00000400:00000010:3.0:1781624776.505379:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9330. 00000100:00000001:3.0:1781624776.505385:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624776.505395:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731fb80 x1868160455904256/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624776.505413:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624776.505417:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731fb80 x1868160455904256/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624792 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624776.505424:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624776.505426:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781624776.505514:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624776.505517:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f4b700. 00000400:00000200:3.0:1781624776.505520:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624776.505524:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624776.505527:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9440 00000400:00000010:3.0:1781624776.505529:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9440. 00000100:00000001:3.0:1781624776.505532:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624776.505535:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731ce00 x1868160455904128/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624776.505543:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624776.505546:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731ce00 x1868160455904128/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624792 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624776.505553:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624776.505555:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624776.508662:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624776.508697:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624776.508703:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624776.508706:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624776.508717:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624776.508726:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624776.508737:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624776.508743:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624776.508749:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624776.508754:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b8c00 00000400:00000200:2.0:1781624776.508760:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624776.508768:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa255 [1] + 224 00000800:00000001:2.0:1781624776.508778:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624776.508783:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624776.508787:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624776.508792:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624776.508801:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624776.508811:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731fb80 x1868160455904256/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624792 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624776.508823:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731fb80 x1868160455904256/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624792 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624776.508846:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624776.508857:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624776.508869:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624776.508871:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624776.508873:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624776.508876:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624776.508879:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624776.508883:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624776.508886:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624776.508888:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624776.508891:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b8b80 00000400:00000200:2.0:1781624776.508895:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624776.508899:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa25d [1] + 224 00000800:00000001:2.0:1781624776.508903:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624776.508909:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624776.508911:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624776.508914:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624776.508917:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624776.508922:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731ce00 x1868160455904128/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624792 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624776.508931:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731ce00 x1868160455904128/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624792 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624776.508945:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624776.508948:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624776.508951:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624776.509710:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624776.509716:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624776.509727:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624776.509729:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624776.509733:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc74d0. 00000400:00000200:0.0:1781624776.509740:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9880 00000400:00000010:0.0:1781624776.509742:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9880. 00000100:00000001:0.0:1781624776.509745:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624776.509752:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731ce00 x1868160455904128/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624792 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624776.509761:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731ce00 x1868160455904128/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624792 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624776.509769:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624776.509771:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624776.509774:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624776.509779:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624776.509782:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624776.509784:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624776.509788:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624776.509797:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=53 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624776.509803:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=124 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624776.509806:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624776.509808:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624776.509811:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624776.509814:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624776.509817:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624776.509822:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731ce00 x1868160455904128/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624792 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624776.509829:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624776.509833:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624776.509835:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624776.509839:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731ce00 x1868160455904128/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624792 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624776.509847:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455904128:192.168.202.101@tcp:400:kworker.0 00000400:00000001:0.0:1781624776.509855:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624776.509856:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624776.509867:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc75d8. 00000400:00000200:0.0:1781624776.509870:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9dd0 00000400:00000010:0.0:1781624776.509872:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9dd0. 00000100:00000001:0.0:1781624776.509874:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624776.509878:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731fb80 x1868160455904256/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624792 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624776.509887:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731fb80 x1868160455904256/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624792 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624776.509902:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624776.509904:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624776.509905:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624776.509907:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624776.509908:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624776.509909:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624776.509911:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624776.509917:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=53 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624776.509920:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=124 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624776.509922:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624776.509924:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624776.509925:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624776.509929:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624776.509933:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781624776.509936:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781624776.509938:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781624776.509939:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624776.509943:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731fb80 x1868160455904256/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624792 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624776.509950:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624776.509952:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624776.509953:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624776.509956:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731fb80 x1868160455904256/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624792 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624776.509964:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455904256:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624776.509968:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624776.509971:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624776.509974:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731ce00 x1868160455904128/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624792 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624776.509980:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624776.509983:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624776.509988:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875c800. 02000000:00000001:0.0:1781624776.509992:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624776.509995:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624776.509997:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781624776.510000:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624776.510003:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f4be00. 02000000:00000001:0.0:1781624776.510007:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624776.510009:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624776.510012:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731ce00. 00000100:00000001:0.0:1781624776.510015:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624776.510017:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624776.510019:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624776.510022:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731fb80 x1868160455904256/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624792 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624776.510069:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624776.510070:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624776.510072:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875d200. 02000000:00000001:0.0:1781624776.510074:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624776.510076:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624776.510077:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781624776.510079:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624776.510080:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f4bc00. 02000000:00000001:0.0:1781624776.510082:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624776.510083:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624776.510085:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731fb80. 00000100:00000001:0.0:1781624776.510088:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624776.510089:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624776.510092:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624776.510102:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624776.510104:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624776.510106:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624776.510109:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624776.885246:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624776.885257:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624776.885265:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624776.885266:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624776.885380:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624776.885384:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624776.885388:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624777.909169:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624777.909177:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624777.909183:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624777.909184:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624777.909211:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624777.909214:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624777.909216:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624778.933670:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624778.933678:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624778.933686:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624778.933687:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624778.933770:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624778.933775:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624778.933778:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624779.957390:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624779.957402:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624779.957405:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624779.957409:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624779.957415:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624779.957418:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624779.957421:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624779.957423:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624779.957428:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624779.957430:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624779.957431:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624779.957433:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624779.957435:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624779.957436:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624779.957438:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624779.957440:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624779.960434:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624779.960443:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624779.960448:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624780.981273:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624780.981283:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624780.981291:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624780.981292:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624780.981328:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624780.981332:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624780.981335:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781624781.621276:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624781.621291:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624781.621307:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0dc00. 00000020:00000040:2.0:1781624781.621315:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781624781.621321:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624781.621325:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624781.621332:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624781.621343:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3a00. 00000100:00000001:2.0:1781624781.621352:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624781.621377:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0dc00 x1868160455904384/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624781.621390:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624781.621395:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624781.621404:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068c26600] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0dc00 x1868160455904384/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624781.621440:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624781.621444:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624781.621447:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624781.621450:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0d500. 00000020:00000040:2.0:1781624781.621454:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781624781.621457:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624781.621459:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624781.621461:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624781.621465:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3f00. 00000100:00000001:2.0:1781624781.621468:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624781.621474:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0d500 x1868160455904512/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624781.621482:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624781.621484:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624781.621489:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a4a30dd] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0d500 x1868160455904512/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624781.621498:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624781.621501:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624781.621507:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781624781.621509:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1781624781.621516:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1781624781.621518:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624781.621524:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624781.621529:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781624781.621539:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0dc00 x1868160455904384/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624781.621540:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8276) 00000100:00000001:3.0:1781624781.621555:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781624781.621558:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624781.621564:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1781624781.621564:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624781.621573:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1781624781.621574:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624781.621578:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1781624781.621581:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624781.621590:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455904384:192.168.202.101@tcp:400:kworker.0 00000100:00000040:2.0:1781624781.621590:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0d500 x1868160455904512/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624781.621605:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1781624781.621613:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1781624781.621614:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1781624781.621616:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624781.621620:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624781.621622:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781624781.621625:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1781624781.621627:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624781.621633:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781624781.621639:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455904512:192.168.202.101@tcp:400:kworker.0 02000000:00000010:3.0:1781624781.621642:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ed400. 02000000:00000001:3.0:1781624781.621649:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624781.621652:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781624781.621659:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1781624781.621661:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 02000000:00000001:2.0:1781624781.621663:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624781.621670:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1781624781.621673:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c86e0. 02000000:00000010:2.0:1781624781.621676:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079200. 02000000:00000001:2.0:1781624781.621682:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1781624781.621685:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e706e8. 00000400:00000200:2.0:1781624781.621691:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000200:3.0:1781624781.621696:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455904384, portal 25 00000400:00000010:2.0:1781624781.621696:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08aa8. 00000100:00000001:3.0:1781624781.621706:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781624781.621708:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272071680 : -123673437479936 : ffff8f8508b0dc00) 00000400:00000010:2.0:1781624781.621709:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d198. 00000100:00000040:3.0:1781624781.621720:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0dc00 x1868160455904384/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624781.621720:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455904512, portal 10 00000100:00000001:2.0:1781624781.621728:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781624781.621731:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272069888 : -123673437481728 : ffff8f8508b0d500) 00000100:00000001:3.0:1781624781.621745:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624781.621753:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0d500 x1868160455904512/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781624781.621754:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:3.0:1781624781.621760:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70b28. 00000100:00000200:3.0:1781624781.621772:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455904384, offset 0 00000100:00000001:2.0:1781624781.621775:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781624781.621783:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624781.621787:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624781.621791:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d990. 00000100:00000200:2.0:1781624781.621797:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455904512, offset 0 00000400:00000200:3.0:1781624781.621803:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624781.621809:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624781.621832:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:3.0:1781624781.621838:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781624781.621842:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:3.0:1781624781.621845:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781624781.621848:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781624781.621851:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376354:376354:256:4294967295] 192.168.202.101@tcp LPNI seq info [376324:376324:8:4294967295] 00000400:00000200:3.0:1781624781.621856:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624781.621865:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781624781.621871:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624781.621877:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000800:00000010:3.0:1781624781.621878:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d500. 00000400:00000200:2.0:1781624781.621887:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624781.621894:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781624781.621899:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624781.621902:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781624781.621905:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:2.0:1781624781.621909:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376355:376355:255:4294967295] 192.168.202.101@tcp LPNI seq info [376325:376325:7:4294967295] 00000400:00000200:2.0:1781624781.621913:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624781.621922:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:2.0:1781624781.621928:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:2.0:1781624781.621933:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3700. 00000800:00000200:2.0:1781624781.621939:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:2.0:1781624781.621950:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624781.621955:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1781624781.621967:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000100:00000001:2.0:1781624781.621973:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624781.621984:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 16672 usecs (17 jiffies) 00000800:00000200:3.0:1781624781.621985:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:3.0:1781624781.621996:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1781624781.621997:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624781.622003:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302938641 00000100:00000001:3.0:1781624781.622007:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624781.622010:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302941304 00000100:00000001:2.0:1781624781.622014:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302938641 00000400:00000200:3.0:1781624781.622016:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624781.622020:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302941304 00000100:00000001:3.0:1781624781.622023:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302946422 00000100:00000001:2.0:1781624781.622081:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624781.622085:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624781.622090:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624781.622093:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624781.622103:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624781.622105:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781624781.622108:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624781.622109:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624781.622110:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624781.622113:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624781.622192:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302941304 00000100:00000001:3.0:1781624781.623693:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302946424 00000100:00000001:3.0:1781624781.623702:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302941304 00000100:00000001:3.0:1781624781.623707:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624781.623710:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624781.623714:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624781.623717:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624781.623724:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624781.623726:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781624781.623729:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624781.623731:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624781.623735:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624781.623738:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624781.623746:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624781.623755:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3700. 00000400:00000200:2.0:1781624781.623766:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624781.623777:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624781.623787:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d990 00000400:00000010:2.0:1781624781.623790:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d990. 00000100:00000001:2.0:1781624781.623795:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624781.623804:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0d500 x1868160455904512/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624781.623827:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624781.623832:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0d500 x1868160455904512/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624797 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624781.623840:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624781.623843:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624781.623927:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624781.623930:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d500. 00000400:00000200:2.0:1781624781.623933:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624781.623937:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624781.623939:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70b28 00000400:00000010:2.0:1781624781.623941:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70b28. 00000100:00000001:2.0:1781624781.623943:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624781.623948:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0dc00 x1868160455904384/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624781.623955:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624781.623958:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0dc00 x1868160455904384/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624797 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624781.623963:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624781.623965:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624781.630318:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624781.630347:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624781.630353:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624781.630366:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624781.630378:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624781.630387:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624781.630401:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624781.630409:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624781.630415:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624781.630420:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b8d00 00000400:00000200:2.0:1781624781.630426:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624781.630433:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa26d [1] + 224 00000800:00000001:2.0:1781624781.630442:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624781.630446:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624781.630450:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624781.630454:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624781.630464:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624781.630474:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0d500 x1868160455904512/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624797 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624781.630491:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0d500 x1868160455904512/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624797 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624781.630521:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624781.630536:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624781.630539:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624781.630540:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624781.630543:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624781.630545:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624781.630550:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624781.630554:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624781.630556:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624781.630559:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624781.630563:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b8c80 00000400:00000200:2.0:1781624781.630568:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624781.630575:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa265 [1] + 224 00000800:00000001:2.0:1781624781.630579:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1781624781.630591:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1781624781.630593:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624781.630599:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1781624781.630600:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1781624781.630611:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000001:3.0:1781624781.630612:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624781.630618:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624781.630624:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08aa8. 00000400:00000200:3.0:1781624781.630633:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d198 00000400:00000010:3.0:1781624781.630635:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d198. 00000100:00000001:3.0:1781624781.630641:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1781624781.630641:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624781.630653:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0dc00 x1868160455904384/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624797 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624781.630655:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0d500 x1868160455904512/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624797 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624781.630725:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0dc00 x1868160455904384/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624797 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624781.630726:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0d500 x1868160455904512/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624797 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624781.630775:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624781.630776:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624781.630779:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624781.630782:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624781.630784:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624781.630789:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624781.630796:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624781.630805:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=58 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624781.630809:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=129 v=5 (1 1 1 1) 00000100:00000001:2.0:1781624781.630820:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624781.630825:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624781.630830:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1781624781.630830:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:3.0:1781624781.630836:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000800:00000001:2.0:1781624781.630838:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1781624781.630839:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624781.630850:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781624781.630852:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781624781.630853:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781624781.630854:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624781.630859:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0d500 x1868160455904512/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624797 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624781.630864:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624781.630867:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624781.630868:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624781.630872:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0d500 x1868160455904512/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624797 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624781.630876:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455904512:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624781.630881:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624781.630883:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1781624781.630892:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1781624781.630897:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0d500 x1868160455904512/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624797 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624781.630900:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624781.630908:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 00000400:00000001:2.0:1781624781.630911:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1781624781.630912:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:2.0:1781624781.630919:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000010:3.0:1781624781.630920:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079200. 00000400:00000010:2.0:1781624781.630927:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c86e0. 02000000:00000001:3.0:1781624781.630928:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624781.630933:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624781.630935:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000400:00000200:2.0:1781624781.630937:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e706e8 00000020:00000001:3.0:1781624781.630938:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624781.630943:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3f00. 00000400:00000010:2.0:1781624781.630944:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e706e8. 02000000:00000001:3.0:1781624781.630949:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624781.630952:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1781624781.630952:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:3.0:1781624781.630957:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0d500. 00000100:00000200:2.0:1781624781.630962:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0dc00 x1868160455904384/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624797 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624781.630965:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624781.630969:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624781.630977:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1781624781.630987:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0dc00 x1868160455904384/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624797 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624781.630990:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624781.630996:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624781.631007:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624781.631007:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624781.631013:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624781.631013:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624781.631060:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781624781.631065:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781624781.631068:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781624781.631070:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624781.631078:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781624781.631084:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=58 v=5 (5 5 5 5) 00000100:00001000:2.0:1781624781.631088:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=129 v=5 (1 1 1 1) 00000100:00000001:2.0:1781624781.631091:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781624781.631092:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781624781.631095:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781624781.631097:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624781.631099:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624781.631104:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0dc00 x1868160455904384/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624797 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624781.631112:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624781.631117:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781624781.631119:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781624781.631123:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0dc00 x1868160455904384/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624797 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781624781.631131:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455904384:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624781.631136:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624781.631139:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624781.631142:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0dc00 x1868160455904384/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624797 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624781.631149:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781624781.631152:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781624781.631155:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ed400. 02000000:00000001:2.0:1781624781.631160:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781624781.631162:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781624781.631164:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781624781.631166:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781624781.631169:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3a00. 02000000:00000001:2.0:1781624781.631172:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781624781.631174:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781624781.631176:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0dc00. 00000100:00000001:2.0:1781624781.631179:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781624781.631180:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624781.631182:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624781.631188:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624781.631190:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624781.631193:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624781.631195:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624782.005170:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624782.005177:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624782.005183:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624782.005184:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624782.005280:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624782.005284:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624782.005286:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624783.029304:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624783.029312:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624783.029319:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624783.029320:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624783.029681:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624783.029685:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624783.029688:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624784.053274:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624784.053281:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624784.053288:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624784.053289:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624784.053318:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624784.053321:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624784.053324:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624785.078119:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624785.078126:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624785.078132:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624785.078133:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624785.078455:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624785.078459:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624785.078462:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624786.101434:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624786.101441:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624786.101447:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624786.101448:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624786.101502:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624786.101505:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624786.101507:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781624786.741164:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624786.741174:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624786.741185:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0dc00. 00000020:00000040:2.0:1781624786.741192:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:2.0:1781624786.741197:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624786.741200:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624786.741205:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624786.741213:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3a00. 00000100:00000001:2.0:1781624786.741219:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624786.741231:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f8508b0dc00 x1868160455904640/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624786.741243:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624786.741247:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624786.741254:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068c26600] to pc [ptlrpcd_01_00+0] req@ffff8f8508b0dc00 x1868160455904640/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624786.741286:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624786.741289:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781624786.741293:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781624786.741296:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f8508b0f800. 00000020:00000040:2.0:1781624786.741300:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:2.0:1781624786.741302:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781624786.741304:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781624786.741305:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781624786.741309:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f85112c3700. 00000100:00000001:2.0:1781624786.741312:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624786.741317:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f8508b0f800 x1868160455904768/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781624786.741324:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781624786.741326:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624786.741330:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021613b51] to pc [ptlrpcd_01_01+1] req@ffff8f8508b0f800 x1868160455904768/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624786.741333:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624786.741339:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624786.741341:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624786.741343:0:2351:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781624786.741345:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781624786.741353:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0dc00 x1868160455904640/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624786.741354:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781624786.741358:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781624786.741366:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1781624786.741371:0:2351:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1781624786.741374:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8281) 00000100:00000001:3.0:1781624786.741375:0:2351:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624786.741380:0:2351:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781624786.741384:0:2351:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781624786.741387:0:2351:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781624786.741391:0:2351:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455904640:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624786.741396:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1781624786.741398:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624786.741402:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1781624786.741403:0:2351:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1781624786.741404:0:2352:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1781624786.741408:0:2351:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624786.741412:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f8508b0f800 x1868160455904768/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1781624786.741413:0:2351:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781624786.741419:0:2351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f85096ec800. 00000100:00000001:2.0:1781624786.741423:0:2352:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1781624786.741424:0:2351:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624786.741427:0:2352:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624786.741431:0:2352:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1781624786.741434:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 02000000:00000001:2.0:1781624786.741435:0:2352:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781624786.741440:0:2352:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1781624786.741441:0:2351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f85098c8e70. 00000100:00100000:2.0:1781624786.741444:0:2352:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8508b0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455904768:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624786.741449:0:2352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1781624786.741450:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e70cc0. 02000000:00000001:2.0:1781624786.741452:0:2352:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781624786.741455:0:2352:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624786.741457:0:2352:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1781624786.741458:0:2351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455904640, portal 25 00000100:00000001:3.0:1781624786.741462:0:2351:0:(client.c:3274:ptlrpc_request_addref()) Process entered 02000000:00000010:2.0:1781624786.741462:0:2352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f8504079a00. 00000100:00000001:3.0:1781624786.741464:0:2351:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272071680 : -123673437479936 : ffff8f8508b0dc00) 02000000:00000001:2.0:1781624786.741466:0:2352:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624786.741474:0:2351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0dc00 x1868160455904640/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1781624786.741474:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:2.0:1781624786.741478:0:2352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8503f08630. 00000400:00000010:2.0:1781624786.741486:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d990. 00000100:00000001:3.0:1781624786.741487:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1781624786.741491:0:2352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455904768, portal 10 00000100:00000040:3.0:1781624786.741494:0:2351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000100:00000001:2.0:1781624786.741496:0:2352:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000400:00000010:3.0:1781624786.741500:0:2351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f8502e703b8. 00000100:00000200:3.0:1781624786.741505:0:2351:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455904640, offset 0 00000100:00000001:2.0:1781624786.741509:0:2352:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400272078848 : -123673437472768 : ffff8f8508b0f800) 00000400:00000200:3.0:1781624786.741512:0:2351:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000100:00000040:2.0:1781624786.741520:0:2352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f8508b0f800 x1868160455904768/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1781624786.741525:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:2.0:1781624786.741533:0:2352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1781624786.741537:0:2351:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000100:00000040:2.0:1781624786.741541:0:2352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:2.0:1781624786.741545:0:2352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f850901d660. 00000400:00000200:3.0:1781624786.741546:0:2351:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1781624786.741551:0:2352:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455904768, offset 0 00000400:00000200:3.0:1781624786.741554:0:2351:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624786.741561:0:2352:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:3.0:1781624786.741562:0:2351:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781624786.741567:0:2351:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:3.0:1781624786.741571:0:2351:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376356:376356:256:4294967295] 192.168.202.101@tcp LPNI seq info [376326:376326:8:4294967295] 00000400:00000200:3.0:1781624786.741575:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:3.0:1781624786.741585:0:2351:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:3.0:1781624786.741591:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000400:00000200:2.0:1781624786.741593:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000800:00000010:3.0:1781624786.741597:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8508d7d400. 00000400:00000200:2.0:1781624786.741600:0:2352:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:2.0:1781624786.741606:0:2352:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1781624786.741609:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000400:00000200:2.0:1781624786.741612:0:2352:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:2.0:1781624786.741617:0:2352:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1781624786.741621:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000400:00000200:2.0:1781624786.741623:0:2352:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000800:00000200:3.0:1781624786.741626:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8508d7d400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1781624786.741631:0:2352:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376357:376357:255:4294967295] 192.168.202.101@tcp LPNI seq info [376327:376327:7:4294967295] 00000400:00000200:2.0:1781624786.741637:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624786.741641:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781624786.741649:0:2351:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624786.741650:0:2352:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000100:00000001:3.0:1781624786.741653:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302951542 00000800:00000200:2.0:1781624786.741659:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000100:00000001:3.0:1781624786.741662:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302946422 00000800:00000010:2.0:1781624786.741664:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f85112c3500. 00000100:00000001:3.0:1781624786.741667:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302951542 00000800:00000200:2.0:1781624786.741673:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000100:00000001:3.0:1781624786.741674:0:2351:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302946424 00000800:00000200:2.0:1781624786.741682:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:2.0:1781624786.741685:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f85112c3500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781624786.741688:0:2352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624786.741692:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1781624786.741692:0:2352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 16667 usecs (17 jiffies) 00000100:00000001:3.0:1781624786.741697:0:2351:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781624786.741701:0:2352:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:3.0:1781624786.741702:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624786.741705:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302943761 00000100:00000001:3.0:1781624786.741706:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624786.741711:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302951542 00000100:00000001:3.0:1781624786.741715:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624786.741715:0:2352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302943761 00000100:00000001:3.0:1781624786.741719:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781624786.741721:0:2352:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302951542 00000100:00000001:3.0:1781624786.741724:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624786.741726:0:2352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624786.741727:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781624786.741731:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624786.741731:0:2352:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624786.741738:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624786.741738:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624786.741744:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624786.741750:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624786.741752:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781624786.741755:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624786.741757:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781624786.741758:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624786.741761:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781624786.741817:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624786.741821:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8508d7d400. 00000400:00000200:3.0:1781624786.741825:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624786.741830:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624786.741835:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e703b8 00000400:00000010:3.0:1781624786.741837:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e703b8. 00000100:00000001:3.0:1781624786.741841:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624786.741845:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0dc00 x1868160455904640/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624786.741855:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624786.741858:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0dc00 x1868160455904640/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624802 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624786.741864:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624786.743051:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781624786.743131:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1781624786.743135:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f85112c3500. 00000400:00000200:3.0:1781624786.743141:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781624786.743146:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:3.0:1781624786.743150:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d660 00000400:00000010:3.0:1781624786.743152:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d660. 00000100:00000001:3.0:1781624786.743154:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1781624786.743159:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f8508b0f800 x1868160455904768/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624786.743170:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624786.743173:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f8508b0f800 x1868160455904768/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624802 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624786.743178:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624786.743180:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624786.748129:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624786.748145:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624786.748149:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624786.748156:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624786.748164:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624786.748171:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624786.748189:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624786.748194:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624786.748199:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624786.748203:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b8e00 00000400:00000200:2.0:1781624786.748208:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624786.748214:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa28d [1] + 224 00000800:00000001:2.0:1781624786.748221:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624786.748225:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624786.748228:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624786.748232:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624786.748239:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624786.748246:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0f800 x1868160455904768/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624802 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624786.748258:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0f800 x1868160455904768/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624802 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624786.748289:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624786.748298:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624786.748301:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624786.748303:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624786.748305:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624786.748308:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624786.748311:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624786.748314:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624786.748317:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624786.748320:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624786.748322:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b8d80 00000400:00000200:2.0:1781624786.748325:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624786.748330:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa285 [1] + 224 00000800:00000001:2.0:1781624786.748333:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624786.748339:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624786.748341:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624786.748343:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624786.748346:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624786.748350:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f8508b0dc00 x1868160455904640/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624802 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624786.748360:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f8508b0dc00 x1868160455904640/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624802 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624786.748376:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624786.748379:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624786.748382:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624786.748396:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624786.748400:0:2351:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781624786.748406:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781624786.748408:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781624786.748410:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f85098c8e70. 00000400:00000200:2.0:1781624786.748415:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f8502e70cc0 00000400:00000010:2.0:1781624786.748418:0:2351:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f8502e70cc0. 00000100:00000001:2.0:1781624786.748421:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624786.748425:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0dc00 x1868160455904640/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624802 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781624786.748433:0:2351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0dc00 x1868160455904640/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624802 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624786.748440:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781624786.748442:0:2351:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624786.748444:0:2351:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781624786.748447:0:2351:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781624786.748450:0:2351:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781624786.748452:0:2351:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781624786.748455:0:2351:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781624786.748461:0:2351:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=63 v=5 (5 5 5 5) 00000100:00001000:2.0:1781624786.748466:0:2351:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=134 v=5 (1 1 1 1) 00000100:00000001:2.0:1781624786.748469:0:2351:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781624786.748471:0:2351:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781624786.748473:0:2351:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781624786.748475:0:2351:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624786.748478:0:2351:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781624786.748482:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0dc00 x1868160455904640/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624802 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624786.748489:0:2351:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781624786.748492:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781624786.748494:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781624786.748498:0:2351:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0dc00 x1868160455904640/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624802 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781624786.748504:0:2351:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1da40f3a-3070-444d-96ac-47db6536a360:2351:1868160455904640:192.168.202.101@tcp:400:kworker.0 00000100:00000001:2.0:1781624786.748509:0:2351:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624786.748511:0:2351:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624786.748514:0:2351:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0dc00 x1868160455904640/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624802 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624786.748520:0:2351:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781624786.748523:0:2351:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781624786.748527:0:2351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f85096ec800. 02000000:00000001:2.0:1781624786.748530:0:2351:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781624786.748533:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781624786.748535:0:2351:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:2.0:1781624786.748537:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781624786.748539:0:2351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3a00. 02000000:00000001:2.0:1781624786.748544:0:2351:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781624786.748545:0:2351:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781624786.748547:0:2351:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0dc00. 00000100:00000001:2.0:1781624786.748550:0:2351:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781624786.748552:0:2351:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624786.748554:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781624786.748560:0:2351:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781624786.748562:0:2351:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624786.748564:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781624786.748566:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624786.748633:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624786.748635:0:2352:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781624786.748639:0:2352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781624786.748641:0:2352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781624786.748643:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8503f08630. 00000400:00000200:3.0:1781624786.748647:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f850901d990 00000400:00000010:3.0:1781624786.748649:0:2352:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f850901d990. 00000100:00000001:3.0:1781624786.748652:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781624786.748656:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f8508b0f800 x1868160455904768/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624802 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781624786.748664:0:2352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f8508b0f800 x1868160455904768/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624802 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624786.748670:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781624786.748671:0:2352:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624786.748673:0:2352:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781624786.748675:0:2352:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781624786.748676:0:2352:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781624786.748678:0:2352:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781624786.748680:0:2352:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781624786.748686:0:2352:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=63 v=5 (5 5 5 5) 00000100:00001000:3.0:1781624786.748689:0:2352:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=134 v=5 (1 1 1 1) 00000100:00000001:3.0:1781624786.748691:0:2352:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781624786.748692:0:2352:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781624786.748694:0:2352:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781624786.748697:0:2352:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624786.748700:0:2352:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781624786.748702:0:2352:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:3.0:1781624786.748704:0:2352:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781624786.748705:0:2352:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781624786.748709:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f8508b0f800 x1868160455904768/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624802 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624786.748714:0:2352:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781624786.748716:0:2352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781624786.748717:0:2352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781624786.748720:0:2352:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f8508b0f800 x1868160455904768/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624802 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781624786.748732:0:2352:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8508b0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f072806b-89de-46fa-a290-d57857bd9329:2352:1868160455904768:192.168.202.101@tcp:400:kworker.0 00000100:00000001:3.0:1781624786.748736:0:2352:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624786.748738:0:2352:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781624786.748740:0:2352:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f8508b0f800 x1868160455904768/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624802 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781624786.748746:0:2352:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781624786.748747:0:2352:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781624786.748750:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f8504079a00. 02000000:00000001:3.0:1781624786.748753:0:2352:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781624786.748754:0:2352:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781624786.748755:0:2352:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:3.0:1781624786.748757:0:2352:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781624786.748759:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f85112c3700. 02000000:00000001:3.0:1781624786.748762:0:2352:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781624786.748763:0:2352:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781624786.748764:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f8508b0f800. 00000100:00000001:3.0:1781624786.748779:0:2352:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781624786.748781:0:2352:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624786.748782:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781624786.748786:0:2352:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781624786.748788:0:2352:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781624786.748789:0:2352:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781624786.748791:0:2352:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624787.127251:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624787.127258:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624787.127264:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624787.127265:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624787.127294:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624787.127297:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624787.127300:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624788.149695:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624788.149701:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624788.149707:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624788.149708:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624788.150016:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624788.150020:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624788.150023:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624789.173151:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624789.173158:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624789.173164:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624789.173165:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624789.179462:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624789.179469:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624789.179474:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624790.198105:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624790.198114:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624790.198116:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624790.198119:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624790.198123:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624790.198125:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624790.198127:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624790.198129:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624790.198133:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624790.198135:0:120432:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781624790.198135:0:120432:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781624790.198137:0:120432:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624790.198139:0:120432:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781624790.198140:0:120432:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624790.198141:0:120432:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624790.198143:0:120432:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781624790.198163:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781624790.198166:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781624790.198169:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781624791.222455:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624791.222463:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624791.222469:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624791.222470:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624791.222551:0:106324:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624791.222554:0:106324:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624791.222557:0:106324:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781624791.862816:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) 1da40f3a-3070-444d-96ac-47db6536a360->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624791.862824:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624791.862833:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731fb80. 00000020:00000040:0.0:1781624791.862837:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f85123c1800 refcount=4 obd=MGC192.168.202.101@tcp 00000100:00000001:0.0:1781624791.862841:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624791.862844:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624791.862848:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624791.862854:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f4bc00. 00000100:00000001:0.0:1781624791.862859:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624791.862867:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1da40f3a-3070-444d-96ac-47db6536a360->MGS req@ffff8f850731fb80 x1868160455904896/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624791.862875:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624791.862877:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624791.862882:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000865dba0e] to pc [ptlrpcd_00_00+0] req@ffff8f850731fb80 x1868160455904896/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624791.862906:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624791.862908:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781624791.862910:0:106907:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781624791.862912:0:106907:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8f850731ce00. 00000020:00000040:0.0:1781624791.862913:0:106907:0:(genops.c:1231:class_import_get()) import ffff8f8504e22000 refcount=4 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000100:00000001:0.0:1781624791.862915:0:106907:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781624791.862916:0:106907:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781624791.862917:0:106907:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781624791.862919:0:106907:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8f8503f4be00. 00000100:00000001:0.0:1781624791.862920:0:106907:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624791.862923:0:106907:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f072806b-89de-46fa-a290-d57857bd9329->lustre-MDT0000_UUID req@ffff8f850731ce00 x1868160455905024/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781624791.862931:0:106907:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781624791.862932:0:106907:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624791.862934:0:106907:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006be3e00e] to pc [ptlrpcd_00_01+1] req@ffff8f850731ce00 x1868160455905024/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624791.862939:0:106907:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624791.862940:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624791.862942:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624791.862944:0:106907:0:(pinger.c:231:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781624791.862946:0:106907:0:(pinger.c:249:ptlrpc_pinger_process_import()) f072806b-89de-46fa-a290-d57857bd9329->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781624791.862949:0:106907:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8286) 00000100:00000001:0.0:1781624791.862960:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624791.862963:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624791.862965:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624791.862968:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731ce00 x1868160455905024/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624791.862972:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624791.862974:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624791.862977:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624791.862978:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624791.862980:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624791.862982:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455905024:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624791.862985:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624791.862991:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624791.862994:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624791.862996:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624791.863000:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875d800. 02000000:00000001:0.0:1781624791.863003:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624791.863010:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624791.863014:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc75d8. 00000400:00000010:0.0:1781624791.863021:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9dd0. 00000100:00000200:0.0:1781624791.863050:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455905024, portal 10 00000100:00000001:0.0:1781624791.863053:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624791.863054:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246967808 : -123673462583808 : ffff8f850731ce00) 00000100:00000040:0.0:1781624791.863060:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731ce00 x1868160455905024/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624791.863066:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624791.863068:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624791.863070:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9880. 00000100:00000200:0.0:1781624791.863078:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868160455905024, offset 0 00000400:00000200:0.0:1781624791.863085:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624791.863094:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624791.863101:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624791.863107:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624791.863111:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624791.863114:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624791.863117:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624791.863120:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376358:376358:256:4294967295] 192.168.202.101@tcp LPNI seq info [376328:376328:8:4294967295] 00000400:00000200:0.0:1781624791.863125:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624791.863135:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624791.863140:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624791.863144:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f4b300. 00000800:00000200:0.0:1781624791.863151:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624791.863158:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624791.863162:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f4b300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624791.863181:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624791.863186:0:2350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: using a timeout of 16661 usecs (17 jiffies) 00000400:00000200:0.0:1781624791.863190:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624791.863193:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 2 is 4302948883 00000100:00000001:0.0:1781624791.863196:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 2, keep current deadline 4302951542 00000100:00000001:0.0:1781624791.863199:0:2350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS new deadline estimation for cpu 3 is 4302948883 00000100:00000001:0.0:1781624791.863201:0:2350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8f85100c1000: PM QoS request active for cpu 3, keep current deadline 4302951542 00000100:00000001:0.0:1781624791.863203:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624791.863205:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624791.863208:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624791.863210:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624791.863217:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624791.863219:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781624791.863221:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624791.863222:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624791.863223:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624791.863226:0:2350:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1781624791.863227:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624791.863229:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624791.863230:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624791.863231:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624791.863232:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781624791.863233:0:2350:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781624791.863237:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8f850731fb80 x1868160455904896/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624791.863243:0:2350:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781624791.863244:0:2350:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624791.863246:0:2350:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781624791.863247:0:2350:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781624791.863249:0:2350:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781624791.863252:0:2350:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f850731fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455904896:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624791.863254:0:2350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781624791.863257:0:2350:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781624791.863258:0:2350:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624791.863260:0:2350:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781624791.863263:0:2350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8f850875d400. 02000000:00000001:0.0:1781624791.863264:0:2350:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624791.863267:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000010:0.0:1781624791.863270:0:2350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8f8506cc74d0. 00000400:00000010:0.0:1781624791.863273:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e97f8. 00000100:00000200:0.0:1781624791.863276:0:2350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868160455904896, portal 25 00000100:00000001:0.0:1781624791.863278:0:2350:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781624791.863279:0:2350:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446620400246979456 : -123673462572160 : ffff8f850731fb80) 00000100:00000040:0.0:1781624791.863284:0:2350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8f850731fb80 x1868160455904896/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624791.863290:0:2350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781624791.863292:0:2350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.101@tcp 00000400:00000010:0.0:1781624791.863294:0:2350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8f85040e9660. 00000100:00000200:0.0:1781624791.863296:0:2350:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868160455904896, offset 0 00000400:00000200:0.0:1781624791.863300:0:2350:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.101@tcp 00000400:00000200:0.0:1781624791.863304:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624791.863307:0:2350:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.101@tcp local destination 00000400:00000200:0.0:1781624791.863310:0:2350:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781624791.863312:0:2350:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.1@tcp 00000400:00000200:0.0:1781624791.863314:0:2350:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.1@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781624791.863315:0:2350:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.101@tcp 00000400:00000200:0.0:1781624791.863318:0:2350:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.1@tcp NI seq info: [376359:376359:255:4294967295] 192.168.202.101@tcp LPNI seq info [376329:376329:7:4294967295] 00000400:00000200:0.0:1781624791.863321:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:0.0:1781624791.863327:0:2350:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp:) -> 192.168.202.101@tcp(192.168.202.101@tcp:192.168.202.101@tcp) : PUT try# 0 00000800:00000200:0.0:1781624791.863332:0:2350:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.101@tcp 00000800:00000010:0.0:1781624791.863336:0:2350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8f8503f4b700. 00000800:00000200:0.0:1781624791.863340:0:2350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8f85100cde40] -> 12345-192.168.202.101@tcp (5) 00000800:00000200:0.0:1781624791.863344:0:2350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.101@tcp ip 192.168.202.101:988 00000800:00000200:0.0:1781624791.863346:0:2350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8f8503f4b700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781624791.863349:0:2350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781624791.863351:0:2350:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000100:00000001:0.0:1781624791.863353:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 2 is 4302956664 00000100:00000001:0.0:1781624791.863358:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4302951542 00000100:00000001:0.0:1781624791.863363:0:2350:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS new deadline estimation for cpu 3 is 4302956664 00000100:00000001:0.0:1781624791.863365:0:2350:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.101@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4302951542 00000100:00000001:0.0:1781624791.863368:0:2350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624791.863370:0:2350:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624791.863372:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624791.863374:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781624791.863442:0:2349:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781624791.863446:0:2349:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781624791.863484:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624791.863488:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f4b300. 00000400:00000200:2.0:1781624791.863495:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624791.863500:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624791.863506:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9880 00000400:00000010:2.0:1781624791.863508:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9880. 00000100:00000001:2.0:1781624791.863513:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624791.863518:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731ce00 x1868160455905024/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624791.863527:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624791.863530:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731ce00 x1868160455905024/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624807 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624791.863536:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624791.863537:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781624791.863600:0:2343:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1781624791.863603:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8f8503f4b700. 00000400:00000200:2.0:1781624791.863606:0:2343:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624791.863610:0:2343:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000400:00000200:2.0:1781624791.863612:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9660 00000400:00000010:2.0:1781624791.863615:0:2343:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9660. 00000100:00000001:2.0:1781624791.863618:0:2343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1781624791.863621:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8f850731fb80 x1868160455904896/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624791.863628:0:2343:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781624791.863630:0:2343:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8f850731fb80 x1868160455904896/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624807 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624791.863635:0:2343:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781624791.863637:0:2343:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1781624791.865906:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624791.865921:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624791.865925:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624791.865928:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624791.865937:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624791.865944:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624791.865952:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624791.865956:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624791.865961:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624791.865965:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 10 MB=0x6a315005b8f00 00000400:00000200:2.0:1781624791.865970:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624791.865976:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa2a5 [1] + 224 00000800:00000001:2.0:1781624791.865983:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624791.865986:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624791.865989:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624791.865993:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624791.865999:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624791.866007:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731ce00 x1868160455905024/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624807 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624791.866017:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731ce00 x1868160455905024/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624807 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624791.866064:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624791.866073:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624791.866076:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1781624791.866078:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624791.866080:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624791.866084:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624791.866087:0:2344:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.1@tcp(192.168.202.1@tcp) <- 192.168.202.101@tcp : PUT - for me 00000400:00000200:2.0:1781624791.866091:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624791.866094:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624791.866097:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624791.866099:0:2344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.101@tcp of length 224 into portal 25 MB=0x6a315005b8e80 00000400:00000200:2.0:1781624791.866103:0:2344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.101@tcp to cpt 1 00000400:00000200:2.0:1781624791.866107:0:2344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.101@tcp of length 224/224 into md 0x2fa2ad [1] + 224 00000800:00000001:2.0:1781624791.866110:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624791.866116:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781624791.866118:0:2344:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781624791.866121:0:2344:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.1@tcp->192.168.202.101@tcp: PUT: OK 00000100:00000001:2.0:1781624791.866124:0:2344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781624791.866128:0:2344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8f850731fb80 x1868160455904896/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624807 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781624791.866137:0:2344:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8f850731fb80 x1868160455904896/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624807 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781624791.866143:0:2344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1781624791.866147:0:2344:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1781624791.866150:0:2344:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624791.866215:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624791.866219:0:2350:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781624791.866225:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624791.866227:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624791.866229:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc74d0. 00000400:00000200:0.0:1781624791.866234:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e97f8 00000400:00000010:0.0:1781624791.866236:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e97f8. 00000100:00000001:0.0:1781624791.866239:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624791.866243:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731fb80 x1868160455904896/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624807 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624791.866252:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731fb80 x1868160455904896/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624807 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624791.866257:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624791.866260:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624791.866262:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624791.866265:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624791.866267:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624791.866269:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624791.866272:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624791.866278:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f85123c1c60 time=68 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624791.866282:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f85123c1c18 time=139 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624791.866285:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624791.866286:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624791.866288:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624791.866290:0:2350:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624791.866293:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624791.866297:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731fb80 x1868160455904896/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624807 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624791.866304:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624791.866307:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624791.866310:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624791.866314:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731fb80 x1868160455904896/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624807 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624791.866322:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1da40f3a-3070-444d-96ac-47db6536a360:2350:1868160455904896:192.168.202.101@tcp:400:kworker.0 00000400:00000001:0.0:1781624791.866327:0:2350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781624791.866328:0:2350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781624791.866330:0:2350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8f8506cc75d8. 00000400:00000200:0.0:1781624791.866332:0:2350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8f85040e9dd0 00000400:00000010:0.0:1781624791.866334:0:2350:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff8f85040e9dd0. 00000100:00000001:0.0:1781624791.866336:0:2350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781624791.866338:0:2350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8f850731ce00 x1868160455905024/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624807 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781624791.866411:0:2350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8f850731ce00 x1868160455905024/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624807 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624791.866418:0:2350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781624791.866420:0:2350:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624791.866422:0:2350:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781624791.866423:0:2350:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781624791.866425:0:2350:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781624791.866426:0:2350:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781624791.866428:0:2350:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781624791.866434:0:2350:0:(import.c:2151:obd_at_measure()) add 5 to ffff8f8504e22460 time=68 v=5 (5 5 5 5) 00000100:00001000:0.0:1781624791.866437:0:2350:0:(import.c:2151:obd_at_measure()) add 1 to ffff8f8504e22418 time=139 v=5 (1 1 1 1) 00000100:00000001:0.0:1781624791.866439:0:2350:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781624791.866441:0:2350:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781624791.866443:0:2350:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781624791.866445:0:2350:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624791.866459:0:2350:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781624791.866462:0:2350:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8f85100c1000: skip recheck: last_committed 137438953863 00000100:00000001:0.0:1781624791.866464:0:2350:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781624791.866466:0:2350:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781624791.866470:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8f850731ce00 x1868160455905024/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624807 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624791.866482:0:2350:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781624791.866485:0:2350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781624791.866486:0:2350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781624791.866490:0:2350:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8f850731ce00 x1868160455905024/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624807 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781624791.866497:0:2350:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f850731ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f072806b-89de-46fa-a290-d57857bd9329:2350:1868160455905024:192.168.202.101@tcp:400:kworker.0 00000100:00000001:0.0:1781624791.866501:0:2350:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624791.866504:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624791.866507:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731fb80 x1868160455904896/t0(0) o400->MGC192.168.202.101@tcp@192.168.202.101@tcp:26/25 lens 224/224 e 0 to 0 dl 1781624807 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624791.866513:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624791.866516:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624791.866519:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875d400. 02000000:00000001:0.0:1781624791.866523:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624791.866525:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624791.866527:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f85123c1800 refcount=3 obd=MGC192.168.202.101@tcp 00000020:00000001:0.0:1781624791.866529:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624791.866532:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f4bc00. 02000000:00000001:0.0:1781624791.866535:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624791.866537:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624791.866538:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731fb80. 00000100:00000001:0.0:1781624791.866542:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624791.866543:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624791.866545:0:2350:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781624791.866548:0:2350:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8f850731ce00 x1868160455905024/t0(0) o400->lustre-MDT0000-mdc-ffff8f85100c1000@192.168.202.101@tcp:12/10 lens 224/224 e 0 to 0 dl 1781624807 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781624791.866554:0:2350:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781624791.866555:0:2350:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781624791.866556:0:2350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8f850875d800. 02000000:00000001:0.0:1781624791.866558:0:2350:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781624791.866559:0:2350:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781624791.866561:0:2350:0:(genops.c:1244:class_import_put()) import ffff8f8504e22000 refcount=3 obd=lustre-MDT0000-mdc-ffff8f85100c1000 00000020:00000001:0.0:1781624791.866562:0:2350:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781624791.866564:0:2350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8f8503f4be00. 02000000:00000001:0.0:1781624791.866565:0:2350:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781624791.866566:0:2350:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781624791.866567:0:2350:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8f850731ce00. 00000100:00000001:0.0:1781624791.866570:0:2350:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781624791.866571:0:2350:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624791.866573:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781624791.866580:0:2350:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781624791.866581:0:2350:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781624791.866583:0:2350:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781624791.866586:0:2350:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624792.246177:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624792.246186:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624792.246192:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624792.246193:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781624792.246802:0:106323:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781624792.246806:0:106323:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781624792.246809:0:106323:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1781624792.642870:0:123660:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1781624792.859464:0:123696:0:(debug.c:650:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1781624792.859472:0:123696:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: rpc test_170: @@@@@@ FAIL: can't put import for osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid into REPLAY_LOCKS state after 1475 sec, have IDLE 00000001:00000001:0.0:1781624792.868181:0:123696:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:1.0:1781624793.270524:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624793.270531:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781624793.270538:0:120432:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781624793.270539:0:120432:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781624793.271161:0:108842:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781624793.271166:0:108842:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781624793.271170:0:108842:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1781624793.919018:0:123795:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 126621 lines, 126621 kept, 0 dropped, 0 bad.